[ 529.371843] env[65829]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65829) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.372116] env[65829]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65829) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.372311] env[65829]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65829) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 529.372651] env[65829]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 529.489305] env[65829]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65829) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 529.498709] env[65829]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65829) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 529.544094] env[65829]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 530.103981] env[65829]: INFO nova.virt.driver [None req-edeb3b9d-a9f7-4b4a-8e79-208d76c0586f None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 530.176842] env[65829]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 530.177067] env[65829]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 530.177182] env[65829]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65829) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 533.393645] env[65829]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-1bd5ad5a-83c0-4594-90e6-f20a6fa5dec9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.411210] env[65829]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65829) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 533.411409] env[65829]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-a45fe19c-6477-436a-b320-c0d5e56e3464 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.445617] env[65829]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 9ed03. [ 533.445803] env[65829]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.269s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 533.446383] env[65829]: INFO nova.virt.vmwareapi.driver [None req-edeb3b9d-a9f7-4b4a-8e79-208d76c0586f None None] VMware vCenter version: 7.0.3 [ 533.449879] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20a136e-d261-44c4-901d-bf12cbad87af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.468353] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d0e270-9615-4345-b146-9d8403179263 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.475282] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28182a05-de62-40a3-9269-2a2106b2f67b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.482777] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13095081-d43a-4855-990f-1c20899889fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.496755] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be33112-b66a-48b9-9708-f51515c9c402 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.504066] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64efc0cf-ba72-4ac1-845e-f086d62400d6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.537940] env[65829]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-b3905b5a-9ea2-40ec-86a8-356b0af235a1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.544649] env[65829]: DEBUG nova.virt.vmwareapi.driver [None req-edeb3b9d-a9f7-4b4a-8e79-208d76c0586f None None] Extension org.openstack.compute already exists. {{(pid=65829) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 533.547367] env[65829]: INFO nova.compute.provider_config [None req-edeb3b9d-a9f7-4b4a-8e79-208d76c0586f None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 534.051201] env[65829]: DEBUG nova.context [None req-edeb3b9d-a9f7-4b4a-8e79-208d76c0586f None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),55092625-be7b-4612-894a-4d8e49f71eda(cell1) {{(pid=65829) load_cells /opt/stack/nova/nova/context.py:532}} [ 534.051520] env[65829]: INFO nova.utils [None req-edeb3b9d-a9f7-4b4a-8e79-208d76c0586f None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 534.053700] env[65829]: DEBUG oslo_concurrency.lockutils [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.053921] env[65829]: DEBUG oslo_concurrency.lockutils [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.054620] env[65829]: DEBUG oslo_concurrency.lockutils [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.055077] env[65829]: DEBUG oslo_concurrency.lockutils [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Acquiring lock "55092625-be7b-4612-894a-4d8e49f71eda" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.055264] env[65829]: DEBUG oslo_concurrency.lockutils [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Lock "55092625-be7b-4612-894a-4d8e49f71eda" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.056278] env[65829]: DEBUG oslo_concurrency.lockutils [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Lock "55092625-be7b-4612-894a-4d8e49f71eda" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 534.077348] env[65829]: INFO dbcounter [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Registered counter for database nova_cell0 [ 534.085848] env[65829]: INFO dbcounter [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Registered counter for database nova_cell1 [ 534.089232] env[65829]: DEBUG oslo_db.sqlalchemy.engines [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65829) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 534.089602] env[65829]: DEBUG oslo_db.sqlalchemy.engines [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65829) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 534.094861] env[65829]: ERROR nova.db.main.api [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 534.094861] env[65829]: func(*args, **kwargs) [ 534.094861] env[65829]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 534.094861] env[65829]: self.work.run() [ 534.094861] env[65829]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 534.094861] env[65829]: result = self.fn(*self.args, **self.kwargs) [ 534.094861] env[65829]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 534.094861] env[65829]: return func(*args, **kwargs) [ 534.094861] env[65829]: File "/opt/stack/nova/nova/context.py", line 480, in gather_result [ 534.094861] env[65829]: result = fn(*args, **kwargs) [ 534.094861] env[65829]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 534.094861] env[65829]: return f(*args, **kwargs) [ 534.094861] env[65829]: File "/opt/stack/nova/nova/objects/service.py", line 571, in _db_service_get_minimum_version [ 534.094861] env[65829]: return db.service_get_minimum_version(context, binaries) [ 534.094861] env[65829]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 534.094861] env[65829]: _check_db_access() [ 534.094861] env[65829]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 534.094861] env[65829]: stacktrace = ''.join(traceback.format_stack()) [ 534.094861] env[65829]: [ 534.095767] env[65829]: ERROR nova.db.main.api [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 534.095767] env[65829]: func(*args, **kwargs) [ 534.095767] env[65829]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 534.095767] env[65829]: self.work.run() [ 534.095767] env[65829]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 534.095767] env[65829]: result = self.fn(*self.args, **self.kwargs) [ 534.095767] env[65829]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 534.095767] env[65829]: return func(*args, **kwargs) [ 534.095767] env[65829]: File "/opt/stack/nova/nova/context.py", line 480, in gather_result [ 534.095767] env[65829]: result = fn(*args, **kwargs) [ 534.095767] env[65829]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 534.095767] env[65829]: return f(*args, **kwargs) [ 534.095767] env[65829]: File "/opt/stack/nova/nova/objects/service.py", line 571, in _db_service_get_minimum_version [ 534.095767] env[65829]: return db.service_get_minimum_version(context, binaries) [ 534.095767] env[65829]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 534.095767] env[65829]: _check_db_access() [ 534.095767] env[65829]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 534.095767] env[65829]: stacktrace = ''.join(traceback.format_stack()) [ 534.095767] env[65829]: [ 534.096313] env[65829]: WARNING nova.objects.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 534.096381] env[65829]: WARNING nova.objects.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Failed to get minimum service version for cell 55092625-be7b-4612-894a-4d8e49f71eda [ 534.096806] env[65829]: DEBUG oslo_concurrency.lockutils [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Acquiring lock "singleton_lock" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.096955] env[65829]: DEBUG oslo_concurrency.lockutils [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Acquired lock "singleton_lock" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.097202] env[65829]: DEBUG oslo_concurrency.lockutils [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Releasing lock "singleton_lock" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.097533] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Full set of CONF: {{(pid=65829) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 534.097667] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ******************************************************************************** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 534.097784] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] Configuration options gathered from: {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 534.097907] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 534.098103] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 534.098221] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ================================================================================ {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 534.098417] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] allow_resize_to_same_host = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.098576] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] arq_binding_timeout = 300 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.098695] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] backdoor_port = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.098811] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] backdoor_socket = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.098962] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] block_device_allocate_retries = 60 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.099149] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] block_device_allocate_retries_interval = 3 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.099325] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cell_worker_thread_pool_size = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.099485] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cert = self.pem {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.099638] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.099792] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute_monitors = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.099943] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] config_dir = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.100120] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] config_drive_format = iso9660 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.100246] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.100402] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] config_source = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.100555] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] console_host = devstack {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.100707] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] control_exchange = nova {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.100851] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cpu_allocation_ratio = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.100997] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] daemon = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.101164] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] debug = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.101338] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] default_access_ip_network_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.101506] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] default_availability_zone = nova {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.101706] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] default_ephemeral_format = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.101813] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] default_green_pool_size = 1000 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.102020] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.102180] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] default_schedule_zone = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.102333] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] default_thread_pool_size = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.102475] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] disk_allocation_ratio = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.102621] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] enable_new_services = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.102772] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] flat_injected = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.102914] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] force_config_drive = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.103072] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] force_raw_images = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.103234] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] graceful_shutdown_timeout = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.103382] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] heal_instance_info_cache_interval = -1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.103608] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] host = cpu-1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.103785] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.103939] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] initial_disk_allocation_ratio = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.104101] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] initial_ram_allocation_ratio = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.104306] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.104461] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] instance_build_timeout = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.104606] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] instance_delete_interval = 300 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.104755] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] instance_format = [instance: %(uuid)s] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.104904] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] instance_name_template = instance-%08x {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.105062] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] instance_usage_audit = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.105220] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] instance_usage_audit_period = month {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.105371] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.105528] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] instances_path = /opt/stack/data/nova/instances {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.105690] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] internal_service_availability_zone = internal {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.105893] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] key = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.106070] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] live_migration_retry_count = 30 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.106235] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] log_color = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.106387] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] log_config_append = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.106542] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.106689] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] log_dir = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.106831] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] log_file = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.106947] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] log_options = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.107110] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] log_rotate_interval = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.107272] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] log_rotate_interval_type = days {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.107420] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] log_rotation_type = none {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.107541] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.107655] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.107813] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.107958] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.108089] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.108250] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] long_rpc_timeout = 1800 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.108388] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] max_concurrent_builds = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.108532] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] max_concurrent_live_migrations = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.108677] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] max_concurrent_snapshots = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.108820] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] max_local_block_devices = 3 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.108964] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] max_logfile_count = 30 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.109123] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] max_logfile_size_mb = 200 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.109303] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] maximum_instance_delete_attempts = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.109452] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] migrate_max_retries = -1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.109607] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] mkisofs_cmd = genisoimage {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.109798] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] my_block_storage_ip = 10.180.1.21 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.109918] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] my_ip = 10.180.1.21 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.110120] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.110270] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] network_allocate_retries = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.110435] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.110589] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] osapi_compute_unique_server_name_scope = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.110734] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] password_length = 12 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.110882] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] periodic_enable = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.111039] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] periodic_fuzzy_delay = 60 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.111199] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] pointer_model = usbtablet {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.111379] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] preallocate_images = none {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.111538] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] publish_errors = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.111658] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] pybasedir = /opt/stack/nova {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.111818] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ram_allocation_ratio = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.111943] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] rate_limit_burst = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.112109] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] rate_limit_except_level = CRITICAL {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.112259] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] rate_limit_interval = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.112411] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] reboot_timeout = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.112553] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] reclaim_instance_interval = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.112692] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] record = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.112844] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] reimage_timeout_per_gb = 60 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.112994] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] report_interval = 120 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.113153] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] rescue_timeout = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.113298] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] reserved_host_cpus = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.113443] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] reserved_host_disk_mb = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.113622] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] reserved_host_memory_mb = 512 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.113763] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] reserved_huge_pages = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.113908] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] resize_confirm_window = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.114062] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] resize_fs_using_block_device = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.114207] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] resume_guests_state_on_host_boot = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.114362] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.114510] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] rpc_response_timeout = 60 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.114653] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] run_external_periodic_tasks = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.114804] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] running_deleted_instance_action = reap {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.114948] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] running_deleted_instance_poll_interval = 1800 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.115115] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] running_deleted_instance_timeout = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.115256] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] scheduler_instance_sync_interval = 120 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.115410] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] service_down_time = 720 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.115562] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] servicegroup_driver = db {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.115703] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] shell_completion = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.115848] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] shelved_offload_time = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.115991] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] shelved_poll_interval = 3600 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.116157] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] shutdown_timeout = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.116306] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] source_is_ipv6 = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.116452] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ssl_only = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.116710] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.116865] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] sync_power_state_interval = 600 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.117022] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] sync_power_state_pool_size = 1000 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.117181] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] syslog_log_facility = LOG_USER {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.117328] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] tempdir = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.117477] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] thread_pool_statistic_period = -1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.117624] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] timeout_nbd = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.117775] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] transport_url = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.117925] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] update_resources_interval = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.118085] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] use_cow_images = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.118239] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] use_journal = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.118387] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] use_json = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.118533] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] use_rootwrap_daemon = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.118678] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] use_stderr = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.118821] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] use_syslog = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.118960] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vcpu_pin_set = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.119133] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plugging_is_fatal = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.119333] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plugging_timeout = 300 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.119499] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] virt_mkfs = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.119653] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] volume_usage_poll_interval = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.119802] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] watch_log_file = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.119957] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] web = /usr/share/spice-html5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 534.120149] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_concurrency.disable_process_locking = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.120770] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.120955] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.121133] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.121321] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.121497] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.121654] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.121810] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.121966] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.122133] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.122290] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.compute_link_prefix = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.122474] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.122636] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.dhcp_domain = novalocal {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.122790] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.enable_instance_password = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.122938] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.glance_link_prefix = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.123103] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.123261] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.123413] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.instance_list_per_project_cells = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.123565] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.list_records_by_skipping_down_cells = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.123733] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.local_metadata_per_cell = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.123885] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.max_limit = 1000 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.124054] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.metadata_cache_expiration = 15 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.124222] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.neutron_default_project_id = default {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.124379] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.response_validation = warn {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.124528] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.use_neutron_default_nets = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.124678] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.124826] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.124972] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.125138] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.125294] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.vendordata_dynamic_targets = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.125444] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.vendordata_jsonfile_path = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.125604] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.125781] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.backend = dogpile.cache.memcached {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.125933] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.backend_argument = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.126089] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.backend_expiration_time = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.126247] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.config_prefix = cache.oslo {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.126397] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.debug_cache_backend = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.126548] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.enable_retry_client = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.126695] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.enable_socket_keepalive = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.126849] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.enabled = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.126996] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.enforce_fips_mode = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.127160] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.expiration_time = 600 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.127323] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.127471] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.hashclient_retry_attempts = 2 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.127718] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.127885] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.memcache_dead_retry = 300 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.128049] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.memcache_password = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.128203] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.128352] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.128503] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.memcache_pool_maxsize = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.128650] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.128798] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.memcache_sasl_enabled = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.128964] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.129136] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.memcache_socket_timeout = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.129324] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.memcache_username = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.129486] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.proxies = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.129641] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.redis_db = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.129790] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.redis_password = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.129949] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.redis_sentinel_service_name = mymaster {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.130126] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.130281] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.redis_server = localhost:6379 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.130442] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.redis_socket_timeout = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.130594] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.redis_username = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.130747] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.retry_attempts = 2 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.130901] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.retry_delay = 0.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.131065] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.socket_keepalive_count = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.131220] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.socket_keepalive_idle = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.131409] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.socket_keepalive_interval = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.131564] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.tls_allowed_ciphers = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.131716] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.tls_cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.131864] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.tls_certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.132060] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.tls_enabled = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.132173] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cache.tls_keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.132337] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.auth_section = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.132500] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.auth_type = password {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.132650] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.132816] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.catalog_info = volumev3::publicURL {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.132967] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.133136] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.133290] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.cross_az_attach = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.133445] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.debug = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.133615] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.endpoint_template = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.133831] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.http_retries = 3 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.134005] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.134165] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.134327] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.os_region_name = RegionOne {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.134482] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.134633] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cinder.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.134795] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.134944] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.cpu_dedicated_set = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.135106] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.cpu_shared_set = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.135267] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.image_type_exclude_list = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.135418] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.135568] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.max_concurrent_disk_ops = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.135718] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.max_disk_devices_to_attach = -1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.135868] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.136040] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.136199] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.resource_provider_association_refresh = 300 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.136349] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.136499] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.shutdown_retry_interval = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.136664] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.136831] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] conductor.workers = 2 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.136996] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] console.allowed_origins = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.137159] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] console.ssl_ciphers = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.137314] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] console.ssl_minimum_version = default {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.137499] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] consoleauth.enforce_session_timeout = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.137668] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] consoleauth.token_ttl = 600 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.137830] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.137979] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.138148] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.138301] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.connect_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.138450] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.connect_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.138595] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.endpoint_override = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.138747] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.138893] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.139051] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.max_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.139227] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.min_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.139388] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.region_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.139538] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.retriable_status_codes = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.139705] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.service_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.139912] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.service_type = accelerator {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.140096] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.140252] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.status_code_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.140405] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.status_code_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.140555] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.140723] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.140874] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] cyborg.version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.141045] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.asyncio_connection = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.141200] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.asyncio_slave_connection = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.141403] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.backend = sqlalchemy {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.141565] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.connection = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.141720] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.connection_debug = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.141979] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.connection_parameters = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.142170] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.connection_recycle_time = 3600 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.142307] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.connection_trace = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.142460] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.db_inc_retry_interval = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.142612] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.db_max_retries = 20 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.142763] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.db_max_retry_interval = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.142912] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.db_retry_interval = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.143073] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.max_overflow = 50 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.143226] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.max_pool_size = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.143375] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.max_retries = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.143532] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.143680] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.mysql_wsrep_sync_wait = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.143824] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.pool_timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.143973] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.retry_interval = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.144132] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.slave_connection = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.144283] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.sqlite_synchronous = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.144437] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] database.use_db_reconnect = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.144593] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.asyncio_connection = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.144742] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.asyncio_slave_connection = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.144899] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.backend = sqlalchemy {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.145066] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.connection = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.145223] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.connection_debug = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.145381] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.connection_parameters = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.145534] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.connection_recycle_time = 3600 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.145686] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.connection_trace = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.145835] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.db_inc_retry_interval = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.145985] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.db_max_retries = 20 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.146149] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.db_max_retry_interval = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.146303] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.db_retry_interval = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.146456] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.max_overflow = 50 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.146603] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.max_pool_size = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.146749] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.max_retries = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.146903] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.147063] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.147211] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.pool_timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.147364] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.retry_interval = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.147507] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.slave_connection = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.147653] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] api_database.sqlite_synchronous = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.147816] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] devices.enabled_mdev_types = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.147979] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.148153] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ephemeral_storage_encryption.default_format = luks {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.148304] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ephemeral_storage_encryption.enabled = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.148456] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.148612] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.api_servers = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.148761] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.148909] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149072] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149253] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.connect_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149441] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.connect_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149600] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.debug = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149757] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.default_trusted_certificate_ids = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.149909] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.enable_certificate_validation = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150072] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.enable_rbd_download = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150225] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.endpoint_override = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150383] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150532] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150681] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.max_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150829] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.min_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.150980] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.num_retries = 3 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.151154] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.rbd_ceph_conf = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.151328] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.rbd_connect_timeout = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.151496] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.rbd_pool = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.151654] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.rbd_user = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.151804] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.region_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.151951] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.retriable_status_codes = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152112] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.service_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152285] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.service_type = image {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152418] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152564] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.status_code_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152715] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.status_code_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.152860] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153036] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153192] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.verify_glance_signatures = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153338] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] glance.version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153495] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] guestfs.debug = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153647] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.auth_section = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153794] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.auth_type = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.153938] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154095] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154249] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154396] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.connect_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154543] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.connect_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154688] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.endpoint_override = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.154880] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155065] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155221] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.max_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155370] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.min_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155517] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.region_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155661] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.retriable_status_codes = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155805] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.service_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.155960] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.service_type = shared-file-system {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156135] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.share_apply_policy_timeout = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156290] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156440] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.status_code_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156583] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.status_code_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156728] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.156896] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.157056] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] manila.version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.157212] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] mks.enabled = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.157553] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.157732] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] image_cache.manager_interval = 2400 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.157891] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] image_cache.precache_concurrency = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158063] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] image_cache.remove_unused_base_images = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158226] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158382] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158547] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] image_cache.subdirectory_name = _base {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158714] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.api_max_retries = 60 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.158866] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.api_retry_interval = 2 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159025] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.auth_section = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159202] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.auth_type = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159388] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159546] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159698] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159850] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.conductor_group = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.159998] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.connect_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160159] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.connect_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160304] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.endpoint_override = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160464] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160600] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160747] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.max_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.160893] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.min_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161055] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.peer_list = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161206] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.region_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161401] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.retriable_status_codes = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161572] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.serial_console_state_timeout = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161722] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.service_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.161879] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.service_type = baremetal {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162039] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.shard = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162198] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162402] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.status_code_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162489] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.status_code_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162640] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162806] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.162956] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ironic.version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163137] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163298] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] key_manager.fixed_key = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163465] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163614] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.barbican_api_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163758] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.barbican_endpoint = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.163914] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.barbican_endpoint_type = public {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164074] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.barbican_region_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164226] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164373] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164525] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164673] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164819] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.164969] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.number_of_retries = 60 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165131] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.retry_delay = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165284] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.send_service_user_token = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165454] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165611] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165761] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.verify_ssl = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.165905] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican.verify_ssl_path = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166071] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican_service_user.auth_section = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166226] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican_service_user.auth_type = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166370] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican_service_user.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166516] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican_service_user.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166665] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican_service_user.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166812] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican_service_user.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.166954] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican_service_user.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.167118] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican_service_user.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.167267] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] barbican_service_user.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.167424] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vault.approle_role_id = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.167570] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vault.approle_secret_id = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.167729] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vault.kv_mountpoint = secret {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.167875] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vault.kv_path = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168045] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vault.kv_version = 2 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168200] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vault.namespace = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168350] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vault.root_token_id = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168500] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vault.ssl_ca_crt_file = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168656] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vault.timeout = 60.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168805] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vault.use_ssl = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.168959] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169132] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169321] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169487] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169638] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.connect_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169783] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.connect_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.169929] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.endpoint_override = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170094] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170243] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170392] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.max_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170536] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.min_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170680] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.region_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170824] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.retriable_status_codes = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.170967] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.service_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171138] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.service_type = identity {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171325] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171495] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.status_code_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171651] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.status_code_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171800] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.171968] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.172131] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] keystone.version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.172313] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.ceph_mount_options = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.172646] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.172817] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.connection_uri = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.172973] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.cpu_mode = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173147] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.cpu_model_extra_flags = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173308] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.cpu_models = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173502] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.cpu_power_governor_high = performance {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173672] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.cpu_power_governor_low = powersave {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.173827] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.cpu_power_management = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174009] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174191] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.device_detach_attempts = 8 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174347] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.device_detach_timeout = 20 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174504] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.disk_cachemodes = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174652] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.disk_prefix = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174805] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.enabled_perf_events = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.174980] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.file_backed_memory = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175158] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.gid_maps = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175301] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.hw_disk_discard = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175452] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.hw_machine_type = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175609] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.images_rbd_ceph_conf = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175763] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.175919] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176090] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.images_rbd_glance_store_name = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176251] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.images_rbd_pool = rbd {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176411] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.images_type = default {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176560] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.images_volume_group = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176714] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.inject_key = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.176861] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.inject_partition = -2 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177058] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.inject_password = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177259] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.iscsi_iface = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177422] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.iser_use_multipath = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177575] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_bandwidth = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177726] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.177876] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_downtime = 500 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178044] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178202] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178348] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_inbound_addr = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178499] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178647] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178793] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_permit_post_copy = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.178939] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_scheme = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179107] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_timeout_action = abort {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179312] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_tunnelled = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179469] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_uri = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179622] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.live_migration_with_native_tls = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179770] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.max_queues = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.179920] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.180174] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.180335] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.nfs_mount_options = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.180650] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.180820] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.180976] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.num_iser_scan_tries = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181142] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.num_memory_encrypted_guests = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181321] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181484] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.num_pcie_ports = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181642] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.num_volume_scan_tries = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181795] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.pmem_namespaces = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.181942] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.quobyte_client_cfg = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.182264] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.182453] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.rbd_connect_timeout = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.182627] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.182763] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.182910] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.rbd_secret_uuid = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.183070] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.rbd_user = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.183225] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.183384] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.remote_filesystem_transport = ssh {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.183535] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.rescue_image_id = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.183682] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.rescue_kernel_id = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.183823] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.rescue_ramdisk_id = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.183977] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.184147] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.rx_queue_size = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.184303] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.smbfs_mount_options = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.184583] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.184744] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.snapshot_compression = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.184890] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.snapshot_image_format = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.185118] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.185283] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.sparse_logical_volumes = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.185472] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.supported_tpm_secret_security = ['user', 'host', 'deployment'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.185624] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.swtpm_enabled = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.185779] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.swtpm_group = tss {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.185930] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.swtpm_user = tss {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186120] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.sysinfo_serial = unique {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186271] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.tb_cache_size = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186415] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.tx_queue_size = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186560] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.uid_maps = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186715] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.use_virtio_for_bridges = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.186874] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.virt_type = kvm {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187039] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.volume_clear = zero {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187194] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.volume_clear_size = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187345] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.volume_enforce_multipath = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187498] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.volume_use_multipath = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187647] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.vzstorage_cache_path = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187804] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.187959] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.vzstorage_mount_group = qemu {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.188122] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.vzstorage_mount_opts = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.188276] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.188575] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.188748] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.vzstorage_mount_user = stack {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.188982] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.189166] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.auth_section = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.189330] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.auth_type = password {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.189482] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.189630] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.189778] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.189922] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.connect_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190081] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.connect_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190240] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.default_floating_pool = public {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190387] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.endpoint_override = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190535] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.extension_sync_interval = 600 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190685] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.http_retries = 3 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190833] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.190978] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.191136] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.max_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.191323] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.191579] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.min_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.191765] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.ovs_bridge = br-int {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.191930] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.physnets = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.192106] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.region_name = RegionOne {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.192260] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.retriable_status_codes = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.192423] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.service_metadata_proxy = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.192572] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.service_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.192746] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.service_type = network {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.192874] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193044] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.status_code_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193173] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.status_code_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193317] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193485] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193633] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] neutron.version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193789] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] notifications.bdms_in_notifications = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.193949] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] notifications.default_level = INFO {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194113] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] notifications.include_share_mapping = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194275] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] notifications.notification_format = unversioned {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194447] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] notifications.notify_on_state_change = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194619] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194785] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] pci.alias = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.194945] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] pci.device_spec = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.195111] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] pci.report_in_placement = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.195276] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.auth_section = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.195439] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.auth_type = password {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.195596] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.195744] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.195889] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196048] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196195] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.connect_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196341] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.connect_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196490] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.default_domain_id = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196634] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.default_domain_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196778] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.domain_id = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.196922] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.domain_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197078] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.endpoint_override = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197230] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197377] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197548] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.max_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197697] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.min_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.197853] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.password = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198021] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.project_domain_id = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198172] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.project_domain_name = Default {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198324] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.project_id = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198485] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.project_name = service {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198640] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.region_name = RegionOne {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198789] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.retriable_status_codes = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.198934] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.service_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199102] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.service_type = placement {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199255] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199403] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.status_code_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199548] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.status_code_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199695] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.system_scope = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199838] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.199981] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.trust_id = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.200139] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.user_domain_id = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.200294] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.user_domain_name = Default {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.200456] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.user_id = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.200629] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.username = nova {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.200795] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.200944] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] placement.version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201128] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.cores = 20 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201323] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.count_usage_from_placement = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201492] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201652] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.injected_file_content_bytes = 10240 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201807] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.injected_file_path_length = 255 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.201959] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.injected_files = 5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.202130] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.instances = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.202285] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.key_pairs = 100 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.202462] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.metadata_items = 128 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.202625] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.ram = 51200 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.202776] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.recheck_quota = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.202932] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.server_group_members = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.203098] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.server_groups = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.203298] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.203477] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] quota.unified_limits_resource_strategy = require {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.203658] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.203814] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.203963] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] scheduler.image_metadata_prefilter = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204129] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204281] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] scheduler.max_attempts = 3 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204449] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] scheduler.max_placement_results = 1000 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204613] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204768] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] scheduler.query_placement_for_image_type_support = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.204915] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205090] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] scheduler.workers = 2 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205253] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205411] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205575] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205732] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.205880] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206041] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206262] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206455] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206610] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.host_subset_size = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206762] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.206908] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207071] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207229] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207379] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207532] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.isolated_hosts = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207682] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.isolated_images = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207832] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.207992] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208165] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208345] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.pci_in_placement = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208547] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208707] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.208861] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209025] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209213] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209380] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209534] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.track_instance_changes = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209699] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.209861] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] metrics.required = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210022] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] metrics.weight_multiplier = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210178] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210332] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] metrics.weight_setting = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210645] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210811] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] serial_console.enabled = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.210974] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] serial_console.port_range = 10000:20000 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211152] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211331] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211501] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] serial_console.serialproxy_port = 6083 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211659] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] service_user.auth_section = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211822] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] service_user.auth_type = password {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.211970] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] service_user.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212133] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] service_user.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212312] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] service_user.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212470] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] service_user.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212617] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] service_user.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212774] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] service_user.send_service_user_token = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.212931] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] service_user.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213082] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] service_user.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213242] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.agent_enabled = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213394] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.enabled = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213706] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.213905] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214076] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.html5proxy_port = 6082 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214229] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.image_compression = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214379] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.jpeg_compression = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214528] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.playback_compression = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214676] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.require_secure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214834] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.server_listen = 127.0.0.1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.214988] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215301] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215470] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.streaming_mode = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215623] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] spice.zlib_compression = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.215776] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] upgrade_levels.baseapi = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216047] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] upgrade_levels.compute = auto {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216214] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] upgrade_levels.conductor = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216365] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] upgrade_levels.scheduler = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216524] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vendordata_dynamic_auth.auth_section = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216676] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vendordata_dynamic_auth.auth_type = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216821] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vendordata_dynamic_auth.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.216967] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vendordata_dynamic_auth.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217136] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217284] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vendordata_dynamic_auth.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217429] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vendordata_dynamic_auth.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217578] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217723] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vendordata_dynamic_auth.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.217884] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.api_retry_count = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218343] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.ca_file = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218343] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.cache_prefix = devstack-image-cache {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218462] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.cluster_name = testcl1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218523] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.connection_pool_size = 10 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218671] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.console_delay_seconds = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.218825] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.datastore_regex = ^datastore.* {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219058] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219241] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.host_password = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219396] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.host_port = 443 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219550] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.host_username = administrator@vsphere.local {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219708] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.insecure = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.219854] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.integration_bridge = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220010] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.maximum_objects = 100 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220166] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.pbm_default_policy = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220315] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.pbm_enabled = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220459] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.pbm_wsdl_location = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220612] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220757] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.serial_port_proxy_uri = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.220901] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.serial_port_service_uri = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221064] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.task_poll_interval = 0.5 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221236] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.use_linked_clone = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221428] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.vnc_keymap = en-us {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221587] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.vnc_port = 5900 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221739] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vmware.vnc_port_total = 10000 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.221912] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vnc.auth_schemes = ['none'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222089] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vnc.enabled = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222424] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222652] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.222820] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vnc.novncproxy_port = 6080 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223012] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vnc.server_listen = 127.0.0.1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223197] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223353] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vnc.vencrypt_ca_certs = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223545] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vnc.vencrypt_client_cert = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223721] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vnc.vencrypt_client_key = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.223890] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224057] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.disable_deep_image_inspection = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224211] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224362] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224512] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224660] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.disable_rootwrap = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224807] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.enable_numa_live_migration = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.224957] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225112] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225260] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225407] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.libvirt_disable_apic = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225578] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225803] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.225986] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226156] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226304] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226475] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226638] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226787] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.226933] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227102] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227275] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227431] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] wsgi.secure_proxy_ssl_header = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227583] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] zvm.ca_file = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.227739] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] zvm.cloud_connector_url = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228065] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228236] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] zvm.reachable_timeout = 300 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228398] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228565] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228729] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler.connection_string = messaging:// {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.228882] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler.enabled = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229049] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler.es_doc_type = notification {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229205] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler.es_scroll_size = 10000 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229358] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler.es_scroll_time = 2m {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229524] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler.filter_error_trace = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229688] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler.hmac_keys = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229841] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler.sentinel_service_name = mymaster {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.229998] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler.socket_timeout = 0.1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230163] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler.trace_requests = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230309] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler.trace_sqlalchemy = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230473] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler_jaeger.process_tags = {} {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230620] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler_jaeger.service_name_prefix = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230767] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] profiler_otlp.service_name_prefix = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.230927] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231090] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231264] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231425] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231576] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231726] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.231868] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232025] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232241] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232452] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232615] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.232840] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233082] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233286] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233446] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233609] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233828] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.233992] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234170] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234322] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234475] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234630] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234782] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.234930] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235099] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235253] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235438] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235596] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235744] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.235892] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236053] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.ssl = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236215] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236372] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236525] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236756] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.236969] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.ssl_version = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237147] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237328] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237485] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_notifications.retry = -1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237649] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237810] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_messaging_notifications.transport_url = **** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.237977] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.auth_section = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238146] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.auth_type = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238298] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.cafile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238472] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.certfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238628] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.collect_timing = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238775] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.connect_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.238922] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.connect_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239081] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.endpoint_id = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239246] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.endpoint_interface = publicURL {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239392] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.endpoint_override = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239535] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.endpoint_region_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239681] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.endpoint_service_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239827] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.endpoint_service_type = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.239975] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.insecure = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240136] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.keyfile = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240290] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.max_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240438] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.min_version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240582] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.region_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240730] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.retriable_status_codes = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.240877] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.service_name = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241030] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.service_type = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241184] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.split_loggers = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241377] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.status_code_retries = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241535] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.status_code_retry_delay = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241686] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.timeout = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241831] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.valid_interfaces = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.241975] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_limit.version = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242144] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_reports.file_event_handler = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242308] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242453] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] oslo_reports.log_dir = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242617] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242767] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.242917] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243087] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243246] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243408] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243543] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243701] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243850] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_ovs_privileged.group = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.243997] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244161] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244312] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244489] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244640] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] vif_plug_ovs_privileged.user = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244801] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_linux_bridge.flat_interface = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.244972] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245152] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245312] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245510] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245681] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245837] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.245993] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246199] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246377] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_ovs.isolate_vif = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246553] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246714] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.246886] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247073] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_ovs.ovsdb_interface = native {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247252] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] os_vif_ovs.per_port_bridge = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247424] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247571] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] privsep_osbrick.group = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247718] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] privsep_osbrick.helper_command = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.247867] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248071] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248240] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248396] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] privsep_osbrick.user = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248585] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248739] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] nova_sys_admin.group = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.248886] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] nova_sys_admin.helper_command = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249069] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249245] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249400] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249560] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] nova_sys_admin.user = None {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 534.249691] env[65829]: DEBUG oslo_service.backend._eventlet.service [None req-739b4f23-c375-4f3b-b13d-9453b501b90d None None] ******************************************************************************** {{(pid=65829) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 534.250159] env[65829]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 534.754085] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Getting list of instances from cluster (obj){ [ 534.754085] env[65829]: value = "domain-c8" [ 534.754085] env[65829]: _type = "ClusterComputeResource" [ 534.754085] env[65829]: } {{(pid=65829) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 534.755256] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd134f7-ffbe-4d6b-8992-f3159ae6ca30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.764794] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Got total of 0 instances {{(pid=65829) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 534.765485] env[65829]: WARNING nova.virt.vmwareapi.driver [None req-1235f408-be55-4819-9324-16ce93823a72 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 534.766016] env[65829]: INFO nova.virt.node [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Generated node identity 181379b3-3082-4848-8c70-179947affa36 [ 534.766273] env[65829]: INFO nova.virt.node [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Wrote node identity 181379b3-3082-4848-8c70-179947affa36 to /opt/stack/data/n-cpu-1/compute_id [ 535.268994] env[65829]: WARNING nova.compute.manager [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Compute nodes ['181379b3-3082-4848-8c70-179947affa36'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 536.274333] env[65829]: INFO nova.compute.manager [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 537.282597] env[65829]: WARNING nova.compute.manager [None req-1235f408-be55-4819-9324-16ce93823a72 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 537.282597] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.283083] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.283083] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.283083] env[65829]: DEBUG nova.compute.resource_tracker [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 537.283880] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fbef4c-4fb3-4aaf-b07a-3939818a4d1d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.292407] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459dbb79-a3cf-487f-95aa-66f650f53d2d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.308380] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ef4e2a-e256-45a3-b9cc-7e3e2c711332 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.315338] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdf75e9-2200-4665-87f5-5e514b9f90f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.344331] env[65829]: DEBUG nova.compute.resource_tracker [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180655MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 537.344487] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 537.344703] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 537.847551] env[65829]: WARNING nova.compute.resource_tracker [None req-1235f408-be55-4819-9324-16ce93823a72 None None] No compute node record for cpu-1:181379b3-3082-4848-8c70-179947affa36: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 181379b3-3082-4848-8c70-179947affa36 could not be found. [ 538.352204] env[65829]: INFO nova.compute.resource_tracker [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 181379b3-3082-4848-8c70-179947affa36 [ 539.860932] env[65829]: DEBUG nova.compute.resource_tracker [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 539.861406] env[65829]: DEBUG nova.compute.resource_tracker [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 540.152063] env[65829]: INFO nova.scheduler.client.report [None req-1235f408-be55-4819-9324-16ce93823a72 None None] [req-0eb08a92-32ef-4cea-8071-a7978eb7849b] Created resource provider record via placement API for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 540.169866] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85eeb4e-7b58-493c-84ab-679c134a3132 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.178387] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d7a155-dd57-4316-9973-bf7608886d0c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.210271] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e6f279-643e-4e02-a1b9-15acfd0e1566 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.218557] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471cd67b-c0c3-408e-b0dd-0c3f8eb50dc0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 540.232909] env[65829]: DEBUG nova.compute.provider_tree [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 540.782991] env[65829]: DEBUG nova.scheduler.client.report [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 540.783544] env[65829]: DEBUG nova.compute.provider_tree [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 0 to 1 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 540.783544] env[65829]: DEBUG nova.compute.provider_tree [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 540.841622] env[65829]: DEBUG nova.compute.provider_tree [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 1 to 2 during operation: update_traits {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 541.348552] env[65829]: DEBUG nova.compute.resource_tracker [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 541.348979] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.004s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.348979] env[65829]: DEBUG nova.service [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Creating RPC server for service compute {{(pid=65829) start /opt/stack/nova/nova/service.py:177}} [ 541.362482] env[65829]: DEBUG nova.service [None req-1235f408-be55-4819-9324-16ce93823a72 None None] Join ServiceGroup membership for this service compute {{(pid=65829) start /opt/stack/nova/nova/service.py:194}} [ 541.362690] env[65829]: DEBUG nova.servicegroup.drivers.db [None req-1235f408-be55-4819-9324-16ce93823a72 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65829) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 550.365394] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.868698] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Getting list of instances from cluster (obj){ [ 550.868698] env[65829]: value = "domain-c8" [ 550.868698] env[65829]: _type = "ClusterComputeResource" [ 550.868698] env[65829]: } {{(pid=65829) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 550.869950] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146c3c2b-bc70-4b5c-95fc-9b1da1a0ba4d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.879039] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Got total of 0 instances {{(pid=65829) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 550.879276] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 550.879589] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Getting list of instances from cluster (obj){ [ 550.879589] env[65829]: value = "domain-c8" [ 550.879589] env[65829]: _type = "ClusterComputeResource" [ 550.879589] env[65829]: } {{(pid=65829) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 550.880504] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49a0af6-7966-40a5-bd22-3cfe3dce4733 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.888264] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Got total of 0 instances {{(pid=65829) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 586.622421] env[65829]: INFO nova.utils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] The default thread pool MainProcess.default is initialized [ 586.623718] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Acquiring lock "fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.624026] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Lock "fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.127288] env[65829]: DEBUG nova.compute.manager [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 587.664114] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.664415] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.666016] env[65829]: INFO nova.compute.claims [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 588.047634] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.047634] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.550566] env[65829]: DEBUG nova.compute.manager [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 588.751089] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745586fd-0a20-4af2-a61b-ce47efa9ad99 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.759206] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62af399d-f9df-4032-9ccc-f55b8d99c5ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.793244] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304005b3-804e-4c61-a9a8-12c5d70d67fb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.801843] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cf0d4a-e829-4280-9e79-d3adcf233010 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.818295] env[65829]: DEBUG nova.compute.provider_tree [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.076396] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.322215] env[65829]: DEBUG nova.scheduler.client.report [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 589.361877] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "f9b559b4-60bb-4e70-be23-abf32c0f97fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.362116] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "f9b559b4-60bb-4e70-be23-abf32c0f97fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.554014] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.555335] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.555335] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.555485] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.555769] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.555871] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.556059] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.556227] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 589.556382] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 589.828335] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.829772] env[65829]: DEBUG nova.compute.manager [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 589.832913] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.756s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.834878] env[65829]: INFO nova.compute.claims [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.866521] env[65829]: DEBUG nova.compute.manager [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 590.060953] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.339980] env[65829]: DEBUG nova.compute.utils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.343724] env[65829]: DEBUG nova.compute.manager [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 590.344122] env[65829]: DEBUG nova.network.neutron [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 590.345057] env[65829]: WARNING neutronclient.v2_0.client [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.346553] env[65829]: WARNING neutronclient.v2_0.client [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 590.407637] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.721963] env[65829]: DEBUG nova.policy [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d55f03d0afb4494b32f827816048d3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df5c79e4cad041e680ebc97d467e2e3f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 590.851097] env[65829]: DEBUG nova.compute.manager [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 590.996579] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c71a70-ab9b-4f94-8e58-50edb8ad41f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.007136] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81baa3c1-7a0e-4847-8738-b376b7230e13 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.052640] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ffd1697-5773-478b-b8d8-7d21a3a1502c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.060733] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf000ee6-0902-4bf9-80e2-f1aea71b8ab7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.077060] env[65829]: DEBUG nova.compute.provider_tree [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.186561] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "1bd871ab-013f-4c2f-9e35-8e1e1794ab07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.186741] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "1bd871ab-013f-4c2f-9e35-8e1e1794ab07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.357194] env[65829]: DEBUG nova.network.neutron [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Successfully created port: d8572d7d-bde9-4f2e-9c98-0db54c99907a {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 591.559055] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Acquiring lock "033a3add-1824-4db3-943b-c2fa588857e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.559055] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Lock "033a3add-1824-4db3-943b-c2fa588857e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.582368] env[65829]: DEBUG nova.scheduler.client.report [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.691725] env[65829]: DEBUG nova.compute.manager [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 591.865310] env[65829]: DEBUG nova.compute.manager [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 591.899510] env[65829]: DEBUG nova.virt.hardware [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 591.899903] env[65829]: DEBUG nova.virt.hardware [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.899986] env[65829]: DEBUG nova.virt.hardware [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 591.901478] env[65829]: DEBUG nova.virt.hardware [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.901536] env[65829]: DEBUG nova.virt.hardware [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 591.901727] env[65829]: DEBUG nova.virt.hardware [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 591.902064] env[65829]: DEBUG nova.virt.hardware [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 591.902252] env[65829]: DEBUG nova.virt.hardware [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 591.902715] env[65829]: DEBUG nova.virt.hardware [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 591.902929] env[65829]: DEBUG nova.virt.hardware [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 591.903265] env[65829]: DEBUG nova.virt.hardware [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 591.904522] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf78494-44c2-41ea-beca-3227607d70cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.919141] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef0a104-b78d-4a53-a9b6-30057c382aa5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.939546] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9015d2-26c4-4410-bdd5-b71d60177006 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.062275] env[65829]: DEBUG nova.compute.manager [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 592.089351] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.093326] env[65829]: DEBUG nova.compute.manager [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 592.093326] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.032s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.093326] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.093326] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 592.093326] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.687s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.094865] env[65829]: INFO nova.compute.claims [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.097985] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5220c942-4030-4615-87ac-f7a6acc7096c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.107531] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c44a4d-a6fa-4a39-bda5-c06cbf7a029f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.126156] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5580bdb-ab5b-4801-aef5-bed71b9ac166 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.140596] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27c19c8-3a5e-4114-ab91-cbcb473b3566 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.178147] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180653MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 592.178354] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.249588] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.584303] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.601123] env[65829]: DEBUG nova.compute.utils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 592.601123] env[65829]: DEBUG nova.compute.manager [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 592.601123] env[65829]: DEBUG nova.network.neutron [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 592.602837] env[65829]: WARNING neutronclient.v2_0.client [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.603381] env[65829]: WARNING neutronclient.v2_0.client [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 592.822740] env[65829]: DEBUG nova.policy [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11bd130e40d44123afda3e5033c54b5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6114969fe540444db38936ed477e7dc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.929596] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquiring lock "38a0da51-c4c7-4067-bcab-9383bf804533" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.929832] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lock "38a0da51-c4c7-4067-bcab-9383bf804533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.109883] env[65829]: DEBUG nova.compute.manager [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 593.229113] env[65829]: DEBUG nova.network.neutron [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Successfully updated port: d8572d7d-bde9-4f2e-9c98-0db54c99907a {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 593.233883] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a36308a-7614-494d-8c09-16438bf076b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.245821] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa694961-a4b1-4a52-9b61-f090e9f97081 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.288165] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e91d64-2f1f-4b01-80fa-9d7e0ded5ed5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.296452] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0db8074-d4ad-4945-90d7-170ac1c808fd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.312121] env[65829]: DEBUG nova.compute.provider_tree [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.433587] env[65829]: DEBUG nova.compute.manager [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 593.495354] env[65829]: DEBUG nova.network.neutron [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Successfully created port: e834908f-cbf0-41ae-8fdb-4b84423a3e77 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 593.731393] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Acquiring lock "refresh_cache-fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.731579] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Acquired lock "refresh_cache-fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.731998] env[65829]: DEBUG nova.network.neutron [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 593.817903] env[65829]: DEBUG nova.scheduler.client.report [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.968382] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.129505] env[65829]: DEBUG nova.compute.manager [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 594.155488] env[65829]: DEBUG nova.virt.hardware [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 594.155724] env[65829]: DEBUG nova.virt.hardware [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.155867] env[65829]: DEBUG nova.virt.hardware [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 594.156046] env[65829]: DEBUG nova.virt.hardware [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.156185] env[65829]: DEBUG nova.virt.hardware [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 594.156326] env[65829]: DEBUG nova.virt.hardware [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 594.156510] env[65829]: DEBUG nova.virt.hardware [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 594.156662] env[65829]: DEBUG nova.virt.hardware [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 594.157023] env[65829]: DEBUG nova.virt.hardware [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 594.157957] env[65829]: DEBUG nova.virt.hardware [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 594.158322] env[65829]: DEBUG nova.virt.hardware [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 594.159276] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34174ff2-928d-44e0-baec-aefefdd010be {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.168684] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96189d29-a1be-48da-8bae-70546aa884bb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.324523] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.325305] env[65829]: DEBUG nova.compute.manager [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 594.327677] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.149s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.831793] env[65829]: DEBUG nova.compute.utils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.837806] env[65829]: DEBUG nova.compute.manager [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 594.838046] env[65829]: DEBUG nova.network.neutron [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 594.838448] env[65829]: WARNING neutronclient.v2_0.client [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.838643] env[65829]: WARNING neutronclient.v2_0.client [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.006768] env[65829]: DEBUG nova.network.neutron [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 595.192019] env[65829]: DEBUG nova.network.neutron [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Successfully updated port: e834908f-cbf0-41ae-8fdb-4b84423a3e77 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 595.287269] env[65829]: DEBUG nova.policy [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a883a60efe8b4711a532f56b63244609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b163d8677e07440d971d7d7c8eb5c0ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.346183] env[65829]: DEBUG nova.compute.manager [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 595.376765] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 595.376765] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 595.376765] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance f9b559b4-60bb-4e70-be23-abf32c0f97fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 595.702452] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "refresh_cache-330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.702647] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquired lock "refresh_cache-330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.702856] env[65829]: DEBUG nova.network.neutron [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 595.809607] env[65829]: DEBUG nova.network.neutron [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Successfully created port: 41a715c2-cd5c-4ea1-8ef3-137fe47f15ee {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 595.880536] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 1bd871ab-013f-4c2f-9e35-8e1e1794ab07 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 596.356186] env[65829]: DEBUG nova.compute.manager [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 596.381325] env[65829]: DEBUG nova.virt.hardware [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 596.381560] env[65829]: DEBUG nova.virt.hardware [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.381739] env[65829]: DEBUG nova.virt.hardware [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 596.381924] env[65829]: DEBUG nova.virt.hardware [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.382078] env[65829]: DEBUG nova.virt.hardware [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 596.382219] env[65829]: DEBUG nova.virt.hardware [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 596.382416] env[65829]: DEBUG nova.virt.hardware [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 596.382566] env[65829]: DEBUG nova.virt.hardware [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 596.382749] env[65829]: DEBUG nova.virt.hardware [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 596.382921] env[65829]: DEBUG nova.virt.hardware [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 596.383484] env[65829]: DEBUG nova.virt.hardware [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 596.385518] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 033a3add-1824-4db3-943b-c2fa588857e5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 596.393033] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc135fc0-e8d5-4930-b786-b5a964ee4d13 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.399883] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa1d48c-c10c-4720-973a-73e742260fae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.551758] env[65829]: WARNING neutronclient.v2_0.client [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 596.714933] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquiring lock "875e4502-5b1a-4f92-bd41-ccee9f706169" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.715737] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Lock "875e4502-5b1a-4f92-bd41-ccee9f706169" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.735992] env[65829]: DEBUG nova.network.neutron [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 596.896119] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 38a0da51-c4c7-4067-bcab-9383bf804533 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 596.896400] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 596.896556] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_os_type_None': '3', 'num_proj_df5c79e4cad041e680ebc97d467e2e3f': '1', 'io_workload': '3', 'num_proj_6114969fe540444db38936ed477e7dc4': '1', 'num_task_None': '1', 'num_proj_b163d8677e07440d971d7d7c8eb5c0ad': '1'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 597.007450] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08c02da-3f84-4b79-acd7-35fab710317f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.015886] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00662b22-3f73-4029-8b3e-639dc6c4a7a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.053278] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a809ac-8558-4da8-966d-e27b23b8ec89 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.064916] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d7f357-306e-482b-b52d-b69caf919796 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.081537] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.218812] env[65829]: DEBUG nova.compute.manager [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 597.586385] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.751547] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.093068] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 598.094088] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.766s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.094213] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.845s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.096190] env[65829]: INFO nova.compute.claims [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.167617] env[65829]: DEBUG nova.network.neutron [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Successfully updated port: 41a715c2-cd5c-4ea1-8ef3-137fe47f15ee {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 598.270270] env[65829]: DEBUG nova.network.neutron [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Updating instance_info_cache with network_info: [{"id": "d8572d7d-bde9-4f2e-9c98-0db54c99907a", "address": "fa:16:3e:a3:6b:6d", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8572d7d-bd", "ovs_interfaceid": "d8572d7d-bde9-4f2e-9c98-0db54c99907a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.674157] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "refresh_cache-f9b559b4-60bb-4e70-be23-abf32c0f97fe" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.674157] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquired lock "refresh_cache-f9b559b4-60bb-4e70-be23-abf32c0f97fe" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.674157] env[65829]: DEBUG nova.network.neutron [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 598.773447] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Releasing lock "refresh_cache-fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.773884] env[65829]: DEBUG nova.compute.manager [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Instance network_info: |[{"id": "d8572d7d-bde9-4f2e-9c98-0db54c99907a", "address": "fa:16:3e:a3:6b:6d", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8572d7d-bd", "ovs_interfaceid": "d8572d7d-bde9-4f2e-9c98-0db54c99907a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 598.774509] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:6b:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8572d7d-bde9-4f2e-9c98-0db54c99907a', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.793490] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.794313] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-457f1785-98c0-4f89-9bfa-c27d52c912c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.808968] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Created folder: OpenStack in parent group-v4. [ 598.809579] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Creating folder: Project (df5c79e4cad041e680ebc97d467e2e3f). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.809947] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e18e6cda-f90c-4d4c-b075-c1e76c1cbce8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.822271] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Created folder: Project (df5c79e4cad041e680ebc97d467e2e3f) in parent group-v937255. [ 598.822482] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Creating folder: Instances. Parent ref: group-v937256. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.823824] env[65829]: WARNING neutronclient.v2_0.client [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.826439] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5659f2f-3e5f-43e5-882a-14bdba007204 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.838464] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Created folder: Instances in parent group-v937256. [ 598.838758] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 598.838982] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.839225] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21223cce-6222-40ad-808e-3f66f0d23cd4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.864359] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.864359] env[65829]: value = "task-4806846" [ 598.864359] env[65829]: _type = "Task" [ 598.864359] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.874902] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806846, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.182301] env[65829]: DEBUG nova.compute.manager [req-3c653fda-10c8-4b29-9dee-7802098fc648 req-2753e82f-2397-4866-8dce-b6f7040741a4 service nova] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Received event network-vif-plugged-d8572d7d-bde9-4f2e-9c98-0db54c99907a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 599.183296] env[65829]: DEBUG oslo_concurrency.lockutils [req-3c653fda-10c8-4b29-9dee-7802098fc648 req-2753e82f-2397-4866-8dce-b6f7040741a4 service nova] Acquiring lock "fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.183561] env[65829]: DEBUG oslo_concurrency.lockutils [req-3c653fda-10c8-4b29-9dee-7802098fc648 req-2753e82f-2397-4866-8dce-b6f7040741a4 service nova] Lock "fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.183774] env[65829]: DEBUG oslo_concurrency.lockutils [req-3c653fda-10c8-4b29-9dee-7802098fc648 req-2753e82f-2397-4866-8dce-b6f7040741a4 service nova] Lock "fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.183939] env[65829]: DEBUG nova.compute.manager [req-3c653fda-10c8-4b29-9dee-7802098fc648 req-2753e82f-2397-4866-8dce-b6f7040741a4 service nova] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] No waiting events found dispatching network-vif-plugged-d8572d7d-bde9-4f2e-9c98-0db54c99907a {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 599.184173] env[65829]: WARNING nova.compute.manager [req-3c653fda-10c8-4b29-9dee-7802098fc648 req-2753e82f-2397-4866-8dce-b6f7040741a4 service nova] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Received unexpected event network-vif-plugged-d8572d7d-bde9-4f2e-9c98-0db54c99907a for instance with vm_state building and task_state spawning. [ 599.276257] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4492d91c-3f19-4577-9e32-a6945d7c4821 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.287155] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1614f435-a5f9-48ca-a8cf-f0bf7727c737 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.323716] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6832590e-0b15-4924-a15d-e0780b67d33a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.333731] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28aedd9-85d7-49ed-9e40-06670b0a185d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.350027] env[65829]: DEBUG nova.compute.provider_tree [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.375913] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806846, 'name': CreateVM_Task, 'duration_secs': 0.378636} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.376127] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 599.376642] env[65829]: WARNING neutronclient.v2_0.client [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.388270] env[65829]: DEBUG nova.network.neutron [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Updating instance_info_cache with network_info: [{"id": "e834908f-cbf0-41ae-8fdb-4b84423a3e77", "address": "fa:16:3e:d5:06:02", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape834908f-cb", "ovs_interfaceid": "e834908f-cbf0-41ae-8fdb-4b84423a3e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.426339] env[65829]: DEBUG nova.network.neutron [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 599.731464] env[65829]: DEBUG oslo_vmware.service [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a909a1e1-136b-4ed0-991e-8720055a78f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.743306] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.743591] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.744680] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.744755] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade44668-11fc-4a71-b929-c2afb92e955f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.752300] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 599.752300] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525c5f82-fefc-0436-b351-45725502e01d" [ 599.752300] env[65829]: _type = "Task" [ 599.752300] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.763185] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525c5f82-fefc-0436-b351-45725502e01d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.856773] env[65829]: DEBUG nova.scheduler.client.report [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.891537] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Releasing lock "refresh_cache-330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.892040] env[65829]: DEBUG nova.compute.manager [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Instance network_info: |[{"id": "e834908f-cbf0-41ae-8fdb-4b84423a3e77", "address": "fa:16:3e:d5:06:02", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape834908f-cb", "ovs_interfaceid": "e834908f-cbf0-41ae-8fdb-4b84423a3e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 599.893047] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:06:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e834908f-cbf0-41ae-8fdb-4b84423a3e77', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.903799] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Creating folder: Project (6114969fe540444db38936ed477e7dc4). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.908048] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ea4ffc5-ae96-440d-a51e-9d8c747c417c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.917110] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Created folder: Project (6114969fe540444db38936ed477e7dc4) in parent group-v937255. [ 599.918253] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Creating folder: Instances. Parent ref: group-v937259. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.918253] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51ffb674-8dcf-44a8-a5b7-68e724d30760 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.929774] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Created folder: Instances in parent group-v937259. [ 599.929774] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 599.929774] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.929774] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4135a78-3fa3-4513-8022-a282f941d71c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.956330] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.956330] env[65829]: value = "task-4806849" [ 599.956330] env[65829]: _type = "Task" [ 599.956330] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.964832] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806849, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.222753] env[65829]: WARNING neutronclient.v2_0.client [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.267847] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.268022] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.268314] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.268401] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.268821] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.269149] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c94b90a8-e488-4399-87f5-ea7a080fb7a1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.279906] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.280232] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.281135] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9522cf6d-765f-4fcd-bb39-89c3a0461d98 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.289463] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d244c05e-31c0-4814-a58f-bc2e5ef6a69c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.296676] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 600.296676] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dbec8c-2cbf-60b6-70bb-93e848183174" [ 600.296676] env[65829]: _type = "Task" [ 600.296676] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.307625] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dbec8c-2cbf-60b6-70bb-93e848183174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.363719] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.364309] env[65829]: DEBUG nova.compute.manager [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 600.366987] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.784s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.368631] env[65829]: INFO nova.compute.claims [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.468423] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806849, 'name': CreateVM_Task, 'duration_secs': 0.386589} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.468608] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.469110] env[65829]: WARNING neutronclient.v2_0.client [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.469533] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.469686] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.469992] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.470277] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b9a9913-b104-4d6e-93e3-6cfd3227c73d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.477228] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 600.477228] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527a0c95-5d8a-9493-7181-0416cb0487ec" [ 600.477228] env[65829]: _type = "Task" [ 600.477228] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.486462] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527a0c95-5d8a-9493-7181-0416cb0487ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.807943] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Preparing fetch location {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 600.808245] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Creating directory with path [datastore2] vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.808500] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-293877c3-29a5-4be4-a5d8-740a8dd1354e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.831688] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Created directory with path [datastore2] vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.831688] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Fetch image to [datastore2] vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 600.831815] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Downloading image file data 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 to [datastore2] vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk on the data store datastore2 {{(pid=65829) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 600.833041] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826191da-2c71-464b-ba0f-f67427cc8b56 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.840970] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac66f74-a5cd-4b75-a468-9ea7f06afecc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.851179] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13c8523-0c2f-4f5a-b62a-f9fe0b54d7f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.887908] env[65829]: DEBUG nova.compute.utils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.893671] env[65829]: DEBUG nova.compute.manager [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 600.893841] env[65829]: DEBUG nova.network.neutron [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 600.894188] env[65829]: WARNING neutronclient.v2_0.client [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.894471] env[65829]: WARNING neutronclient.v2_0.client [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.898452] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803b8990-555f-4d34-b09f-d46c0024fc84 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.906267] env[65829]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7011f756-51ea-449e-9136-1f3a33130c32 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.946903] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Downloading image file data 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 to the data store datastore2 {{(pid=65829) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 600.989448] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.991695] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.991695] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.029877] env[65829]: DEBUG oslo_vmware.rw_handles [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65829) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 601.093062] env[65829]: DEBUG nova.network.neutron [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Updating instance_info_cache with network_info: [{"id": "41a715c2-cd5c-4ea1-8ef3-137fe47f15ee", "address": "fa:16:3e:8a:bc:36", "network": {"id": "a6a7efaf-58f6-4112-94a6-2452e365cef1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1599164625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163d8677e07440d971d7d7c8eb5c0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a715c2-cd", "ovs_interfaceid": "41a715c2-cd5c-4ea1-8ef3-137fe47f15ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.395062] env[65829]: DEBUG nova.compute.manager [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 601.543162] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae60cbb6-83fc-498b-bc53-8960553f4050 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.554643] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e491c2b-5f9e-4592-80f6-abf7cd258a62 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.595882] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f316f4-8f07-435d-b30a-888f2e557195 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.601726] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Releasing lock "refresh_cache-f9b559b4-60bb-4e70-be23-abf32c0f97fe" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.602939] env[65829]: DEBUG nova.compute.manager [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Instance network_info: |[{"id": "41a715c2-cd5c-4ea1-8ef3-137fe47f15ee", "address": "fa:16:3e:8a:bc:36", "network": {"id": "a6a7efaf-58f6-4112-94a6-2452e365cef1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1599164625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163d8677e07440d971d7d7c8eb5c0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a715c2-cd", "ovs_interfaceid": "41a715c2-cd5c-4ea1-8ef3-137fe47f15ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 601.603184] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:bc:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41a715c2-cd5c-4ea1-8ef3-137fe47f15ee', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.611310] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Creating folder: Project (b163d8677e07440d971d7d7c8eb5c0ad). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.615384] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a281bea-a442-4eac-be43-7c4c3e63b24d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.625278] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd3b1db-89e6-4e20-b61c-93a9aa3ff027 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.647474] env[65829]: DEBUG nova.compute.provider_tree [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.655707] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Created folder: Project (b163d8677e07440d971d7d7c8eb5c0ad) in parent group-v937255. [ 601.655797] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Creating folder: Instances. Parent ref: group-v937262. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.656373] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f896b07d-68ce-4895-a498-3d943369f09f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.669118] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Created folder: Instances in parent group-v937262. [ 601.669462] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 601.669663] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.669875] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4d46bbd-b689-4b6f-a1ac-db9b3779a13b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.697309] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.697309] env[65829]: value = "task-4806852" [ 601.697309] env[65829]: _type = "Task" [ 601.697309] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.708835] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806852, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.729309] env[65829]: DEBUG oslo_vmware.rw_handles [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Completed reading data from the image iterator. {{(pid=65829) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 601.729595] env[65829]: DEBUG oslo_vmware.rw_handles [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 601.880573] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Downloaded image file data 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 to vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk on the data store datastore2 {{(pid=65829) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 601.883993] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Caching image {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 601.883993] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Copying Virtual Disk [datastore2] vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk to [datastore2] vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.883993] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2593dcb7-bf58-4138-871a-3b9dbd475ba5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.891958] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 601.891958] env[65829]: value = "task-4806853" [ 601.891958] env[65829]: _type = "Task" [ 601.891958] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.905894] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.158188] env[65829]: DEBUG nova.scheduler.client.report [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.212806] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806852, 'name': CreateVM_Task, 'duration_secs': 0.37702} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.212806] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.213694] env[65829]: WARNING neutronclient.v2_0.client [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.214319] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.214319] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.214800] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.215159] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd9417b4-66c1-45e1-a8df-d7fa7f3ca876 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.221013] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 602.221013] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528c7290-9b78-9a62-a272-502f32855393" [ 602.221013] env[65829]: _type = "Task" [ 602.221013] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.231327] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528c7290-9b78-9a62-a272-502f32855393, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.405332] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806853, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.415078] env[65829]: DEBUG nova.compute.manager [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 602.428198] env[65829]: DEBUG nova.policy [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c756ac13d26c45fdbc8ae82367a07e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '867553ad35e34dd4b2f1d66e2a97951e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.454455] env[65829]: DEBUG nova.virt.hardware [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 602.454455] env[65829]: DEBUG nova.virt.hardware [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.454620] env[65829]: DEBUG nova.virt.hardware [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 602.454747] env[65829]: DEBUG nova.virt.hardware [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.454891] env[65829]: DEBUG nova.virt.hardware [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 602.457953] env[65829]: DEBUG nova.virt.hardware [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 602.459925] env[65829]: DEBUG nova.virt.hardware [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.459925] env[65829]: DEBUG nova.virt.hardware [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 602.459925] env[65829]: DEBUG nova.virt.hardware [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 602.459925] env[65829]: DEBUG nova.virt.hardware [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 602.459925] env[65829]: DEBUG nova.virt.hardware [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 602.460290] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56416e19-14dc-4b78-a9ac-54fc214a95aa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.475529] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b0c42-8554-4b96-8e60-1e2b2306aa26 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.667298] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.667298] env[65829]: DEBUG nova.compute.manager [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 602.670496] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.703s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.672399] env[65829]: INFO nova.compute.claims [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.734487] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.734882] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.735095] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.762674] env[65829]: DEBUG nova.compute.manager [req-5f1e6bea-481c-40e5-8417-d89d8e76f8ea req-bef87240-8280-4e02-b537-69407d4f4ead service nova] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Received event network-vif-plugged-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 602.762972] env[65829]: DEBUG oslo_concurrency.lockutils [req-5f1e6bea-481c-40e5-8417-d89d8e76f8ea req-bef87240-8280-4e02-b537-69407d4f4ead service nova] Acquiring lock "f9b559b4-60bb-4e70-be23-abf32c0f97fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.763931] env[65829]: DEBUG oslo_concurrency.lockutils [req-5f1e6bea-481c-40e5-8417-d89d8e76f8ea req-bef87240-8280-4e02-b537-69407d4f4ead service nova] Lock "f9b559b4-60bb-4e70-be23-abf32c0f97fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.764187] env[65829]: DEBUG oslo_concurrency.lockutils [req-5f1e6bea-481c-40e5-8417-d89d8e76f8ea req-bef87240-8280-4e02-b537-69407d4f4ead service nova] Lock "f9b559b4-60bb-4e70-be23-abf32c0f97fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.764431] env[65829]: DEBUG nova.compute.manager [req-5f1e6bea-481c-40e5-8417-d89d8e76f8ea req-bef87240-8280-4e02-b537-69407d4f4ead service nova] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] No waiting events found dispatching network-vif-plugged-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 602.765150] env[65829]: WARNING nova.compute.manager [req-5f1e6bea-481c-40e5-8417-d89d8e76f8ea req-bef87240-8280-4e02-b537-69407d4f4ead service nova] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Received unexpected event network-vif-plugged-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee for instance with vm_state building and task_state spawning. [ 602.904852] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714815} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.905277] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Copied Virtual Disk [datastore2] vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk to [datastore2] vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.905573] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Deleting the datastore file [datastore2] vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.905905] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b2572bd-2057-4bbe-bddb-1f8db1a1f704 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.917269] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 602.917269] env[65829]: value = "task-4806854" [ 602.917269] env[65829]: _type = "Task" [ 602.917269] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.924751] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.179262] env[65829]: DEBUG nova.compute.utils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.185352] env[65829]: DEBUG nova.compute.manager [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 603.185352] env[65829]: DEBUG nova.network.neutron [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 603.185352] env[65829]: WARNING neutronclient.v2_0.client [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.185676] env[65829]: WARNING neutronclient.v2_0.client [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.429056] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023929} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.429056] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.429056] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Moving file from [datastore2] vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 to [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90. {{(pid=65829) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 603.429749] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1b96f471-3227-4aee-b7be-1d6d646f2f7d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.438450] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 603.438450] env[65829]: value = "task-4806855" [ 603.438450] env[65829]: _type = "Task" [ 603.438450] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.448977] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806855, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.492928] env[65829]: DEBUG nova.network.neutron [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Successfully created port: 700f9899-d9ad-44fc-b2b4-81fde7c2a495 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 603.687353] env[65829]: DEBUG nova.compute.manager [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 603.856018] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3976b5-5914-4eec-99d4-b2bce0c11d9c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.867421] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df62ae96-03d9-4f1d-90d5-678fff0685f2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.901906] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc33c3ba-c056-44b8-9caf-5572c4ada2e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.910508] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987f7689-1dce-4df8-91f3-4f22a87f4851 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.927565] env[65829]: DEBUG nova.compute.provider_tree [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.955914] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806855, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02746} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.956219] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] File moved {{(pid=65829) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 603.956399] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Cleaning up location [datastore2] vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 603.956520] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Deleting the datastore file [datastore2] vmware_temp/011101d7-2b7c-470d-bc18-e57c584867a5 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.957426] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-840d8864-e2d7-4856-8d53-9ebf3228c461 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.967024] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 603.967024] env[65829]: value = "task-4806856" [ 603.967024] env[65829]: _type = "Task" [ 603.967024] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.977061] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.432622] env[65829]: DEBUG nova.scheduler.client.report [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.478613] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036598} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.479307] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.481160] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cbc14de-e6c8-43d4-a53e-7fb852caa9d2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.487559] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 604.487559] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c57ff8-5608-607f-0da9-f3572d4863f3" [ 604.487559] env[65829]: _type = "Task" [ 604.487559] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.500051] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c57ff8-5608-607f-0da9-f3572d4863f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.667453] env[65829]: DEBUG nova.policy [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fc9126199c643cfaa75c154fef580b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f15752a14d3a4bc18dfc0c54e4295346', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.708570] env[65829]: DEBUG nova.compute.manager [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 604.750056] env[65829]: DEBUG nova.virt.hardware [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 604.750056] env[65829]: DEBUG nova.virt.hardware [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.750056] env[65829]: DEBUG nova.virt.hardware [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 604.750260] env[65829]: DEBUG nova.virt.hardware [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.750260] env[65829]: DEBUG nova.virt.hardware [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 604.750260] env[65829]: DEBUG nova.virt.hardware [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 604.750473] env[65829]: DEBUG nova.virt.hardware [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.750763] env[65829]: DEBUG nova.virt.hardware [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 604.751154] env[65829]: DEBUG nova.virt.hardware [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 604.751414] env[65829]: DEBUG nova.virt.hardware [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 604.751729] env[65829]: DEBUG nova.virt.hardware [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 604.752693] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8419f15e-0cbb-429e-8f20-2f0f2a4325b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.762506] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985c1d1a-9f44-4467-ad26-70813bf50422 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.942183] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.942183] env[65829]: DEBUG nova.compute.manager [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 604.943989] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.192s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.948722] env[65829]: INFO nova.compute.claims [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.998777] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c57ff8-5608-607f-0da9-f3572d4863f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.999121] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.999412] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c/fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 604.999809] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.999939] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.000372] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e72b6b60-9c29-4d04-a995-6e0149cf0a1b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.002513] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55707f4e-14db-421a-8446-7091bea7e2c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.011258] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 605.011258] env[65829]: value = "task-4806857" [ 605.011258] env[65829]: _type = "Task" [ 605.011258] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.012983] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.013116] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.016906] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5da8aaca-00b3-4cb4-a789-d7ef17574b74 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.027320] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.031020] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 605.031020] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52096c7b-790a-70ab-ffd2-d0e3a727c46e" [ 605.031020] env[65829]: _type = "Task" [ 605.031020] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.039321] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52096c7b-790a-70ab-ffd2-d0e3a727c46e, 'name': SearchDatastore_Task, 'duration_secs': 0.009209} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.039321] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f41b9a80-57a8-4f50-9b11-a954c4f58ef7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.045304] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 605.045304] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529fda51-d911-6786-76db-b876e3435e10" [ 605.045304] env[65829]: _type = "Task" [ 605.045304] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.055741] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529fda51-d911-6786-76db-b876e3435e10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.454110] env[65829]: DEBUG nova.compute.utils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.458640] env[65829]: DEBUG nova.compute.manager [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Not allocating networking since 'none' was specified. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 605.523125] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488935} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.523480] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c/fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 605.523576] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 605.523835] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4938b4f5-8b37-4c6b-b3f5-983b268a6a5f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.531029] env[65829]: DEBUG nova.network.neutron [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Successfully created port: 93f0bc78-ae00-4478-b48e-51ae86e97245 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 605.534872] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 605.534872] env[65829]: value = "task-4806858" [ 605.534872] env[65829]: _type = "Task" [ 605.534872] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.545432] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.556117] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529fda51-d911-6786-76db-b876e3435e10, 'name': SearchDatastore_Task, 'duration_secs': 0.0082} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.556386] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.556655] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39/330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.556939] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.557144] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.557435] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-beba32a9-e5f6-4aad-8683-8e60b45ee484 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.559498] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61f2ebbc-e8d0-45b3-93ee-d88945e8bca4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.567401] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 605.567401] env[65829]: value = "task-4806859" [ 605.567401] env[65829]: _type = "Task" [ 605.567401] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.572019] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.572367] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.573508] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520ef356-f84b-4ece-ac88-35841519052a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.579407] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4806859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.583104] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 605.583104] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52cdd398-b87d-71af-b2e8-6985a7290be7" [ 605.583104] env[65829]: _type = "Task" [ 605.583104] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.592093] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52cdd398-b87d-71af-b2e8-6985a7290be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.959682] env[65829]: DEBUG nova.compute.manager [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 606.048100] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069996} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.051266] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.053065] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e34e3f9-70cf-4b34-9039-aec2d7834dfe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.087682] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c/fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.101033] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e58fd372-f90a-423c-82c1-880d44fa4062 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.129819] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4806859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477498} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.131567] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39/330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.132402] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.135141] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44256fe4-7e80-4f02-ac96-b5a405939a5d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.139184] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 606.139184] env[65829]: value = "task-4806860" [ 606.139184] env[65829]: _type = "Task" [ 606.139184] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.148231] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52cdd398-b87d-71af-b2e8-6985a7290be7, 'name': SearchDatastore_Task, 'duration_secs': 0.01222} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.153043] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f219d415-acdc-444f-9977-b94179574642 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.157026] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 606.157026] env[65829]: value = "task-4806861" [ 606.157026] env[65829]: _type = "Task" [ 606.157026] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.166521] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.166702] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 606.166702] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a9dfd6-efe6-df05-b371-67124e16ee7e" [ 606.166702] env[65829]: _type = "Task" [ 606.166702] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.176842] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4806861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.185268] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a9dfd6-efe6-df05-b371-67124e16ee7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010422} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.189150] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.189374] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] f9b559b4-60bb-4e70-be23-abf32c0f97fe/f9b559b4-60bb-4e70-be23-abf32c0f97fe.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.190213] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f5363d8-ef11-4d6a-bc5a-686df32e77cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.197662] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 606.197662] env[65829]: value = "task-4806862" [ 606.197662] env[65829]: _type = "Task" [ 606.197662] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.204786] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11a228c-6d3f-4e7b-9170-c5bbae88e1ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.210742] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4806862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.217353] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2130536-f8be-4f67-9756-10baef6b86ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.248096] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f48331-eb03-400e-b117-5b7ff8ca664e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.256536] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4446df4e-dff8-4bd2-8237-de0e9f6c0300 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.274241] env[65829]: DEBUG nova.compute.provider_tree [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.306032] env[65829]: DEBUG nova.network.neutron [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Successfully updated port: 700f9899-d9ad-44fc-b2b4-81fde7c2a495 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 606.664245] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806860, 'name': ReconfigVM_Task, 'duration_secs': 0.46363} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.668227] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Reconfigured VM instance instance-00000001 to attach disk [datastore2] fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c/fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.669125] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b6c7c36-5f1d-4f67-a2b7-99267f6d3773 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.680249] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4806861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06766} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.681470] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 606.681911] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 606.681911] env[65829]: value = "task-4806863" [ 606.681911] env[65829]: _type = "Task" [ 606.681911] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.682755] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd5c6d8-a8fd-4032-a70c-52656df763eb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.711016] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39/330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 606.717435] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-197e755d-5183-4087-a202-a5b96b19fe70 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.732013] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806863, 'name': Rename_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.738700] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4806862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493836} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.740351] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] f9b559b4-60bb-4e70-be23-abf32c0f97fe/f9b559b4-60bb-4e70-be23-abf32c0f97fe.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.740584] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.740884] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 606.740884] env[65829]: value = "task-4806864" [ 606.740884] env[65829]: _type = "Task" [ 606.740884] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.741085] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20fe0f28-8c27-4712-a805-16c3f23aab72 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.752638] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4806864, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.754160] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 606.754160] env[65829]: value = "task-4806865" [ 606.754160] env[65829]: _type = "Task" [ 606.754160] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.777872] env[65829]: DEBUG nova.scheduler.client.report [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.809266] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "refresh_cache-1bd871ab-013f-4c2f-9e35-8e1e1794ab07" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.809496] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquired lock "refresh_cache-1bd871ab-013f-4c2f-9e35-8e1e1794ab07" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.809698] env[65829]: DEBUG nova.network.neutron [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 606.982847] env[65829]: DEBUG nova.compute.manager [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 607.008734] env[65829]: DEBUG nova.virt.hardware [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 607.008734] env[65829]: DEBUG nova.virt.hardware [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.008734] env[65829]: DEBUG nova.virt.hardware [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 607.010388] env[65829]: DEBUG nova.virt.hardware [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.010388] env[65829]: DEBUG nova.virt.hardware [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 607.010388] env[65829]: DEBUG nova.virt.hardware [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 607.011030] env[65829]: DEBUG nova.virt.hardware [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 607.011030] env[65829]: DEBUG nova.virt.hardware [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 607.011030] env[65829]: DEBUG nova.virt.hardware [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 607.011188] env[65829]: DEBUG nova.virt.hardware [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 607.011233] env[65829]: DEBUG nova.virt.hardware [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 607.012176] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc651142-51b4-4d44-bf19-6fda39bdca2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.023138] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dd6584-546b-4a38-b5f7-3dff6c2649b5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.040636] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.046611] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Creating folder: Project (68cf8320777d4e1085375c1c30f8842a). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.046987] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd426e21-6975-4fcb-8c20-accedaa2b1fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.059827] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Created folder: Project (68cf8320777d4e1085375c1c30f8842a) in parent group-v937255. [ 607.060108] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Creating folder: Instances. Parent ref: group-v937265. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.060533] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe1e66b0-50aa-4edd-a799-325ea63fcd72 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.071143] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Created folder: Instances in parent group-v937265. [ 607.071965] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 607.072366] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.072669] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9394671-f61d-4d39-b7e4-4f000c8fd8cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.096263] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.096263] env[65829]: value = "task-4806868" [ 607.096263] env[65829]: _type = "Task" [ 607.096263] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.104368] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Acquiring lock "2f6b7b9a-d1dd-4bbc-bc23-142245137d9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.104606] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Lock "2f6b7b9a-d1dd-4bbc-bc23-142245137d9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.112400] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806868, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.197074] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806863, 'name': Rename_Task, 'duration_secs': 0.162638} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.197457] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.197753] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-281c9b1f-e31a-4bbd-b7a1-84d98134ccff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.205581] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 607.205581] env[65829]: value = "task-4806869" [ 607.205581] env[65829]: _type = "Task" [ 607.205581] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.215207] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.254694] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4806864, 'name': ReconfigVM_Task, 'duration_secs': 0.292158} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.258128] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39/330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.258853] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f050513-6ac9-46e5-8558-cb044bc29bad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.266248] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4806865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076496} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.267661] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.268015] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 607.268015] env[65829]: value = "task-4806870" [ 607.268015] env[65829]: _type = "Task" [ 607.268015] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.268728] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2606a905-1f10-45de-a83a-37d38df80f0e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.293250] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.293789] env[65829]: DEBUG nova.compute.manager [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 607.308020] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] f9b559b4-60bb-4e70-be23-abf32c0f97fe/f9b559b4-60bb-4e70-be23-abf32c0f97fe.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.308020] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4806870, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.308020] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54b0c2ab-4630-4855-995d-c263ee7271b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.330712] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 607.330712] env[65829]: value = "task-4806871" [ 607.330712] env[65829]: _type = "Task" [ 607.330712] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.341603] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4806871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.611570] env[65829]: DEBUG nova.compute.manager [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 607.616293] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806868, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.681089] env[65829]: DEBUG nova.network.neutron [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Successfully updated port: 93f0bc78-ae00-4478-b48e-51ae86e97245 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 607.719252] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.761098] env[65829]: DEBUG nova.network.neutron [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 607.783786] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4806870, 'name': Rename_Task, 'duration_secs': 0.154254} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.784158] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.784478] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e4bd30d-6d69-4f1a-a6fb-0bf9783e011e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.793778] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 607.793778] env[65829]: value = "task-4806872" [ 607.793778] env[65829]: _type = "Task" [ 607.793778] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.800064] env[65829]: DEBUG nova.compute.utils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.801714] env[65829]: DEBUG nova.compute.manager [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 607.805562] env[65829]: DEBUG nova.network.neutron [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 607.805562] env[65829]: WARNING neutronclient.v2_0.client [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.805562] env[65829]: WARNING neutronclient.v2_0.client [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.813688] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4806872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.843688] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4806871, 'name': ReconfigVM_Task, 'duration_secs': 0.499052} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.844018] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Reconfigured VM instance instance-00000003 to attach disk [datastore2] f9b559b4-60bb-4e70-be23-abf32c0f97fe/f9b559b4-60bb-4e70-be23-abf32c0f97fe.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.844859] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4876be92-7ea0-40d0-8fe9-c5639075c0cc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.854474] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 607.854474] env[65829]: value = "task-4806873" [ 607.854474] env[65829]: _type = "Task" [ 607.854474] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.864371] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4806873, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.113554] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806868, 'name': CreateVM_Task, 'duration_secs': 0.557813} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.113966] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 608.116419] env[65829]: DEBUG oslo_vmware.service [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938a9935-85ce-4188-b2b4-5cc6adf6272a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.126213] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.126400] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.127037] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.128973] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5890d1-992b-405f-afe4-4179fbad3b03 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.134165] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 608.134165] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52144f3d-74bd-8b66-8fd2-e0e227d38f43" [ 608.134165] env[65829]: _type = "Task" [ 608.134165] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.154039] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.154373] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.156055] env[65829]: INFO nova.compute.claims [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 608.159843] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.160103] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.160332] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.160595] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.160876] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.161754] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63507f6b-78c4-4daa-9be2-9ef516bf283b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.173471] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.173471] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.173471] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c67e550-8349-4412-abf6-627db997ec34 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.180039] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9baeed17-0d17-41a8-8301-559a4b9d4e46 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.186656] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Acquiring lock "refresh_cache-033a3add-1824-4db3-943b-c2fa588857e5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.188491] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Acquired lock "refresh_cache-033a3add-1824-4db3-943b-c2fa588857e5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.188491] env[65829]: DEBUG nova.network.neutron [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 608.188491] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 608.188491] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52147323-fa02-c807-ec30-4f4a7fafe0e2" [ 608.188491] env[65829]: _type = "Task" [ 608.188491] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.197972] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52147323-fa02-c807-ec30-4f4a7fafe0e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.216951] env[65829]: DEBUG oslo_vmware.api [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806869, 'name': PowerOnVM_Task, 'duration_secs': 0.717398} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.217150] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 608.217566] env[65829]: INFO nova.compute.manager [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Took 16.35 seconds to spawn the instance on the hypervisor. [ 608.217811] env[65829]: DEBUG nova.compute.manager [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 608.218653] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d165a04f-0c84-47bc-944d-3db91ed5c42f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.307557] env[65829]: DEBUG nova.compute.manager [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 608.310303] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4806872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.364535] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4806873, 'name': Rename_Task, 'duration_secs': 0.297055} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.364814] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.365088] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c7eba43-b394-4639-bedf-da714bf3fec7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.372472] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 608.372472] env[65829]: value = "task-4806874" [ 608.372472] env[65829]: _type = "Task" [ 608.372472] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.382784] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4806874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.603390] env[65829]: DEBUG nova.policy [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b9e178fc6ac4c2db822ae6aa311a966', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb6c9e13e60f4ba488487d7e527a44cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.710999] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Preparing fetch location {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 608.711331] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Creating directory with path [datastore1] vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.711600] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa8e37cb-a045-49ce-becf-ab1a493d19b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.726785] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Created directory with path [datastore1] vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.726943] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Fetch image to [datastore1] vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 608.727579] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Downloading image file data 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 to [datastore1] vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk on the data store datastore1 {{(pid=65829) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 608.728013] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd561478-fbbe-4147-83d3-dcf8c4bbfd57 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.743336] env[65829]: INFO nova.compute.manager [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Took 21.11 seconds to build instance. [ 608.744907] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8d443b-e091-4057-9795-ee74b0624908 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.759412] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa28b768-bf02-4757-8bec-8980bc2fe378 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.793427] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54a0b1d-3f91-4ca2-af40-2e9bce88d9f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.807288] env[65829]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-134c1049-b313-4714-9333-ab569536707c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.810109] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4806872, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.849840] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Downloading image file data 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 to the data store datastore1 {{(pid=65829) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 608.888226] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4806874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.939400] env[65829]: DEBUG oslo_vmware.rw_handles [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65829) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 609.050192] env[65829]: DEBUG nova.network.neutron [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Successfully created port: 8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 609.229516] env[65829]: DEBUG nova.network.neutron [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 609.249311] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7516ecdd-8b9b-413e-a8e5-9f3d438b67c8 tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Lock "fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.625s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.264170] env[65829]: WARNING neutronclient.v2_0.client [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.312548] env[65829]: DEBUG oslo_vmware.api [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4806872, 'name': PowerOnVM_Task, 'duration_secs': 1.143142} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.313139] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.313334] env[65829]: INFO nova.compute.manager [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Took 15.18 seconds to spawn the instance on the hypervisor. [ 609.313501] env[65829]: DEBUG nova.compute.manager [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 609.315340] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050b2f2a-a554-4585-ad05-ff1d2351c034 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.318068] env[65829]: DEBUG nova.compute.manager [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 609.349803] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd78d221-a1be-41bc-af93-28ba6c8b66a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.355826] env[65829]: DEBUG nova.virt.hardware [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 609.356045] env[65829]: DEBUG nova.virt.hardware [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.356207] env[65829]: DEBUG nova.virt.hardware [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 609.356381] env[65829]: DEBUG nova.virt.hardware [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.356586] env[65829]: DEBUG nova.virt.hardware [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 609.356670] env[65829]: DEBUG nova.virt.hardware [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 609.356842] env[65829]: DEBUG nova.virt.hardware [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 609.357279] env[65829]: DEBUG nova.virt.hardware [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 609.357279] env[65829]: DEBUG nova.virt.hardware [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 609.357279] env[65829]: DEBUG nova.virt.hardware [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 609.357460] env[65829]: DEBUG nova.virt.hardware [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 609.358295] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfa00d8-ac70-458e-9943-79f3ea07a81b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.366711] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd1df55-d8d7-4f13-8132-b8817c9fc0e0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.373833] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd6af59-b2ad-48fb-b94f-e465a89c5062 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.412326] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae795ac7-a007-4482-9227-c1b9a7e7c9b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.435827] env[65829]: DEBUG oslo_vmware.api [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4806874, 'name': PowerOnVM_Task, 'duration_secs': 0.788576} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.439324] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.439527] env[65829]: INFO nova.compute.manager [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Took 13.08 seconds to spawn the instance on the hypervisor. [ 609.439700] env[65829]: DEBUG nova.compute.manager [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 609.441126] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb0ef95-6784-4b92-b3cd-a056c5d67405 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.445782] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b2a1ed-862b-4cf1-8116-e11a1f3b7d08 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.461934] env[65829]: DEBUG nova.compute.provider_tree [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.628792] env[65829]: DEBUG oslo_vmware.rw_handles [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Completed reading data from the image iterator. {{(pid=65829) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 609.629148] env[65829]: DEBUG oslo_vmware.rw_handles [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 609.775619] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Downloaded image file data 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 to vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk on the data store datastore1 {{(pid=65829) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 609.777214] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Caching image {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 609.777459] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Copying Virtual Disk [datastore1] vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk to [datastore1] vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.777746] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe71846a-0d4f-4bb9-a24b-d495511a0e45 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.786997] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 609.786997] env[65829]: value = "task-4806875" [ 609.786997] env[65829]: _type = "Task" [ 609.786997] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.796642] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.846135] env[65829]: INFO nova.compute.manager [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Took 20.79 seconds to build instance. [ 609.971565] env[65829]: DEBUG nova.scheduler.client.report [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.980716] env[65829]: INFO nova.compute.manager [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Took 19.61 seconds to build instance. [ 610.299576] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806875, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.308332] env[65829]: DEBUG nova.network.neutron [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Updating instance_info_cache with network_info: [{"id": "700f9899-d9ad-44fc-b2b4-81fde7c2a495", "address": "fa:16:3e:0d:d6:c6", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700f9899-d9", "ovs_interfaceid": "700f9899-d9ad-44fc-b2b4-81fde7c2a495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.347761] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4a8a7e7e-c73d-432d-a6cf-7934b2694331 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.301s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.480042] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.481479] env[65829]: DEBUG nova.compute.manager [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 610.489085] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0eea7073-8e21-4a12-89e2-0766ccc6c9c4 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "f9b559b4-60bb-4e70-be23-abf32c0f97fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.123s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.798411] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806875, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.815145] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Releasing lock "refresh_cache-1bd871ab-013f-4c2f-9e35-8e1e1794ab07" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.815145] env[65829]: DEBUG nova.compute.manager [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Instance network_info: |[{"id": "700f9899-d9ad-44fc-b2b4-81fde7c2a495", "address": "fa:16:3e:0d:d6:c6", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700f9899-d9", "ovs_interfaceid": "700f9899-d9ad-44fc-b2b4-81fde7c2a495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 610.815782] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d6:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '700f9899-d9ad-44fc-b2b4-81fde7c2a495', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.824924] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Creating folder: Project (867553ad35e34dd4b2f1d66e2a97951e). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.825206] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82cbab57-04a4-43d3-93b1-0e43098aaa16 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.836332] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Created folder: Project (867553ad35e34dd4b2f1d66e2a97951e) in parent group-v937255. [ 610.836546] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Creating folder: Instances. Parent ref: group-v937268. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.836800] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5007455-fe47-4028-a365-89a43d29ce28 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.848393] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Created folder: Instances in parent group-v937268. [ 610.848757] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 610.849036] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.849310] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c43fd740-046a-4cc4-b296-f285f10e8eac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.871197] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.871197] env[65829]: value = "task-4806878" [ 610.871197] env[65829]: _type = "Task" [ 610.871197] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.880287] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806878, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.914565] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Acquiring lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.914841] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.988060] env[65829]: DEBUG nova.compute.utils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.989492] env[65829]: DEBUG nova.compute.manager [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 610.989826] env[65829]: DEBUG nova.network.neutron [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 610.990521] env[65829]: WARNING neutronclient.v2_0.client [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.990569] env[65829]: WARNING neutronclient.v2_0.client [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.001584] env[65829]: DEBUG nova.network.neutron [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Successfully updated port: 8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 611.062543] env[65829]: WARNING neutronclient.v2_0.client [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.198664] env[65829]: DEBUG nova.policy [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd138df9fb5c84caf8f5f65746c296d73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6074e73f2bf14f219c968f9c1adef2eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 611.302732] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806875, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.039307} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.302732] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Copied Virtual Disk [datastore1] vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk to [datastore1] vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.302732] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Deleting the datastore file [datastore1] vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/tmp-sparse.vmdk {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.303127] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0763623f-67ae-409d-b067-1419628e4b82 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.310922] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 611.310922] env[65829]: value = "task-4806879" [ 611.310922] env[65829]: _type = "Task" [ 611.310922] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.324754] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806879, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.384338] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806878, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.417378] env[65829]: DEBUG nova.compute.manager [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 611.495390] env[65829]: DEBUG nova.compute.manager [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 611.504274] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquiring lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.504274] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquired lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.504813] env[65829]: DEBUG nova.network.neutron [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 611.649055] env[65829]: DEBUG nova.network.neutron [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Successfully created port: 3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 611.683390] env[65829]: DEBUG nova.network.neutron [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Updating instance_info_cache with network_info: [{"id": "93f0bc78-ae00-4478-b48e-51ae86e97245", "address": "fa:16:3e:90:c4:26", "network": {"id": "1b971eb9-0548-44da-a270-bf6fd3705fa7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1338725351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15752a14d3a4bc18dfc0c54e4295346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f0bc78-ae", "ovs_interfaceid": "93f0bc78-ae00-4478-b48e-51ae86e97245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.785035] env[65829]: DEBUG nova.compute.manager [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Received event network-changed-d8572d7d-bde9-4f2e-9c98-0db54c99907a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 611.785035] env[65829]: DEBUG nova.compute.manager [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Refreshing instance network info cache due to event network-changed-d8572d7d-bde9-4f2e-9c98-0db54c99907a. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 611.785035] env[65829]: DEBUG oslo_concurrency.lockutils [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] Acquiring lock "refresh_cache-fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.785035] env[65829]: DEBUG oslo_concurrency.lockutils [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] Acquired lock "refresh_cache-fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.785035] env[65829]: DEBUG nova.network.neutron [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Refreshing network info cache for port d8572d7d-bde9-4f2e-9c98-0db54c99907a {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.828477] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806879, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05499} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.828477] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.828477] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Moving file from [datastore1] vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 to [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90. {{(pid=65829) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 611.828477] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-139ead9d-d06f-4de8-9ff4-a8e1aa39563f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.839218] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 611.839218] env[65829]: value = "task-4806880" [ 611.839218] env[65829]: _type = "Task" [ 611.839218] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.851626] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806880, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.883256] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806878, 'name': CreateVM_Task, 'duration_secs': 0.5332} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.883688] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.885310] env[65829]: WARNING neutronclient.v2_0.client [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.885310] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.886027] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.886027] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.886297] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e6b019-8f6b-4ea4-a911-0b8e5a734a12 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.892743] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 611.892743] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d6dfc8-74b6-10dd-9212-e76031eafb92" [ 611.892743] env[65829]: _type = "Task" [ 611.892743] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.903360] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d6dfc8-74b6-10dd-9212-e76031eafb92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.945773] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.946131] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.947747] env[65829]: INFO nova.compute.claims [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.186965] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Releasing lock "refresh_cache-033a3add-1824-4db3-943b-c2fa588857e5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.186965] env[65829]: DEBUG nova.compute.manager [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Instance network_info: |[{"id": "93f0bc78-ae00-4478-b48e-51ae86e97245", "address": "fa:16:3e:90:c4:26", "network": {"id": "1b971eb9-0548-44da-a270-bf6fd3705fa7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1338725351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15752a14d3a4bc18dfc0c54e4295346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f0bc78-ae", "ovs_interfaceid": "93f0bc78-ae00-4478-b48e-51ae86e97245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 612.187297] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:c4:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93f0bc78-ae00-4478-b48e-51ae86e97245', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.195297] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Creating folder: Project (f15752a14d3a4bc18dfc0c54e4295346). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.196076] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc0a74f7-1311-4f31-8e1b-42af142f2ba8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.207908] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Created folder: Project (f15752a14d3a4bc18dfc0c54e4295346) in parent group-v937255. [ 612.208219] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Creating folder: Instances. Parent ref: group-v937271. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.209043] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43e6f38a-daa1-461a-a299-9412499c087b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.219783] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Created folder: Instances in parent group-v937271. [ 612.220155] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 612.220295] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.220580] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3da07abc-1301-4f98-a4eb-15af14ce9889 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.243887] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.243887] env[65829]: value = "task-4806883" [ 612.243887] env[65829]: _type = "Task" [ 612.243887] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.254965] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806883, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.262296] env[65829]: DEBUG nova.network.neutron [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 612.285338] env[65829]: WARNING neutronclient.v2_0.client [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.349481] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806880, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.034558} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.349782] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] File moved {{(pid=65829) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 612.350114] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Cleaning up location [datastore1] vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 612.350184] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Deleting the datastore file [datastore1] vmware_temp/6e2adf0f-6e75-436e-8390-5b75b412c603 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 612.350395] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fb0c91a-e655-4999-8fdf-cc9a01f81a3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.358224] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 612.358224] env[65829]: value = "task-4806884" [ 612.358224] env[65829]: _type = "Task" [ 612.358224] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.372335] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.404329] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d6dfc8-74b6-10dd-9212-e76031eafb92, 'name': SearchDatastore_Task, 'duration_secs': 0.012142} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.404987] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.404987] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.407020] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.407020] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.407020] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.409344] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cb197fe-e997-425e-bf0e-dca0131dd7eb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.432420] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.432607] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.433477] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e33337b-73fc-41f8-8158-1a7cbc8928a0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.440078] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 612.440078] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dfbbac-cdc1-32ad-6513-4bf9430ac0b2" [ 612.440078] env[65829]: _type = "Task" [ 612.440078] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.448930] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dfbbac-cdc1-32ad-6513-4bf9430ac0b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.496794] env[65829]: WARNING neutronclient.v2_0.client [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.513754] env[65829]: DEBUG nova.compute.manager [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 612.544927] env[65829]: DEBUG nova.virt.hardware [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 612.545160] env[65829]: DEBUG nova.virt.hardware [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.545394] env[65829]: DEBUG nova.virt.hardware [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 612.545500] env[65829]: DEBUG nova.virt.hardware [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.545555] env[65829]: DEBUG nova.virt.hardware [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 612.545690] env[65829]: DEBUG nova.virt.hardware [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 612.545895] env[65829]: DEBUG nova.virt.hardware [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 612.546053] env[65829]: DEBUG nova.virt.hardware [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 612.546219] env[65829]: DEBUG nova.virt.hardware [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 612.546371] env[65829]: DEBUG nova.virt.hardware [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 612.546617] env[65829]: DEBUG nova.virt.hardware [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 612.547726] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91b53f0-d96e-492b-aa40-3d43594b955e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.556585] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a523ae87-cbfc-408e-b3c5-aa45c86052ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.743974] env[65829]: DEBUG nova.network.neutron [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updating instance_info_cache with network_info: [{"id": "8b76b686-c628-45fc-b615-932fa57a1478", "address": "fa:16:3e:a2:f8:16", "network": {"id": "4f9ed4b6-528a-4820-b3b9-4a5d824eaad6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-128371458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb6c9e13e60f4ba488487d7e527a44cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b76b686-c6", "ovs_interfaceid": "8b76b686-c628-45fc-b615-932fa57a1478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.759286] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806883, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.774347] env[65829]: WARNING neutronclient.v2_0.client [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.874868] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.057204} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.875200] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.875961] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-972408e8-2b77-4295-94b6-0d6ea2fb1481 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.883178] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 612.883178] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bf369c-76ae-56e8-e327-bda358a0665f" [ 612.883178] env[65829]: _type = "Task" [ 612.883178] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.895811] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bf369c-76ae-56e8-e327-bda358a0665f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.933052] env[65829]: DEBUG nova.network.neutron [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Updated VIF entry in instance network info cache for port d8572d7d-bde9-4f2e-9c98-0db54c99907a. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 612.933052] env[65829]: DEBUG nova.network.neutron [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Updating instance_info_cache with network_info: [{"id": "d8572d7d-bde9-4f2e-9c98-0db54c99907a", "address": "fa:16:3e:a3:6b:6d", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8572d7d-bd", "ovs_interfaceid": "d8572d7d-bde9-4f2e-9c98-0db54c99907a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.954696] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dfbbac-cdc1-32ad-6513-4bf9430ac0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.030977} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.958405] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c48298-81cb-4f25-b263-80fcd507f3f7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.966367] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 612.966367] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52acbf45-b9e7-0f67-4659-8b2e54d96918" [ 612.966367] env[65829]: _type = "Task" [ 612.966367] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.979416] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52acbf45-b9e7-0f67-4659-8b2e54d96918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.174872] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894a8b7c-0b0d-49a3-aba2-8d4ed7df1da0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.185114] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c883500-39e4-4560-a8ab-47ac5644319e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.221285] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e278c03-1ac8-4342-aab9-0e6796b7aa9a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.231397] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7e7e48-9da7-496e-b5eb-7c7c50a846a9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.248044] env[65829]: DEBUG nova.compute.provider_tree [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.253851] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Releasing lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.254071] env[65829]: DEBUG nova.compute.manager [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Instance network_info: |[{"id": "8b76b686-c628-45fc-b615-932fa57a1478", "address": "fa:16:3e:a2:f8:16", "network": {"id": "4f9ed4b6-528a-4820-b3b9-4a5d824eaad6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-128371458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb6c9e13e60f4ba488487d7e527a44cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b76b686-c6", "ovs_interfaceid": "8b76b686-c628-45fc-b615-932fa57a1478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 613.254470] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:f8:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b76b686-c628-45fc-b615-932fa57a1478', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.262746] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Creating folder: Project (fb6c9e13e60f4ba488487d7e527a44cb). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.264535] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afe44e26-6317-4001-be06-a2014c6bf4a1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.270500] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806883, 'name': CreateVM_Task, 'duration_secs': 0.810103} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.271112] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.271618] env[65829]: WARNING neutronclient.v2_0.client [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.272093] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.272254] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.272575] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.273289] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2acfa143-a0cb-4867-bd54-a00646ae50bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.279571] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Waiting for the task: (returnval){ [ 613.279571] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d511ce-a728-4570-0cdc-a9febc77b8a9" [ 613.279571] env[65829]: _type = "Task" [ 613.279571] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.285262] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Created folder: Project (fb6c9e13e60f4ba488487d7e527a44cb) in parent group-v937255. [ 613.285500] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Creating folder: Instances. Parent ref: group-v937274. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 613.286182] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87595f4e-c4a4-41b8-908d-32e2526ca24a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.292884] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d511ce-a728-4570-0cdc-a9febc77b8a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.367578] env[65829]: DEBUG nova.network.neutron [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Successfully updated port: 3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 613.394734] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bf369c-76ae-56e8-e327-bda358a0665f, 'name': SearchDatastore_Task, 'duration_secs': 0.024207} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.394993] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.395353] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 38a0da51-c4c7-4067-bcab-9383bf804533/38a0da51-c4c7-4067-bcab-9383bf804533.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.395685] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a237ef94-23ce-4ef6-8533-58eb9559c2ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.399645] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Created folder: Instances in parent group-v937274. [ 613.399875] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 613.400556] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.402876] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aee76202-e5d2-4b14-9b31-89572320c308 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.419712] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 613.419712] env[65829]: value = "task-4806887" [ 613.419712] env[65829]: _type = "Task" [ 613.419712] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.426902] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.426902] env[65829]: value = "task-4806888" [ 613.426902] env[65829]: _type = "Task" [ 613.426902] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.434252] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806887, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.437565] env[65829]: DEBUG oslo_concurrency.lockutils [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] Releasing lock "refresh_cache-fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.437565] env[65829]: DEBUG nova.compute.manager [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Received event network-vif-plugged-e834908f-cbf0-41ae-8fdb-4b84423a3e77 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 613.437565] env[65829]: DEBUG oslo_concurrency.lockutils [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] Acquiring lock "330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.437565] env[65829]: DEBUG oslo_concurrency.lockutils [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] Lock "330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.437565] env[65829]: DEBUG oslo_concurrency.lockutils [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] Lock "330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.437922] env[65829]: DEBUG nova.compute.manager [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] No waiting events found dispatching network-vif-plugged-e834908f-cbf0-41ae-8fdb-4b84423a3e77 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 613.437922] env[65829]: WARNING nova.compute.manager [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Received unexpected event network-vif-plugged-e834908f-cbf0-41ae-8fdb-4b84423a3e77 for instance with vm_state active and task_state None. [ 613.437922] env[65829]: DEBUG nova.compute.manager [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Received event network-changed-e834908f-cbf0-41ae-8fdb-4b84423a3e77 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 613.437922] env[65829]: DEBUG nova.compute.manager [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Refreshing instance network info cache due to event network-changed-e834908f-cbf0-41ae-8fdb-4b84423a3e77. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 613.437922] env[65829]: DEBUG oslo_concurrency.lockutils [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] Acquiring lock "refresh_cache-330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.438097] env[65829]: DEBUG oslo_concurrency.lockutils [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] Acquired lock "refresh_cache-330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.438097] env[65829]: DEBUG nova.network.neutron [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Refreshing network info cache for port e834908f-cbf0-41ae-8fdb-4b84423a3e77 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.441740] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806888, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.492982] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52acbf45-b9e7-0f67-4659-8b2e54d96918, 'name': SearchDatastore_Task, 'duration_secs': 0.015695} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.493655] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.493951] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 1bd871ab-013f-4c2f-9e35-8e1e1794ab07/1bd871ab-013f-4c2f-9e35-8e1e1794ab07.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.494990] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87319ae5-a3af-4fc4-ba7f-1d5103bcbefe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.507563] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 613.507563] env[65829]: value = "task-4806889" [ 613.507563] env[65829]: _type = "Task" [ 613.507563] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.519377] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.755131] env[65829]: DEBUG nova.scheduler.client.report [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.794013] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d511ce-a728-4570-0cdc-a9febc77b8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.018492} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.794307] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.794565] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.794776] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.794917] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.795144] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.795475] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9c532ea-5ccb-4a99-a3c2-351c2d1f6029 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.823261] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.823506] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.824786] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aabf7bdb-2b9b-4b45-86e5-c4c92fd6da46 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.839876] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Waiting for the task: (returnval){ [ 613.839876] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521ab1f8-fef8-cc19-cb30-d94981fbdac3" [ 613.839876] env[65829]: _type = "Task" [ 613.839876] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.858023] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521ab1f8-fef8-cc19-cb30-d94981fbdac3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.871312] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Acquiring lock "refresh_cache-2f6b7b9a-d1dd-4bbc-bc23-142245137d9d" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.871842] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Acquired lock "refresh_cache-2f6b7b9a-d1dd-4bbc-bc23-142245137d9d" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.872090] env[65829]: DEBUG nova.network.neutron [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 613.880456] env[65829]: DEBUG nova.compute.manager [req-f4837ba4-46fb-4356-812f-2687b3e922f2 req-fee5e291-7a3f-4f69-a96e-2b94732bf54f service nova] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Received event network-changed-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 613.880456] env[65829]: DEBUG nova.compute.manager [req-f4837ba4-46fb-4356-812f-2687b3e922f2 req-fee5e291-7a3f-4f69-a96e-2b94732bf54f service nova] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Refreshing instance network info cache due to event network-changed-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 613.880648] env[65829]: DEBUG oslo_concurrency.lockutils [req-f4837ba4-46fb-4356-812f-2687b3e922f2 req-fee5e291-7a3f-4f69-a96e-2b94732bf54f service nova] Acquiring lock "refresh_cache-f9b559b4-60bb-4e70-be23-abf32c0f97fe" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.881572] env[65829]: DEBUG oslo_concurrency.lockutils [req-f4837ba4-46fb-4356-812f-2687b3e922f2 req-fee5e291-7a3f-4f69-a96e-2b94732bf54f service nova] Acquired lock "refresh_cache-f9b559b4-60bb-4e70-be23-abf32c0f97fe" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.881572] env[65829]: DEBUG nova.network.neutron [req-f4837ba4-46fb-4356-812f-2687b3e922f2 req-fee5e291-7a3f-4f69-a96e-2b94732bf54f service nova] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Refreshing network info cache for port 41a715c2-cd5c-4ea1-8ef3-137fe47f15ee {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.938840] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806887, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.944236] env[65829]: WARNING neutronclient.v2_0.client [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.948571] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806888, 'name': CreateVM_Task, 'duration_secs': 0.430113} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.949572] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.950343] env[65829]: WARNING neutronclient.v2_0.client [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.950849] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.951058] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.951419] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.952127] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861e3b46-fdd6-4a0f-b9fa-ca51c80988be {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.960141] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 613.960141] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5264b4ab-f678-6e05-f9b6-fc6a727d69e4" [ 613.960141] env[65829]: _type = "Task" [ 613.960141] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.971128] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5264b4ab-f678-6e05-f9b6-fc6a727d69e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.025188] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806889, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.262983] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.263850] env[65829]: DEBUG nova.compute.manager [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 614.365093] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521ab1f8-fef8-cc19-cb30-d94981fbdac3, 'name': SearchDatastore_Task, 'duration_secs': 0.107879} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.366450] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b10505db-845f-47de-aef2-cb8aad197bd9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.373832] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Waiting for the task: (returnval){ [ 614.373832] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dadf57-8b72-b80e-3e7f-926664448bc2" [ 614.373832] env[65829]: _type = "Task" [ 614.373832] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.385178] env[65829]: WARNING neutronclient.v2_0.client [req-f4837ba4-46fb-4356-812f-2687b3e922f2 req-fee5e291-7a3f-4f69-a96e-2b94732bf54f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.387359] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dadf57-8b72-b80e-3e7f-926664448bc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.434075] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806887, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831366} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.434420] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 38a0da51-c4c7-4067-bcab-9383bf804533/38a0da51-c4c7-4067-bcab-9383bf804533.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.434706] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.435050] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e47c002-138c-40cd-8477-e1cf007b07a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.443960] env[65829]: WARNING neutronclient.v2_0.client [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.447696] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 614.447696] env[65829]: value = "task-4806890" [ 614.447696] env[65829]: _type = "Task" [ 614.447696] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.458175] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.477410] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5264b4ab-f678-6e05-f9b6-fc6a727d69e4, 'name': SearchDatastore_Task, 'duration_secs': 0.097954} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.479151] env[65829]: DEBUG nova.network.neutron [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 614.482616] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.483498] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.484920] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.485194] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.485471] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.486324] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29719a36-dbc7-41f7-b982-b2f7f020df50 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.497728] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.497916] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.498682] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15fc8b3e-f9a4-4bf2-9af0-de84937afcfd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.508449] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 614.508449] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52454712-c7ee-c458-717b-0d19aade26fa" [ 614.508449] env[65829]: _type = "Task" [ 614.508449] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.522893] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52454712-c7ee-c458-717b-0d19aade26fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.528253] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809467} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.528655] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 1bd871ab-013f-4c2f-9e35-8e1e1794ab07/1bd871ab-013f-4c2f-9e35-8e1e1794ab07.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.528980] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.529358] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6becc21-b6ea-4fc7-a448-0e9b6c8a0d34 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.538917] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 614.538917] env[65829]: value = "task-4806891" [ 614.538917] env[65829]: _type = "Task" [ 614.538917] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.552408] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.693534] env[65829]: DEBUG nova.network.neutron [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Updated VIF entry in instance network info cache for port e834908f-cbf0-41ae-8fdb-4b84423a3e77. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 614.694066] env[65829]: DEBUG nova.network.neutron [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Updating instance_info_cache with network_info: [{"id": "e834908f-cbf0-41ae-8fdb-4b84423a3e77", "address": "fa:16:3e:d5:06:02", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape834908f-cb", "ovs_interfaceid": "e834908f-cbf0-41ae-8fdb-4b84423a3e77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.728807] env[65829]: WARNING neutronclient.v2_0.client [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.770965] env[65829]: DEBUG nova.compute.utils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.774039] env[65829]: DEBUG nova.compute.manager [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 614.774247] env[65829]: DEBUG nova.network.neutron [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 614.774570] env[65829]: WARNING neutronclient.v2_0.client [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.774829] env[65829]: WARNING neutronclient.v2_0.client [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.811586] env[65829]: WARNING neutronclient.v2_0.client [req-f4837ba4-46fb-4356-812f-2687b3e922f2 req-fee5e291-7a3f-4f69-a96e-2b94732bf54f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.851029] env[65829]: DEBUG nova.policy [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd36034620bf94cc2b4adc53baa875eb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cd0e8fa3a0e482eb85d6d13f5ea00f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 614.892311] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dadf57-8b72-b80e-3e7f-926664448bc2, 'name': SearchDatastore_Task, 'duration_secs': 0.025846} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.892311] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.892311] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 033a3add-1824-4db3-943b-c2fa588857e5/033a3add-1824-4db3-943b-c2fa588857e5.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.892311] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdab87cd-4d46-41f9-a0f3-cf39e69ed128 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.894697] env[65829]: DEBUG nova.network.neutron [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Updating instance_info_cache with network_info: [{"id": "3ffa65b9-65f7-4a89-b8b8-a969eedc1e30", "address": "fa:16:3e:50:14:ba", "network": {"id": "c18e1c0a-acc3-420e-8a99-2f8f3d529b07", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1474614058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6074e73f2bf14f219c968f9c1adef2eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffa65b9-65", "ovs_interfaceid": "3ffa65b9-65f7-4a89-b8b8-a969eedc1e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.903115] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Waiting for the task: (returnval){ [ 614.903115] env[65829]: value = "task-4806892" [ 614.903115] env[65829]: _type = "Task" [ 614.903115] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.914256] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.958705] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171869} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.958983] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.959848] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaadb1c-d6fd-4fd7-8086-fa08647a284f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.986715] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 38a0da51-c4c7-4067-bcab-9383bf804533/38a0da51-c4c7-4067-bcab-9383bf804533.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.987427] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52af1917-6eff-4209-b426-0f0383180de5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.003555] env[65829]: DEBUG nova.network.neutron [req-f4837ba4-46fb-4356-812f-2687b3e922f2 req-fee5e291-7a3f-4f69-a96e-2b94732bf54f service nova] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Updated VIF entry in instance network info cache for port 41a715c2-cd5c-4ea1-8ef3-137fe47f15ee. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 615.003904] env[65829]: DEBUG nova.network.neutron [req-f4837ba4-46fb-4356-812f-2687b3e922f2 req-fee5e291-7a3f-4f69-a96e-2b94732bf54f service nova] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Updating instance_info_cache with network_info: [{"id": "41a715c2-cd5c-4ea1-8ef3-137fe47f15ee", "address": "fa:16:3e:8a:bc:36", "network": {"id": "a6a7efaf-58f6-4112-94a6-2452e365cef1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1599164625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163d8677e07440d971d7d7c8eb5c0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a715c2-cd", "ovs_interfaceid": "41a715c2-cd5c-4ea1-8ef3-137fe47f15ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.007787] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 615.007787] env[65829]: value = "task-4806893" [ 615.007787] env[65829]: _type = "Task" [ 615.007787] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.021459] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806893, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.025177] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52454712-c7ee-c458-717b-0d19aade26fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013257} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.025909] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cef6d65-bdb7-4c17-aabd-9a2761d63911 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.033284] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 615.033284] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52adbb44-04fa-a15e-5b8a-185259ab48e2" [ 615.033284] env[65829]: _type = "Task" [ 615.033284] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.043243] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52adbb44-04fa-a15e-5b8a-185259ab48e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.051142] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215125} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.051407] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.052382] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07919043-248a-4b2b-b23d-91232b8de0a4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.078802] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 1bd871ab-013f-4c2f-9e35-8e1e1794ab07/1bd871ab-013f-4c2f-9e35-8e1e1794ab07.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.079317] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1ebe6bd-0190-4b54-b855-45a46f86f633 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.102446] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 615.102446] env[65829]: value = "task-4806894" [ 615.102446] env[65829]: _type = "Task" [ 615.102446] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.112263] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806894, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.198098] env[65829]: DEBUG oslo_concurrency.lockutils [req-84cac528-57c0-46f0-93a1-89d70acff3c4 req-1ea4eb4d-4c04-4487-8581-7aaae1364d9f service nova] Releasing lock "refresh_cache-330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.279556] env[65829]: DEBUG nova.compute.manager [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 615.327711] env[65829]: DEBUG nova.network.neutron [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Successfully created port: 18b909b1-c01b-4b41-bc62-3d8d25255ea1 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 615.360761] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquiring lock "0ca2a8a5-d718-43c8-b5ef-66b81a12a89e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.361191] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lock "0ca2a8a5-d718-43c8-b5ef-66b81a12a89e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.397278] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Releasing lock "refresh_cache-2f6b7b9a-d1dd-4bbc-bc23-142245137d9d" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.400018] env[65829]: DEBUG nova.compute.manager [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Instance network_info: |[{"id": "3ffa65b9-65f7-4a89-b8b8-a969eedc1e30", "address": "fa:16:3e:50:14:ba", "network": {"id": "c18e1c0a-acc3-420e-8a99-2f8f3d529b07", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1474614058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6074e73f2bf14f219c968f9c1adef2eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffa65b9-65", "ovs_interfaceid": "3ffa65b9-65f7-4a89-b8b8-a969eedc1e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 615.400194] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:14:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ffa65b9-65f7-4a89-b8b8-a969eedc1e30', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.408210] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Creating folder: Project (6074e73f2bf14f219c968f9c1adef2eb). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.410390] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c95e13d5-fabf-48f3-8ea9-fd3cbc1fdfc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.423330] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.428026] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Created folder: Project (6074e73f2bf14f219c968f9c1adef2eb) in parent group-v937255. [ 615.428422] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Creating folder: Instances. Parent ref: group-v937277. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.428767] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-483a2502-6723-4eb0-a3b5-5bcbcd6b2a11 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.442289] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Created folder: Instances in parent group-v937277. [ 615.442289] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 615.442289] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.442289] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ce7f2ba-e3a9-43e5-9150-90ddae0ccb59 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.466851] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.466851] env[65829]: value = "task-4806897" [ 615.466851] env[65829]: _type = "Task" [ 615.466851] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.476702] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806897, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.506879] env[65829]: DEBUG oslo_concurrency.lockutils [req-f4837ba4-46fb-4356-812f-2687b3e922f2 req-fee5e291-7a3f-4f69-a96e-2b94732bf54f service nova] Releasing lock "refresh_cache-f9b559b4-60bb-4e70-be23-abf32c0f97fe" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.523354] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.550053] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52adbb44-04fa-a15e-5b8a-185259ab48e2, 'name': SearchDatastore_Task, 'duration_secs': 0.039613} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.551041] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.551041] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 875e4502-5b1a-4f92-bd41-ccee9f706169/875e4502-5b1a-4f92-bd41-ccee9f706169.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.551041] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-329a9e20-a1eb-4e6f-bdbe-5d4b746afbc6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.559530] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 615.559530] env[65829]: value = "task-4806898" [ 615.559530] env[65829]: _type = "Task" [ 615.559530] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.570478] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.619749] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.864226] env[65829]: DEBUG nova.compute.manager [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 615.920219] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806892, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.977366] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806897, 'name': CreateVM_Task, 'duration_secs': 0.429587} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.977598] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.978062] env[65829]: WARNING neutronclient.v2_0.client [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.978443] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.978667] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.978900] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.979175] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f789a1-9cbc-4747-b0ee-612ce0b2ad8a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.985320] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Waiting for the task: (returnval){ [ 615.985320] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5201dc6a-1006-c68b-058b-ad9f147561e9" [ 615.985320] env[65829]: _type = "Task" [ 615.985320] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.995732] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5201dc6a-1006-c68b-058b-ad9f147561e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.020462] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.072573] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.120978] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.257789] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Acquiring lock "e325161b-c8f3-4c26-a43c-ea12d21e715f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.258048] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Lock "e325161b-c8f3-4c26-a43c-ea12d21e715f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.294207] env[65829]: DEBUG nova.compute.manager [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 616.339134] env[65829]: DEBUG nova.virt.hardware [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 616.339358] env[65829]: DEBUG nova.virt.hardware [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.339514] env[65829]: DEBUG nova.virt.hardware [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 616.339815] env[65829]: DEBUG nova.virt.hardware [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.339960] env[65829]: DEBUG nova.virt.hardware [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 616.340221] env[65829]: DEBUG nova.virt.hardware [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 616.340466] env[65829]: DEBUG nova.virt.hardware [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 616.340620] env[65829]: DEBUG nova.virt.hardware [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 616.341472] env[65829]: DEBUG nova.virt.hardware [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 616.341472] env[65829]: DEBUG nova.virt.hardware [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 616.341472] env[65829]: DEBUG nova.virt.hardware [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 616.342547] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41078e83-14c4-499c-a7c8-682b74a8d0c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.355682] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84cdffa-6097-4831-aa72-5af1715434fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.393484] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.393810] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.397587] env[65829]: INFO nova.compute.claims [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.423783] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806892, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.204154} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.425198] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 033a3add-1824-4db3-943b-c2fa588857e5/033a3add-1824-4db3-943b-c2fa588857e5.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.425198] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.425198] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ee3ce18-c3a3-475b-bbe9-bb73ab9f491f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.435644] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Waiting for the task: (returnval){ [ 616.435644] env[65829]: value = "task-4806899" [ 616.435644] env[65829]: _type = "Task" [ 616.435644] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.447562] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.498762] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5201dc6a-1006-c68b-058b-ad9f147561e9, 'name': SearchDatastore_Task, 'duration_secs': 0.071662} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.499084] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.500391] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 616.500391] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.500391] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.500391] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 616.500755] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ef2bd1a-a6cc-4204-bb20-66cd515a8688 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.517216] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 616.517366] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 616.522632] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b91c23-a6b4-455d-bd43-e22f1aa9bbd0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.526163] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806893, 'name': ReconfigVM_Task, 'duration_secs': 1.161739} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.526350] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 38a0da51-c4c7-4067-bcab-9383bf804533/38a0da51-c4c7-4067-bcab-9383bf804533.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.527564] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07474f69-7194-4b3d-be3c-afbf3819cea8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.535027] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Waiting for the task: (returnval){ [ 616.535027] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527639e2-32ff-b198-e9cf-67c4a67dafe1" [ 616.535027] env[65829]: _type = "Task" [ 616.535027] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.536391] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 616.536391] env[65829]: value = "task-4806903" [ 616.536391] env[65829]: _type = "Task" [ 616.536391] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.555464] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527639e2-32ff-b198-e9cf-67c4a67dafe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.559258] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806903, 'name': Rename_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.573730] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806898, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.619801] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806894, 'name': ReconfigVM_Task, 'duration_secs': 1.25798} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.620154] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 1bd871ab-013f-4c2f-9e35-8e1e1794ab07/1bd871ab-013f-4c2f-9e35-8e1e1794ab07.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.620901] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bbe4698-d4ae-40a0-bb97-7b6541dd80e8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.629680] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 616.629680] env[65829]: value = "task-4806905" [ 616.629680] env[65829]: _type = "Task" [ 616.629680] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.643343] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806905, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.761068] env[65829]: DEBUG nova.compute.manager [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 616.947853] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098693} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.950106] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.951445] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d461dc5-963d-43fd-80a7-7d3eb23e8edc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.980404] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 033a3add-1824-4db3-943b-c2fa588857e5/033a3add-1824-4db3-943b-c2fa588857e5.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.981820] env[65829]: DEBUG nova.network.neutron [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Successfully updated port: 18b909b1-c01b-4b41-bc62-3d8d25255ea1 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 616.983743] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a3b47ab-103b-4edf-8c0e-51912d83d5d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.006615] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Waiting for the task: (returnval){ [ 617.006615] env[65829]: value = "task-4806906" [ 617.006615] env[65829]: _type = "Task" [ 617.006615] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.016984] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.050992] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527639e2-32ff-b198-e9cf-67c4a67dafe1, 'name': SearchDatastore_Task, 'duration_secs': 0.060548} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.054837] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806903, 'name': Rename_Task, 'duration_secs': 0.399114} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.055072] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25b31572-5a30-4f00-8ad3-3b39e5329774 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.057549] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.057805] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4f2825c-b893-4544-a3ff-7f15771fd5f2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.063325] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Waiting for the task: (returnval){ [ 617.063325] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b38202-9755-3827-0de4-afbfba58635e" [ 617.063325] env[65829]: _type = "Task" [ 617.063325] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.070442] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 617.070442] env[65829]: value = "task-4806907" [ 617.070442] env[65829]: _type = "Task" [ 617.070442] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.080980] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806898, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.140914} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.081217] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b38202-9755-3827-0de4-afbfba58635e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.081935] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 875e4502-5b1a-4f92-bd41-ccee9f706169/875e4502-5b1a-4f92-bd41-ccee9f706169.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.082184] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.082618] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b75cf39d-ace6-41a6-b29d-d506ad3d1ca0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.089084] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.095733] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 617.095733] env[65829]: value = "task-4806908" [ 617.095733] env[65829]: _type = "Task" [ 617.095733] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.105727] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.141812] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806905, 'name': Rename_Task, 'duration_secs': 0.330397} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.142148] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.142413] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b51a8256-ccfe-4519-aae7-c78fc721605c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.150165] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 617.150165] env[65829]: value = "task-4806909" [ 617.150165] env[65829]: _type = "Task" [ 617.150165] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.161025] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.222780] env[65829]: DEBUG oslo_concurrency.lockutils [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Acquiring lock "330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.223328] env[65829]: DEBUG oslo_concurrency.lockutils [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Lock "330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.223950] env[65829]: DEBUG oslo_concurrency.lockutils [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Acquiring lock "330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.223950] env[65829]: DEBUG oslo_concurrency.lockutils [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Lock "330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.223950] env[65829]: DEBUG oslo_concurrency.lockutils [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Lock "330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.227065] env[65829]: INFO nova.compute.manager [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Terminating instance [ 617.284511] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.306052] env[65829]: DEBUG nova.compute.manager [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Received event network-vif-plugged-93f0bc78-ae00-4478-b48e-51ae86e97245 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 617.306358] env[65829]: DEBUG oslo_concurrency.lockutils [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] Acquiring lock "033a3add-1824-4db3-943b-c2fa588857e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.307028] env[65829]: DEBUG oslo_concurrency.lockutils [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] Lock "033a3add-1824-4db3-943b-c2fa588857e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.307028] env[65829]: DEBUG oslo_concurrency.lockutils [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] Lock "033a3add-1824-4db3-943b-c2fa588857e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.307028] env[65829]: DEBUG nova.compute.manager [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] No waiting events found dispatching network-vif-plugged-93f0bc78-ae00-4478-b48e-51ae86e97245 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 617.307410] env[65829]: WARNING nova.compute.manager [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Received unexpected event network-vif-plugged-93f0bc78-ae00-4478-b48e-51ae86e97245 for instance with vm_state building and task_state spawning. [ 617.307410] env[65829]: DEBUG nova.compute.manager [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Received event network-changed-93f0bc78-ae00-4478-b48e-51ae86e97245 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 617.307410] env[65829]: DEBUG nova.compute.manager [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Refreshing instance network info cache due to event network-changed-93f0bc78-ae00-4478-b48e-51ae86e97245. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 617.307729] env[65829]: DEBUG oslo_concurrency.lockutils [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] Acquiring lock "refresh_cache-033a3add-1824-4db3-943b-c2fa588857e5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.307770] env[65829]: DEBUG oslo_concurrency.lockutils [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] Acquired lock "refresh_cache-033a3add-1824-4db3-943b-c2fa588857e5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.307909] env[65829]: DEBUG nova.network.neutron [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Refreshing network info cache for port 93f0bc78-ae00-4478-b48e-51ae86e97245 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.501934] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Acquiring lock "refresh_cache-b9d00ff9-2946-48f2-8840-a88b41e268c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.502196] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Acquired lock "refresh_cache-b9d00ff9-2946-48f2-8840-a88b41e268c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.502767] env[65829]: DEBUG nova.network.neutron [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 617.517915] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806906, 'name': ReconfigVM_Task, 'duration_secs': 0.355601} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.518201] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 033a3add-1824-4db3-943b-c2fa588857e5/033a3add-1824-4db3-943b-c2fa588857e5.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.518824] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-347139f8-2be2-49b3-8123-9a07051f751a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.529901] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Waiting for the task: (returnval){ [ 617.529901] env[65829]: value = "task-4806910" [ 617.529901] env[65829]: _type = "Task" [ 617.529901] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.541318] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806910, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.579349] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b38202-9755-3827-0de4-afbfba58635e, 'name': SearchDatastore_Task, 'duration_secs': 0.02325} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.582866] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.583067] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d/2f6b7b9a-d1dd-4bbc-bc23-142245137d9d.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.584086] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12162ba9-d750-436e-9647-b53d5444ae0a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.589243] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806907, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.596067] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Waiting for the task: (returnval){ [ 617.596067] env[65829]: value = "task-4806911" [ 617.596067] env[65829]: _type = "Task" [ 617.596067] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.613938] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13938} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.616399] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.617721] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.620818] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a3b657-83ce-44a8-a875-5ab739984204 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.651224] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 875e4502-5b1a-4f92-bd41-ccee9f706169/875e4502-5b1a-4f92-bd41-ccee9f706169.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.653445] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a8b8946-d413-4191-a5f4-362f87a4edad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.674022] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f74031c-152d-4c1c-aef2-1120fdb5735f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.692224] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62711df-d91a-461c-a271-73be6ec07deb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.697517] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806909, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.698098] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 617.698098] env[65829]: value = "task-4806912" [ 617.698098] env[65829]: _type = "Task" [ 617.698098] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.734639] env[65829]: DEBUG nova.compute.manager [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 617.734958] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.739573] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2d52fd-1a2b-4b64-a632-47d9237bed93 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.742996] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60be8660-c682-48c8-857d-a33420212ae2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.747679] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.753965] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Acquiring lock "1fdc9757-cbc5-481f-8ec1-7b8136efca82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.753965] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Lock "1fdc9757-cbc5-481f-8ec1-7b8136efca82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.761320] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.762872] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b634aad5-c7bf-4a23-83f8-6e1de10ea099 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.766891] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37fd8d8c-2701-4a97-b7f7-7e750e562403 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.770891] env[65829]: DEBUG nova.compute.manager [None req-4ce4d402-b38b-450b-8e44-9af75b9883fe tempest-ServerExternalEventsTest-466146434 tempest-ServerExternalEventsTest-466146434-project] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Received event network-changed {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 617.771098] env[65829]: DEBUG nova.compute.manager [None req-4ce4d402-b38b-450b-8e44-9af75b9883fe tempest-ServerExternalEventsTest-466146434 tempest-ServerExternalEventsTest-466146434-project] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Refreshing instance network info cache due to event network-changed. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 617.771310] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce4d402-b38b-450b-8e44-9af75b9883fe tempest-ServerExternalEventsTest-466146434 tempest-ServerExternalEventsTest-466146434-project] Acquiring lock "refresh_cache-fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.772852] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce4d402-b38b-450b-8e44-9af75b9883fe tempest-ServerExternalEventsTest-466146434 tempest-ServerExternalEventsTest-466146434-project] Acquired lock "refresh_cache-fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.772852] env[65829]: DEBUG nova.network.neutron [None req-4ce4d402-b38b-450b-8e44-9af75b9883fe tempest-ServerExternalEventsTest-466146434 tempest-ServerExternalEventsTest-466146434-project] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 617.788150] env[65829]: DEBUG nova.compute.provider_tree [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.792238] env[65829]: DEBUG oslo_vmware.api [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Waiting for the task: (returnval){ [ 617.792238] env[65829]: value = "task-4806913" [ 617.792238] env[65829]: _type = "Task" [ 617.792238] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.800405] env[65829]: DEBUG nova.compute.manager [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Received event network-vif-plugged-700f9899-d9ad-44fc-b2b4-81fde7c2a495 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 617.800642] env[65829]: DEBUG oslo_concurrency.lockutils [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] Acquiring lock "1bd871ab-013f-4c2f-9e35-8e1e1794ab07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.800855] env[65829]: DEBUG oslo_concurrency.lockutils [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] Lock "1bd871ab-013f-4c2f-9e35-8e1e1794ab07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.801044] env[65829]: DEBUG oslo_concurrency.lockutils [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] Lock "1bd871ab-013f-4c2f-9e35-8e1e1794ab07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.801227] env[65829]: DEBUG nova.compute.manager [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] No waiting events found dispatching network-vif-plugged-700f9899-d9ad-44fc-b2b4-81fde7c2a495 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 617.801459] env[65829]: WARNING nova.compute.manager [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Received unexpected event network-vif-plugged-700f9899-d9ad-44fc-b2b4-81fde7c2a495 for instance with vm_state building and task_state spawning. [ 617.802158] env[65829]: DEBUG nova.compute.manager [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Received event network-changed-700f9899-d9ad-44fc-b2b4-81fde7c2a495 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 617.802158] env[65829]: DEBUG nova.compute.manager [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Refreshing instance network info cache due to event network-changed-700f9899-d9ad-44fc-b2b4-81fde7c2a495. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 617.802158] env[65829]: DEBUG oslo_concurrency.lockutils [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] Acquiring lock "refresh_cache-1bd871ab-013f-4c2f-9e35-8e1e1794ab07" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.802783] env[65829]: DEBUG oslo_concurrency.lockutils [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] Acquired lock "refresh_cache-1bd871ab-013f-4c2f-9e35-8e1e1794ab07" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.802783] env[65829]: DEBUG nova.network.neutron [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Refreshing network info cache for port 700f9899-d9ad-44fc-b2b4-81fde7c2a495 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.807730] env[65829]: DEBUG oslo_vmware.api [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Task: {'id': task-4806913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.811477] env[65829]: WARNING neutronclient.v2_0.client [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.043402] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806910, 'name': Rename_Task, 'duration_secs': 0.180266} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.043797] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.044149] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be2f58e6-3843-4e8a-b965-1de158270fe0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.054827] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Waiting for the task: (returnval){ [ 618.054827] env[65829]: value = "task-4806914" [ 618.054827] env[65829]: _type = "Task" [ 618.054827] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.065738] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.073962] env[65829]: DEBUG nova.network.neutron [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 618.082483] env[65829]: WARNING neutronclient.v2_0.client [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.089350] env[65829]: DEBUG oslo_vmware.api [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806907, 'name': PowerOnVM_Task, 'duration_secs': 0.948439} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.089606] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.089820] env[65829]: INFO nova.compute.manager [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Took 11.11 seconds to spawn the instance on the hypervisor. [ 618.089995] env[65829]: DEBUG nova.compute.manager [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 618.091468] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a86a022-d1df-48c1-8665-5db985d1d197 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.118473] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806911, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.167198] env[65829]: DEBUG oslo_vmware.api [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4806909, 'name': PowerOnVM_Task, 'duration_secs': 0.858771} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.167421] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.167614] env[65829]: INFO nova.compute.manager [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Took 15.75 seconds to spawn the instance on the hypervisor. [ 618.167780] env[65829]: DEBUG nova.compute.manager [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 618.168604] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0329ec5e-61f6-4750-8c02-95e9cd55f4af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.209042] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806912, 'name': ReconfigVM_Task, 'duration_secs': 0.411094} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.209248] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 875e4502-5b1a-4f92-bd41-ccee9f706169/875e4502-5b1a-4f92-bd41-ccee9f706169.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.209914] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8af80ad0-4e15-4a48-807d-8858f663ff4c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.220719] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 618.220719] env[65829]: value = "task-4806915" [ 618.220719] env[65829]: _type = "Task" [ 618.220719] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.231308] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806915, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.263096] env[65829]: DEBUG nova.compute.manager [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 618.274992] env[65829]: WARNING neutronclient.v2_0.client [None req-4ce4d402-b38b-450b-8e44-9af75b9883fe tempest-ServerExternalEventsTest-466146434 tempest-ServerExternalEventsTest-466146434-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.293664] env[65829]: DEBUG nova.scheduler.client.report [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.308618] env[65829]: DEBUG oslo_vmware.api [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Task: {'id': task-4806913, 'name': PowerOffVM_Task, 'duration_secs': 0.209138} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.309170] env[65829]: WARNING neutronclient.v2_0.client [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.311735] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 618.311835] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 618.312874] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a4e70c7-1511-4ca4-881d-d188bc53bc07 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.341622] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "8f944543-68f2-46c2-95ca-794372908266" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.341885] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "8f944543-68f2-46c2-95ca-794372908266" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.413541] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.413541] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.413541] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Deleting the datastore file [datastore2] 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.413541] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b39f7b1f-cc06-4022-acb8-a810dba2fd08 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.422653] env[65829]: DEBUG oslo_vmware.api [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Waiting for the task: (returnval){ [ 618.422653] env[65829]: value = "task-4806917" [ 618.422653] env[65829]: _type = "Task" [ 618.422653] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.431643] env[65829]: DEBUG oslo_vmware.api [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Task: {'id': task-4806917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.477174] env[65829]: DEBUG nova.network.neutron [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Updated VIF entry in instance network info cache for port 93f0bc78-ae00-4478-b48e-51ae86e97245. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 618.477174] env[65829]: DEBUG nova.network.neutron [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Updating instance_info_cache with network_info: [{"id": "93f0bc78-ae00-4478-b48e-51ae86e97245", "address": "fa:16:3e:90:c4:26", "network": {"id": "1b971eb9-0548-44da-a270-bf6fd3705fa7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1338725351-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15752a14d3a4bc18dfc0c54e4295346", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f0bc78-ae", "ovs_interfaceid": "93f0bc78-ae00-4478-b48e-51ae86e97245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.571619] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806914, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.596841] env[65829]: WARNING neutronclient.v2_0.client [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.622052] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806911, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637013} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.623894] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d/2f6b7b9a-d1dd-4bbc-bc23-142245137d9d.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.624232] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.627803] env[65829]: INFO nova.compute.manager [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Took 24.69 seconds to build instance. [ 618.629673] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61e540de-ec2d-43e0-849d-1f7cb3ff7575 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.638030] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Waiting for the task: (returnval){ [ 618.638030] env[65829]: value = "task-4806918" [ 618.638030] env[65829]: _type = "Task" [ 618.638030] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.653892] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.697953] env[65829]: INFO nova.compute.manager [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Took 26.50 seconds to build instance. [ 618.738671] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806915, 'name': Rename_Task, 'duration_secs': 0.27547} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.742026] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.742590] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90f68d95-b6c7-4b46-a6b4-b67f0cd9a3bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.752200] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 618.752200] env[65829]: value = "task-4806919" [ 618.752200] env[65829]: _type = "Task" [ 618.752200] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.764521] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806919, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.799306] env[65829]: DEBUG nova.network.neutron [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Updating instance_info_cache with network_info: [{"id": "18b909b1-c01b-4b41-bc62-3d8d25255ea1", "address": "fa:16:3e:f7:6e:f9", "network": {"id": "8e37231e-1d7d-42f4-ae47-48891f43bda9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1090747389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0e8fa3a0e482eb85d6d13f5ea00f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b909b1-c0", "ovs_interfaceid": "18b909b1-c01b-4b41-bc62-3d8d25255ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.801094] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.801382] env[65829]: DEBUG nova.compute.manager [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 618.809016] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.809501] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.525s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.813834] env[65829]: INFO nova.compute.claims [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.844417] env[65829]: DEBUG nova.compute.manager [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 618.866212] env[65829]: WARNING neutronclient.v2_0.client [None req-4ce4d402-b38b-450b-8e44-9af75b9883fe tempest-ServerExternalEventsTest-466146434 tempest-ServerExternalEventsTest-466146434-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.874422] env[65829]: WARNING neutronclient.v2_0.client [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.939944] env[65829]: DEBUG oslo_vmware.api [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Task: {'id': task-4806917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42141} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.940295] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.940949] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.940949] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.940949] env[65829]: INFO nova.compute.manager [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Took 1.21 seconds to destroy the instance on the hypervisor. [ 618.941423] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 618.942536] env[65829]: DEBUG nova.compute.manager [-] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 618.942536] env[65829]: DEBUG nova.network.neutron [-] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 618.942536] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.978929] env[65829]: DEBUG oslo_concurrency.lockutils [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] Releasing lock "refresh_cache-033a3add-1824-4db3-943b-c2fa588857e5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.979347] env[65829]: DEBUG nova.compute.manager [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Received event network-vif-plugged-8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 618.979487] env[65829]: DEBUG oslo_concurrency.lockutils [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] Acquiring lock "875e4502-5b1a-4f92-bd41-ccee9f706169-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.979614] env[65829]: DEBUG oslo_concurrency.lockutils [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] Lock "875e4502-5b1a-4f92-bd41-ccee9f706169-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.979971] env[65829]: DEBUG oslo_concurrency.lockutils [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] Lock "875e4502-5b1a-4f92-bd41-ccee9f706169-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.980083] env[65829]: DEBUG nova.compute.manager [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] No waiting events found dispatching network-vif-plugged-8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 618.980288] env[65829]: WARNING nova.compute.manager [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Received unexpected event network-vif-plugged-8b76b686-c628-45fc-b615-932fa57a1478 for instance with vm_state building and task_state spawning. [ 618.980377] env[65829]: DEBUG nova.compute.manager [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Received event network-changed-8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 618.980648] env[65829]: DEBUG nova.compute.manager [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Refreshing instance network info cache due to event network-changed-8b76b686-c628-45fc-b615-932fa57a1478. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 618.980887] env[65829]: DEBUG oslo_concurrency.lockutils [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] Acquiring lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.981273] env[65829]: DEBUG oslo_concurrency.lockutils [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] Acquired lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.981673] env[65829]: DEBUG nova.network.neutron [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Refreshing network info cache for port 8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.000826] env[65829]: DEBUG nova.network.neutron [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Updated VIF entry in instance network info cache for port 700f9899-d9ad-44fc-b2b4-81fde7c2a495. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 619.001192] env[65829]: DEBUG nova.network.neutron [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Updating instance_info_cache with network_info: [{"id": "700f9899-d9ad-44fc-b2b4-81fde7c2a495", "address": "fa:16:3e:0d:d6:c6", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap700f9899-d9", "ovs_interfaceid": "700f9899-d9ad-44fc-b2b4-81fde7c2a495", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.035118] env[65829]: DEBUG nova.network.neutron [None req-4ce4d402-b38b-450b-8e44-9af75b9883fe tempest-ServerExternalEventsTest-466146434 tempest-ServerExternalEventsTest-466146434-project] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Updating instance_info_cache with network_info: [{"id": "d8572d7d-bde9-4f2e-9c98-0db54c99907a", "address": "fa:16:3e:a3:6b:6d", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8572d7d-bd", "ovs_interfaceid": "d8572d7d-bde9-4f2e-9c98-0db54c99907a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.071837] env[65829]: DEBUG oslo_vmware.api [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806914, 'name': PowerOnVM_Task, 'duration_secs': 0.751733} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.071837] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.071837] env[65829]: INFO nova.compute.manager [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Took 14.36 seconds to spawn the instance on the hypervisor. [ 619.071837] env[65829]: DEBUG nova.compute.manager [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 619.071837] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467471f9-8c19-4295-97f3-1639edde439d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.092346] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.130035] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bb55183-40e7-4f66-be36-a7b8b7d791cf tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lock "38a0da51-c4c7-4067-bcab-9383bf804533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.200s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.151445] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075623} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.152802] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.153757] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbe27d6-4d1d-4827-b032-1e06dd5be6b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.195295] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d/2f6b7b9a-d1dd-4bbc-bc23-142245137d9d.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.195734] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab1d9da8-3a63-4d94-a48d-f0a9956def0c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.215995] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bef90a19-4d8d-4e6a-ad8d-d6cc12b6b3ed tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "1bd871ab-013f-4c2f-9e35-8e1e1794ab07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.029s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.226930] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Waiting for the task: (returnval){ [ 619.226930] env[65829]: value = "task-4806920" [ 619.226930] env[65829]: _type = "Task" [ 619.226930] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.242048] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.265184] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806919, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.311146] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Releasing lock "refresh_cache-b9d00ff9-2946-48f2-8840-a88b41e268c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.311146] env[65829]: DEBUG nova.compute.manager [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Instance network_info: |[{"id": "18b909b1-c01b-4b41-bc62-3d8d25255ea1", "address": "fa:16:3e:f7:6e:f9", "network": {"id": "8e37231e-1d7d-42f4-ae47-48891f43bda9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1090747389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0e8fa3a0e482eb85d6d13f5ea00f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b909b1-c0", "ovs_interfaceid": "18b909b1-c01b-4b41-bc62-3d8d25255ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 619.311365] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:6e:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18b909b1-c01b-4b41-bc62-3d8d25255ea1', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.320649] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Creating folder: Project (4cd0e8fa3a0e482eb85d6d13f5ea00f6). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.322514] env[65829]: DEBUG nova.compute.utils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.326610] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6b45a18-379e-4c9e-b69b-aeb4ec84aea3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.329744] env[65829]: DEBUG nova.compute.manager [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 619.330869] env[65829]: DEBUG nova.network.neutron [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 619.330869] env[65829]: WARNING neutronclient.v2_0.client [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.330869] env[65829]: WARNING neutronclient.v2_0.client [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.345242] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Created folder: Project (4cd0e8fa3a0e482eb85d6d13f5ea00f6) in parent group-v937255. [ 619.345440] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Creating folder: Instances. Parent ref: group-v937283. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.345690] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f43c459-2ee2-475f-be3f-f65d3a7a99e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.361479] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Created folder: Instances in parent group-v937283. [ 619.362128] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 619.362272] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.362492] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6365eac-59a7-4974-b0c6-a342136049bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.384990] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.391487] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.391487] env[65829]: value = "task-4806923" [ 619.391487] env[65829]: _type = "Task" [ 619.391487] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.402929] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806923, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.485167] env[65829]: WARNING neutronclient.v2_0.client [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.504637] env[65829]: DEBUG oslo_concurrency.lockutils [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] Releasing lock "refresh_cache-1bd871ab-013f-4c2f-9e35-8e1e1794ab07" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.504962] env[65829]: DEBUG nova.compute.manager [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Received event network-vif-plugged-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 619.505288] env[65829]: DEBUG oslo_concurrency.lockutils [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] Acquiring lock "2f6b7b9a-d1dd-4bbc-bc23-142245137d9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.505582] env[65829]: DEBUG oslo_concurrency.lockutils [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] Lock "2f6b7b9a-d1dd-4bbc-bc23-142245137d9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.505782] env[65829]: DEBUG oslo_concurrency.lockutils [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] Lock "2f6b7b9a-d1dd-4bbc-bc23-142245137d9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.505993] env[65829]: DEBUG nova.compute.manager [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] No waiting events found dispatching network-vif-plugged-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 619.506209] env[65829]: WARNING nova.compute.manager [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Received unexpected event network-vif-plugged-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 for instance with vm_state building and task_state spawning. [ 619.506398] env[65829]: DEBUG nova.compute.manager [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Received event network-changed-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 619.506583] env[65829]: DEBUG nova.compute.manager [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Refreshing instance network info cache due to event network-changed-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 619.506810] env[65829]: DEBUG oslo_concurrency.lockutils [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] Acquiring lock "refresh_cache-2f6b7b9a-d1dd-4bbc-bc23-142245137d9d" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.506957] env[65829]: DEBUG oslo_concurrency.lockutils [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] Acquired lock "refresh_cache-2f6b7b9a-d1dd-4bbc-bc23-142245137d9d" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.507164] env[65829]: DEBUG nova.network.neutron [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Refreshing network info cache for port 3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.511565] env[65829]: DEBUG nova.policy [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ad2843cbb4a43628d7821726a54d270', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac7e68c494984ecfa9d270bbb1e2454d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.538063] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce4d402-b38b-450b-8e44-9af75b9883fe tempest-ServerExternalEventsTest-466146434 tempest-ServerExternalEventsTest-466146434-project] Releasing lock "refresh_cache-fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.592463] env[65829]: INFO nova.compute.manager [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Took 27.03 seconds to build instance. [ 619.753893] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806920, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.776469] env[65829]: DEBUG oslo_vmware.api [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806919, 'name': PowerOnVM_Task, 'duration_secs': 0.929397} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.776973] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.777083] env[65829]: INFO nova.compute.manager [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Took 10.46 seconds to spawn the instance on the hypervisor. [ 619.777291] env[65829]: DEBUG nova.compute.manager [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 619.778390] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8d16b7-c332-4746-8a5e-f6f3003df4e3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.832566] env[65829]: DEBUG nova.compute.manager [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 619.917058] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806923, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.969439] env[65829]: DEBUG nova.network.neutron [-] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.014561] env[65829]: WARNING neutronclient.v2_0.client [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.095625] env[65829]: DEBUG oslo_concurrency.lockutils [None req-015a5192-2e9b-41f9-8594-90621ea77de7 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Lock "033a3add-1824-4db3-943b-c2fa588857e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.538s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.147923] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b674d7-9fae-4bb7-b579-d4d157238367 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.157382] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0700e6-6c0f-4971-ba62-5c0d60110441 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.199158] env[65829]: DEBUG nova.network.neutron [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Successfully created port: 0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 620.205384] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d981b813-cca4-4759-9206-791e902035eb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.216625] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c1e9b-97c6-4c29-8670-62913486e536 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.234264] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Acquiring lock "fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.235023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Lock "fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.235023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Acquiring lock "fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.235023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Lock "fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.235327] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Lock "fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.237367] env[65829]: DEBUG nova.compute.provider_tree [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.238955] env[65829]: INFO nova.compute.manager [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Terminating instance [ 620.256504] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806920, 'name': ReconfigVM_Task, 'duration_secs': 0.583941} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.256758] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d/2f6b7b9a-d1dd-4bbc-bc23-142245137d9d.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.257366] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31ab9584-ffb5-4bff-bd95-1723c73f0b47 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.267462] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Waiting for the task: (returnval){ [ 620.267462] env[65829]: value = "task-4806925" [ 620.267462] env[65829]: _type = "Task" [ 620.267462] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.281826] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806925, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.303829] env[65829]: INFO nova.compute.manager [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Took 22.58 seconds to build instance. [ 620.410267] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806923, 'name': CreateVM_Task, 'duration_secs': 0.808902} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.410447] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.410918] env[65829]: WARNING neutronclient.v2_0.client [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.411294] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.411444] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.411828] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.412116] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb903a5-c074-41a6-a75c-2404e045662f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.417495] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Waiting for the task: (returnval){ [ 620.417495] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528ef064-311e-04d0-0c34-f5ad2d443be9" [ 620.417495] env[65829]: _type = "Task" [ 620.417495] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.426169] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528ef064-311e-04d0-0c34-f5ad2d443be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.473921] env[65829]: INFO nova.compute.manager [-] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Took 1.53 seconds to deallocate network for instance. [ 620.697475] env[65829]: WARNING neutronclient.v2_0.client [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.750125] env[65829]: DEBUG nova.scheduler.client.report [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.753897] env[65829]: DEBUG nova.compute.manager [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 620.754099] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.755243] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b403b8d-011a-4708-8ba9-0ce437655d72 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.764355] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.764719] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b26f0e7-b799-43ef-ac6f-08803cd46f4a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.776155] env[65829]: DEBUG oslo_vmware.api [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 620.776155] env[65829]: value = "task-4806926" [ 620.776155] env[65829]: _type = "Task" [ 620.776155] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.788511] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806925, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.795526] env[65829]: DEBUG oslo_vmware.api [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.811651] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0a77f7cd-19ef-4f93-a8dc-dc01a0362a2a tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Lock "875e4502-5b1a-4f92-bd41-ccee9f706169" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.095s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.847515] env[65829]: DEBUG nova.compute.manager [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 620.887688] env[65829]: DEBUG nova.virt.hardware [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 620.887944] env[65829]: DEBUG nova.virt.hardware [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.888109] env[65829]: DEBUG nova.virt.hardware [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 620.888297] env[65829]: DEBUG nova.virt.hardware [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.888427] env[65829]: DEBUG nova.virt.hardware [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 620.888563] env[65829]: DEBUG nova.virt.hardware [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 620.888757] env[65829]: DEBUG nova.virt.hardware [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 620.888940] env[65829]: DEBUG nova.virt.hardware [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 620.889136] env[65829]: DEBUG nova.virt.hardware [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 620.889351] env[65829]: DEBUG nova.virt.hardware [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 620.889454] env[65829]: DEBUG nova.virt.hardware [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 620.890411] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f70325b-315b-4038-a631-7aa77440bba5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.900265] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7623a12f-f61e-484e-8c01-486e5b1f50b3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.930826] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528ef064-311e-04d0-0c34-f5ad2d443be9, 'name': SearchDatastore_Task, 'duration_secs': 0.034357} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.931211] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.931468] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.931834] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.931923] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.933228] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.933228] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28f2c594-bff7-46c9-be4a-5aa955476260 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.950488] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.950734] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.951784] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e04e42ae-3220-4455-a2fb-9a4e2a168ad0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.958892] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Waiting for the task: (returnval){ [ 620.958892] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529a38f7-d353-9fea-7b96-84732b253b48" [ 620.958892] env[65829]: _type = "Task" [ 620.958892] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.969139] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529a38f7-d353-9fea-7b96-84732b253b48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.981812] env[65829]: DEBUG oslo_concurrency.lockutils [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.256155] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.256867] env[65829]: DEBUG nova.compute.manager [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 621.260356] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.451s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.261852] env[65829]: INFO nova.compute.claims [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.279322] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806925, 'name': Rename_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.288876] env[65829]: DEBUG oslo_vmware.api [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806926, 'name': PowerOffVM_Task, 'duration_secs': 0.455973} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.289168] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.289333] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.289601] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad79edcd-4737-402a-9a6e-dfa15ad66a1f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.328415] env[65829]: DEBUG nova.network.neutron [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updated VIF entry in instance network info cache for port 8b76b686-c628-45fc-b615-932fa57a1478. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 621.328954] env[65829]: DEBUG nova.network.neutron [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updating instance_info_cache with network_info: [{"id": "8b76b686-c628-45fc-b615-932fa57a1478", "address": "fa:16:3e:a2:f8:16", "network": {"id": "4f9ed4b6-528a-4820-b3b9-4a5d824eaad6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-128371458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb6c9e13e60f4ba488487d7e527a44cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b76b686-c6", "ovs_interfaceid": "8b76b686-c628-45fc-b615-932fa57a1478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.382434] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.382657] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.382902] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Deleting the datastore file [datastore2] fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.383298] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97bcc4a6-ba8a-4def-a80a-80b0fc0a3fe5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.392645] env[65829]: DEBUG oslo_vmware.api [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for the task: (returnval){ [ 621.392645] env[65829]: value = "task-4806928" [ 621.392645] env[65829]: _type = "Task" [ 621.392645] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.403258] env[65829]: DEBUG oslo_vmware.api [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.410910] env[65829]: WARNING neutronclient.v2_0.client [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.470909] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529a38f7-d353-9fea-7b96-84732b253b48, 'name': SearchDatastore_Task, 'duration_secs': 0.017358} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.472175] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f5f070b-a5c9-4fc9-93f1-69f06dabbb68 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.479013] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Waiting for the task: (returnval){ [ 621.479013] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fdd975-3df9-1360-eceb-78df372f57c5" [ 621.479013] env[65829]: _type = "Task" [ 621.479013] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.489200] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fdd975-3df9-1360-eceb-78df372f57c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.767157] env[65829]: DEBUG nova.compute.utils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.771714] env[65829]: DEBUG nova.compute.manager [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 621.772385] env[65829]: DEBUG nova.network.neutron [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 621.772852] env[65829]: WARNING neutronclient.v2_0.client [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.773563] env[65829]: WARNING neutronclient.v2_0.client [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.787054] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806925, 'name': Rename_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.833628] env[65829]: DEBUG oslo_concurrency.lockutils [req-98f29ea7-2f69-4e60-83b3-fc849f047c5b req-0ddf2484-8758-47f8-af3b-473d7fe3d8ac service nova] Releasing lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.886875] env[65829]: DEBUG nova.network.neutron [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Successfully updated port: 0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 621.911110] env[65829]: DEBUG oslo_vmware.api [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Task: {'id': task-4806928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44624} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.912094] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.913064] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.914044] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.914044] env[65829]: INFO nova.compute.manager [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 621.914245] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 621.914532] env[65829]: DEBUG nova.compute.manager [-] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 621.914675] env[65829]: DEBUG nova.network.neutron [-] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 621.915290] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.997251] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fdd975-3df9-1360-eceb-78df372f57c5, 'name': SearchDatastore_Task, 'duration_secs': 0.018707} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.997733] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.998159] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] b9d00ff9-2946-48f2-8840-a88b41e268c2/b9d00ff9-2946-48f2-8840-a88b41e268c2.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.998607] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0304abe-e548-49b4-9e6c-e2301aec7a24 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.010520] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Waiting for the task: (returnval){ [ 622.010520] env[65829]: value = "task-4806929" [ 622.010520] env[65829]: _type = "Task" [ 622.010520] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.031298] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4806929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.031593] env[65829]: DEBUG nova.policy [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e999fb5791df4a92a590b25e27d41273', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fae298a8d9b346f19483d20b9443fcf4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 622.067183] env[65829]: DEBUG nova.network.neutron [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Updated VIF entry in instance network info cache for port 3ffa65b9-65f7-4a89-b8b8-a969eedc1e30. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 622.067183] env[65829]: DEBUG nova.network.neutron [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Updating instance_info_cache with network_info: [{"id": "3ffa65b9-65f7-4a89-b8b8-a969eedc1e30", "address": "fa:16:3e:50:14:ba", "network": {"id": "c18e1c0a-acc3-420e-8a99-2f8f3d529b07", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1474614058-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "6074e73f2bf14f219c968f9c1adef2eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ffa65b9-65", "ovs_interfaceid": "3ffa65b9-65f7-4a89-b8b8-a969eedc1e30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.108962] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.273015] env[65829]: DEBUG nova.compute.manager [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 622.291105] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806925, 'name': Rename_Task, 'duration_secs': 1.693596} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.291527] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.291962] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87df8360-0934-4843-9a00-19fb40ad1596 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.301087] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Waiting for the task: (returnval){ [ 622.301087] env[65829]: value = "task-4806931" [ 622.301087] env[65829]: _type = "Task" [ 622.301087] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.323783] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.390460] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquiring lock "refresh_cache-0ca2a8a5-d718-43c8-b5ef-66b81a12a89e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.390460] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquired lock "refresh_cache-0ca2a8a5-d718-43c8-b5ef-66b81a12a89e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.390460] env[65829]: DEBUG nova.network.neutron [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 622.526480] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4806929, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.552446] env[65829]: DEBUG nova.network.neutron [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Successfully created port: c78438f3-054b-459b-9b01-356559e68963 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 622.569114] env[65829]: DEBUG oslo_concurrency.lockutils [req-70d94d05-93c0-4925-b520-2710052be413 req-fe2b3c24-5b14-4bc1-b740-9ef9b006f86d service nova] Releasing lock "refresh_cache-2f6b7b9a-d1dd-4bbc-bc23-142245137d9d" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.572299] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb3a235-e4ea-4229-8679-3bc863f0b064 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.582060] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339fb3fa-6899-4ab7-b039-a9966f58842f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.620608] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea6ba14-d1df-4e56-916a-08009a4424c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.631323] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c5d2cf-1d95-4a0c-9c1a-61977928e5c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.647404] env[65829]: DEBUG nova.compute.provider_tree [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.812103] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.023962] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4806929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672029} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.024347] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] b9d00ff9-2946-48f2-8840-a88b41e268c2/b9d00ff9-2946-48f2-8840-a88b41e268c2.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.024575] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.024819] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a3f2303-a4a6-481d-9d9c-c362fa02dced {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.032814] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Waiting for the task: (returnval){ [ 623.032814] env[65829]: value = "task-4806932" [ 623.032814] env[65829]: _type = "Task" [ 623.032814] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.043509] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4806932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.149393] env[65829]: DEBUG nova.network.neutron [-] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.151744] env[65829]: DEBUG nova.scheduler.client.report [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.282435] env[65829]: DEBUG nova.compute.manager [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 623.308506] env[65829]: DEBUG nova.virt.hardware [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 623.308788] env[65829]: DEBUG nova.virt.hardware [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.308979] env[65829]: DEBUG nova.virt.hardware [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 623.309195] env[65829]: DEBUG nova.virt.hardware [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.309338] env[65829]: DEBUG nova.virt.hardware [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 623.309483] env[65829]: DEBUG nova.virt.hardware [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 623.310033] env[65829]: DEBUG nova.virt.hardware [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 623.310033] env[65829]: DEBUG nova.virt.hardware [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 623.310033] env[65829]: DEBUG nova.virt.hardware [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 623.310428] env[65829]: DEBUG nova.virt.hardware [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 623.310428] env[65829]: DEBUG nova.virt.hardware [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 623.311701] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c7e735-73db-4495-950c-e7d76b8d15dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.324092] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ba48a2-31f0-439a-8a96-8d0c912aa14a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.328136] env[65829]: DEBUG oslo_vmware.api [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806931, 'name': PowerOnVM_Task, 'duration_secs': 0.970324} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.328294] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.328438] env[65829]: INFO nova.compute.manager [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Took 10.82 seconds to spawn the instance on the hypervisor. [ 623.328610] env[65829]: DEBUG nova.compute.manager [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 623.329775] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51502e0b-cd35-4c66-9b69-f261b7a21025 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.387835] env[65829]: DEBUG nova.compute.manager [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Received event network-vif-plugged-18b909b1-c01b-4b41-bc62-3d8d25255ea1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 623.388075] env[65829]: DEBUG oslo_concurrency.lockutils [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] Acquiring lock "b9d00ff9-2946-48f2-8840-a88b41e268c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.388274] env[65829]: DEBUG oslo_concurrency.lockutils [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.388441] env[65829]: DEBUG oslo_concurrency.lockutils [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.388597] env[65829]: DEBUG nova.compute.manager [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] No waiting events found dispatching network-vif-plugged-18b909b1-c01b-4b41-bc62-3d8d25255ea1 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 623.388755] env[65829]: WARNING nova.compute.manager [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Received unexpected event network-vif-plugged-18b909b1-c01b-4b41-bc62-3d8d25255ea1 for instance with vm_state building and task_state spawning. [ 623.388909] env[65829]: DEBUG nova.compute.manager [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Received event network-changed-18b909b1-c01b-4b41-bc62-3d8d25255ea1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 623.389058] env[65829]: DEBUG nova.compute.manager [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Refreshing instance network info cache due to event network-changed-18b909b1-c01b-4b41-bc62-3d8d25255ea1. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 623.389234] env[65829]: DEBUG oslo_concurrency.lockutils [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] Acquiring lock "refresh_cache-b9d00ff9-2946-48f2-8840-a88b41e268c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.389356] env[65829]: DEBUG oslo_concurrency.lockutils [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] Acquired lock "refresh_cache-b9d00ff9-2946-48f2-8840-a88b41e268c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.389540] env[65829]: DEBUG nova.network.neutron [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Refreshing network info cache for port 18b909b1-c01b-4b41-bc62-3d8d25255ea1 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.395795] env[65829]: DEBUG nova.network.neutron [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 623.546654] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4806932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173035} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.547655] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.548203] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a8f55f-0e8b-47b9-b4cc-044664ff4c03 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.576189] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] b9d00ff9-2946-48f2-8840-a88b41e268c2/b9d00ff9-2946-48f2-8840-a88b41e268c2.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.576368] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2585af2-ddf7-49ae-81f1-010353d31e6a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.597214] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Waiting for the task: (returnval){ [ 623.597214] env[65829]: value = "task-4806933" [ 623.597214] env[65829]: _type = "Task" [ 623.597214] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.608215] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4806933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.657357] env[65829]: INFO nova.compute.manager [-] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Took 1.74 seconds to deallocate network for instance. [ 623.659853] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.660182] env[65829]: DEBUG nova.compute.manager [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 623.665504] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.281s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.667461] env[65829]: INFO nova.compute.claims [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.857291] env[65829]: INFO nova.compute.manager [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Took 15.74 seconds to build instance. [ 623.892775] env[65829]: WARNING neutronclient.v2_0.client [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.110799] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4806933, 'name': ReconfigVM_Task, 'duration_secs': 0.464117} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.111690] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Reconfigured VM instance instance-00000009 to attach disk [datastore1] b9d00ff9-2946-48f2-8840-a88b41e268c2/b9d00ff9-2946-48f2-8840-a88b41e268c2.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.111905] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eba52f0a-2d50-46a9-9878-dadb83afcf75 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.124383] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Waiting for the task: (returnval){ [ 624.124383] env[65829]: value = "task-4806935" [ 624.124383] env[65829]: _type = "Task" [ 624.124383] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.134615] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4806935, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.173416] env[65829]: DEBUG nova.compute.utils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.177639] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.178092] env[65829]: DEBUG nova.compute.manager [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 624.178324] env[65829]: DEBUG nova.network.neutron [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 624.180020] env[65829]: WARNING neutronclient.v2_0.client [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.180020] env[65829]: WARNING neutronclient.v2_0.client [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.359345] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fbfb0e76-bb0a-4706-893d-7bedebfcc050 tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Lock "2f6b7b9a-d1dd-4bbc-bc23-142245137d9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.254s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.390031] env[65829]: DEBUG nova.policy [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccd3bcdcc2e0407b8a33cde90b4be9ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54cd9ccb132a43128b6e1f2b6d00f720', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.400999] env[65829]: DEBUG nova.network.neutron [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Successfully updated port: c78438f3-054b-459b-9b01-356559e68963 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 624.477564] env[65829]: WARNING neutronclient.v2_0.client [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.614718] env[65829]: DEBUG nova.network.neutron [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Updating instance_info_cache with network_info: [{"id": "0cfcd0a4-11e6-4312-a2e2-f495ef2a8567", "address": "fa:16:3e:f2:29:43", "network": {"id": "af1f16c7-6610-4d0f-914c-104b3feb1694", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1408187297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ac7e68c494984ecfa9d270bbb1e2454d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfcd0a4-11", "ovs_interfaceid": "0cfcd0a4-11e6-4312-a2e2-f495ef2a8567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.636689] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4806935, 'name': Rename_Task, 'duration_secs': 0.161725} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.636813] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.637414] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5886eaef-cad2-4043-97c5-c4d09c68094a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.646702] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Waiting for the task: (returnval){ [ 624.646702] env[65829]: value = "task-4806936" [ 624.646702] env[65829]: _type = "Task" [ 624.646702] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.653639] env[65829]: WARNING neutronclient.v2_0.client [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.665070] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4806936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.679383] env[65829]: DEBUG nova.compute.manager [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 624.757961] env[65829]: DEBUG nova.network.neutron [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Updated VIF entry in instance network info cache for port 18b909b1-c01b-4b41-bc62-3d8d25255ea1. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 624.757961] env[65829]: DEBUG nova.network.neutron [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Updating instance_info_cache with network_info: [{"id": "18b909b1-c01b-4b41-bc62-3d8d25255ea1", "address": "fa:16:3e:f7:6e:f9", "network": {"id": "8e37231e-1d7d-42f4-ae47-48891f43bda9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1090747389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0e8fa3a0e482eb85d6d13f5ea00f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b909b1-c0", "ovs_interfaceid": "18b909b1-c01b-4b41-bc62-3d8d25255ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.779292] env[65829]: DEBUG nova.network.neutron [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Successfully created port: 9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 624.904042] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Acquiring lock "refresh_cache-e325161b-c8f3-4c26-a43c-ea12d21e715f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.904334] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Acquired lock "refresh_cache-e325161b-c8f3-4c26-a43c-ea12d21e715f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.904373] env[65829]: DEBUG nova.network.neutron [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 624.967470] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37275a00-49b1-4a3d-bbc3-25abb8e1b153 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.976085] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39eb4d82-c32d-4b44-a7f8-493c41ef6076 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.010850] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5145f1-23dd-4937-a84e-6a09e73b79e0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.021568] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc91c0e-e126-4a2d-b1fc-1e97425b76af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.036213] env[65829]: DEBUG nova.compute.provider_tree [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.117714] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Releasing lock "refresh_cache-0ca2a8a5-d718-43c8-b5ef-66b81a12a89e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.118118] env[65829]: DEBUG nova.compute.manager [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Instance network_info: |[{"id": "0cfcd0a4-11e6-4312-a2e2-f495ef2a8567", "address": "fa:16:3e:f2:29:43", "network": {"id": "af1f16c7-6610-4d0f-914c-104b3feb1694", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1408187297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ac7e68c494984ecfa9d270bbb1e2454d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfcd0a4-11", "ovs_interfaceid": "0cfcd0a4-11e6-4312-a2e2-f495ef2a8567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 625.118668] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:29:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a407774d-9c2a-411d-9d6f-9ca733b97f3f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cfcd0a4-11e6-4312-a2e2-f495ef2a8567', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.137889] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Creating folder: Project (ac7e68c494984ecfa9d270bbb1e2454d). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.137889] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae1ec0fb-6c48-4175-8b19-5bed0777f655 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.160681] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Created folder: Project (ac7e68c494984ecfa9d270bbb1e2454d) in parent group-v937255. [ 625.161121] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Creating folder: Instances. Parent ref: group-v937286. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.162287] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3f40d47-99a7-4373-876b-d30b0e527beb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.170375] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4806936, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.187108] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Created folder: Instances in parent group-v937286. [ 625.187309] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 625.191096] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.192923] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dd1a950-39f3-4ee2-888c-6925bcb35370 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.219217] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.219217] env[65829]: value = "task-4806939" [ 625.219217] env[65829]: _type = "Task" [ 625.219217] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.234293] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806939, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.260391] env[65829]: DEBUG oslo_concurrency.lockutils [req-60b011c0-f137-49f8-bc9a-fb92a3e1bc65 req-6211e4dd-cd7e-42ed-9a49-1bd24236de4a service nova] Releasing lock "refresh_cache-b9d00ff9-2946-48f2-8840-a88b41e268c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.341884] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "74c14512-cb8f-4cd0-a9c6-6050bdc17bb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.343071] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "74c14512-cb8f-4cd0-a9c6-6050bdc17bb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.541570] env[65829]: DEBUG nova.scheduler.client.report [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.659062] env[65829]: DEBUG oslo_vmware.api [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4806936, 'name': PowerOnVM_Task, 'duration_secs': 0.716311} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.659062] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.659308] env[65829]: INFO nova.compute.manager [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Took 9.36 seconds to spawn the instance on the hypervisor. [ 625.659408] env[65829]: DEBUG nova.compute.manager [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 625.660268] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a406b022-7f85-4dbf-b791-7ff5e975f831 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.689661] env[65829]: DEBUG nova.compute.manager [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 625.712940] env[65829]: INFO nova.compute.manager [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Rescuing [ 625.713212] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquiring lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.713422] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquired lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.713654] env[65829]: DEBUG nova.network.neutron [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 625.719213] env[65829]: DEBUG nova.virt.hardware [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 625.719552] env[65829]: DEBUG nova.virt.hardware [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.720012] env[65829]: DEBUG nova.virt.hardware [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 625.720108] env[65829]: DEBUG nova.virt.hardware [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.720267] env[65829]: DEBUG nova.virt.hardware [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 625.720502] env[65829]: DEBUG nova.virt.hardware [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 625.720748] env[65829]: DEBUG nova.virt.hardware [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 625.720933] env[65829]: DEBUG nova.virt.hardware [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 625.721632] env[65829]: DEBUG nova.virt.hardware [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 625.721632] env[65829]: DEBUG nova.virt.hardware [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 625.721632] env[65829]: DEBUG nova.virt.hardware [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 625.723288] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acaf35d-2d69-4d80-a0da-8fafebeb113f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.741074] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619c5f1e-1df7-4b93-b0d1-092d8f443cb3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.745483] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806939, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.846054] env[65829]: DEBUG nova.compute.manager [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 626.047405] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.048221] env[65829]: DEBUG nova.compute.manager [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 626.057496] env[65829]: DEBUG oslo_concurrency.lockutils [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.073s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.057496] env[65829]: DEBUG nova.objects.instance [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Lazy-loading 'resources' on Instance uuid 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.179572] env[65829]: INFO nova.compute.manager [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Took 14.26 seconds to build instance. [ 626.222626] env[65829]: WARNING neutronclient.v2_0.client [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.236307] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806939, 'name': CreateVM_Task, 'duration_secs': 0.773321} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.237355] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.238589] env[65829]: WARNING neutronclient.v2_0.client [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.239191] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.239292] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.239694] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.239975] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faab0425-f448-477d-82a2-e38738f6e142 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.247691] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Waiting for the task: (returnval){ [ 626.247691] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a965bc-0406-3d62-5fc9-8794f227e17e" [ 626.247691] env[65829]: _type = "Task" [ 626.247691] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.261421] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a965bc-0406-3d62-5fc9-8794f227e17e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.377080] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.445426] env[65829]: DEBUG nova.network.neutron [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 626.524694] env[65829]: DEBUG nova.network.neutron [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Successfully updated port: 9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 626.557032] env[65829]: DEBUG nova.compute.utils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.558946] env[65829]: DEBUG nova.compute.manager [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 626.559524] env[65829]: DEBUG nova.network.neutron [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 626.560227] env[65829]: WARNING neutronclient.v2_0.client [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.560752] env[65829]: WARNING neutronclient.v2_0.client [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.681509] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbbf3d0-d281-43d7-bb1c-ddceaac8a803 tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.766s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.768331] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a965bc-0406-3d62-5fc9-8794f227e17e, 'name': SearchDatastore_Task, 'duration_secs': 0.013738} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.771651] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.771976] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.772275] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.772420] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.772603] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.773475] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed50873f-9dd0-4f12-bcfb-a243b00704a4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.788257] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.788509] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.793231] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05466f19-3b01-455a-90ea-7c18c47742ac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.804265] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Waiting for the task: (returnval){ [ 626.804265] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52eef668-9a30-fc98-64eb-2032efdc9cda" [ 626.804265] env[65829]: _type = "Task" [ 626.804265] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.818612] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52eef668-9a30-fc98-64eb-2032efdc9cda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.826752] env[65829]: DEBUG nova.policy [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2244f3908bf4e47a1f7d1d5b0271857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b139a534bae14c14ba78185316657b86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.850490] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b887ce-6e79-43a4-8c13-575f804bb873 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.863163] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab141dea-19fc-4306-b851-56e701803456 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.900050] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf1086e-c991-448d-982d-60997e2fed0e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.913310] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d5bb47-9dee-4bc5-a424-34fb44630847 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.940900] env[65829]: DEBUG nova.compute.provider_tree [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 627.030817] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Acquiring lock "refresh_cache-1fdc9757-cbc5-481f-8ec1-7b8136efca82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.030817] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Acquired lock "refresh_cache-1fdc9757-cbc5-481f-8ec1-7b8136efca82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.030817] env[65829]: DEBUG nova.network.neutron [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 627.064562] env[65829]: DEBUG nova.compute.manager [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 627.274631] env[65829]: DEBUG nova.compute.manager [req-cac4d2df-1368-40f4-a30f-a91fef84214c req-e5154d95-62b9-4506-af7b-92bab496a413 service nova] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Received event network-vif-deleted-d8572d7d-bde9-4f2e-9c98-0db54c99907a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 627.284711] env[65829]: WARNING neutronclient.v2_0.client [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.316779] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52eef668-9a30-fc98-64eb-2032efdc9cda, 'name': SearchDatastore_Task, 'duration_secs': 0.013139} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.317934] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82368815-4293-4653-a213-3a8de3ba473d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.324629] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Waiting for the task: (returnval){ [ 627.324629] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e9fd04-0f6f-04e0-65cb-15ab38abeddd" [ 627.324629] env[65829]: _type = "Task" [ 627.324629] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.334180] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e9fd04-0f6f-04e0-65cb-15ab38abeddd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.468829] env[65829]: ERROR nova.scheduler.client.report [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] [req-3060a73d-fc39-4a28-bc21-4b27dc9163c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3060a73d-fc39-4a28-bc21-4b27dc9163c3"}]} [ 627.487516] env[65829]: DEBUG nova.scheduler.client.report [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 627.507605] env[65829]: DEBUG nova.scheduler.client.report [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 627.507808] env[65829]: DEBUG nova.compute.provider_tree [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 627.522978] env[65829]: DEBUG nova.scheduler.client.report [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 627.526228] env[65829]: INFO nova.compute.manager [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Rebuilding instance [ 627.561203] env[65829]: DEBUG nova.scheduler.client.report [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 627.583024] env[65829]: DEBUG nova.network.neutron [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Successfully created port: 5d6f4164-dce8-4020-987e-a9865160efea {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.604930] env[65829]: DEBUG nova.compute.manager [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 627.605869] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9352e13e-dc1c-4a7d-9459-ff6440bebd97 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.794485] env[65829]: DEBUG nova.network.neutron [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 627.827794] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255f1875-ab32-4d1d-b015-8e891cfb2d3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.845243] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19b835e-54ae-4444-9fd9-4a80298c3b38 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.849105] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e9fd04-0f6f-04e0-65cb-15ab38abeddd, 'name': SearchDatastore_Task, 'duration_secs': 0.011584} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.849435] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.849797] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e/0ca2a8a5-d718-43c8-b5ef-66b81a12a89e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.850509] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32f98d68-aae6-4ab2-917b-515e79a267a4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.882341] env[65829]: WARNING neutronclient.v2_0.client [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.885624] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e522fbc6-18c0-47a6-87e1-5f9ac5701e3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.888878] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Waiting for the task: (returnval){ [ 627.888878] env[65829]: value = "task-4806941" [ 627.888878] env[65829]: _type = "Task" [ 627.888878] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.897750] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ea1bb3-1bf6-4154-86e4-3533e3da6da5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.907020] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.908576] env[65829]: DEBUG nova.network.neutron [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Updating instance_info_cache with network_info: [{"id": "c78438f3-054b-459b-9b01-356559e68963", "address": "fa:16:3e:3f:75:98", "network": {"id": "a0ca9645-5072-4c39-864c-fbbbeee90675", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1439080637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fae298a8d9b346f19483d20b9443fcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78438f3-05", "ovs_interfaceid": "c78438f3-054b-459b-9b01-356559e68963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.919877] env[65829]: DEBUG nova.compute.provider_tree [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.081752] env[65829]: DEBUG nova.compute.manager [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 628.115624] env[65829]: DEBUG nova.virt.hardware [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 628.115863] env[65829]: DEBUG nova.virt.hardware [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.118925] env[65829]: DEBUG nova.virt.hardware [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 628.119321] env[65829]: DEBUG nova.virt.hardware [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.119483] env[65829]: DEBUG nova.virt.hardware [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 628.119726] env[65829]: DEBUG nova.virt.hardware [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 628.119933] env[65829]: DEBUG nova.virt.hardware [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.120249] env[65829]: DEBUG nova.virt.hardware [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 628.120498] env[65829]: DEBUG nova.virt.hardware [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 628.120684] env[65829]: DEBUG nova.virt.hardware [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 628.120869] env[65829]: DEBUG nova.virt.hardware [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 628.122353] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a750d6c-bb39-4a8b-8650-8c441cdb9bfd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.136272] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57136cf2-dffc-4765-8bb7-6b9f5c5f4815 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.402599] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806941, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.425793] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Releasing lock "refresh_cache-e325161b-c8f3-4c26-a43c-ea12d21e715f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.425793] env[65829]: DEBUG nova.compute.manager [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Instance network_info: |[{"id": "c78438f3-054b-459b-9b01-356559e68963", "address": "fa:16:3e:3f:75:98", "network": {"id": "a0ca9645-5072-4c39-864c-fbbbeee90675", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1439080637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fae298a8d9b346f19483d20b9443fcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78438f3-05", "ovs_interfaceid": "c78438f3-054b-459b-9b01-356559e68963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 628.427323] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:75:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c78438f3-054b-459b-9b01-356559e68963', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.435473] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Creating folder: Project (fae298a8d9b346f19483d20b9443fcf4). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.435857] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81e7c611-c3ed-40bc-abf3-d932148720f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.448688] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Created folder: Project (fae298a8d9b346f19483d20b9443fcf4) in parent group-v937255. [ 628.448954] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Creating folder: Instances. Parent ref: group-v937290. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 628.449254] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57320963-63e6-4db8-9fe7-77b5c1b337c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.462035] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Created folder: Instances in parent group-v937290. [ 628.462486] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 628.463960] env[65829]: DEBUG nova.scheduler.client.report [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 20 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 628.464494] env[65829]: DEBUG nova.compute.provider_tree [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 20 to 21 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 628.464684] env[65829]: DEBUG nova.compute.provider_tree [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 628.468393] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.468885] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-814c4926-ad61-4414-be2f-80fd2892bf37 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.494745] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.494745] env[65829]: value = "task-4806944" [ 628.494745] env[65829]: _type = "Task" [ 628.494745] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.504736] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806944, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.632680] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.632680] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-689d25c6-73f2-4245-9b54-7de882a99c43 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.639856] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 628.639856] env[65829]: value = "task-4806945" [ 628.639856] env[65829]: _type = "Task" [ 628.639856] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.650170] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.760633] env[65829]: DEBUG nova.network.neutron [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updating instance_info_cache with network_info: [{"id": "8b76b686-c628-45fc-b615-932fa57a1478", "address": "fa:16:3e:a2:f8:16", "network": {"id": "4f9ed4b6-528a-4820-b3b9-4a5d824eaad6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-128371458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb6c9e13e60f4ba488487d7e527a44cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b76b686-c6", "ovs_interfaceid": "8b76b686-c628-45fc-b615-932fa57a1478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.901906] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697753} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.902234] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e/0ca2a8a5-d718-43c8-b5ef-66b81a12a89e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.902543] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.902871] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0687509e-b938-4e93-a1e3-fa9c0a1e3ffa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.910536] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Waiting for the task: (returnval){ [ 628.910536] env[65829]: value = "task-4806946" [ 628.910536] env[65829]: _type = "Task" [ 628.910536] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.920209] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.970353] env[65829]: DEBUG oslo_concurrency.lockutils [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.915s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.973029] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.796s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.973323] env[65829]: DEBUG nova.objects.instance [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Lazy-loading 'resources' on Instance uuid fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 629.000348] env[65829]: INFO nova.scheduler.client.report [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Deleted allocations for instance 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39 [ 629.007407] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806944, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.152088] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806945, 'name': PowerOffVM_Task, 'duration_secs': 0.199893} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.152649] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.153117] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.155167] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e081c1e2-22d2-413d-bec6-729e6ba14f9f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.167632] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.168055] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1473ccc9-cf1d-4b35-8f5b-3b0f9e8395fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.206317] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.206555] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.209103] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Deleting the datastore file [datastore1] 38a0da51-c4c7-4067-bcab-9383bf804533 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.209103] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e65ed58f-407a-4765-a3bd-d646d93cbd0c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.215307] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 629.215307] env[65829]: value = "task-4806948" [ 629.215307] env[65829]: _type = "Task" [ 629.215307] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.224995] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.263866] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Releasing lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.408102] env[65829]: DEBUG nova.network.neutron [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Successfully updated port: 5d6f4164-dce8-4020-987e-a9865160efea {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 629.422170] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201517} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.424133] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.426912] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c99205a-e8f1-4a50-9376-2294412c37b9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.454250] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e/0ca2a8a5-d718-43c8-b5ef-66b81a12a89e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.455717] env[65829]: WARNING neutronclient.v2_0.client [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.458157] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-363c4990-79ba-40ae-92e8-09bf588db3ae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.480190] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Waiting for the task: (returnval){ [ 629.480190] env[65829]: value = "task-4806949" [ 629.480190] env[65829]: _type = "Task" [ 629.480190] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.489657] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806949, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.504969] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806944, 'name': CreateVM_Task, 'duration_secs': 0.853918} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.507661] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.508914] env[65829]: WARNING neutronclient.v2_0.client [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.509295] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.509359] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.509689] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.509982] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69433d4b-7c2b-4647-b799-76fd8d3589e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.516789] env[65829]: DEBUG oslo_concurrency.lockutils [None req-58c65fc3-d9cd-426e-b769-9f8c06e191ec tempest-DeleteServersAdminTestJSON-1083074312 tempest-DeleteServersAdminTestJSON-1083074312-project-admin] Lock "330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.294s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.519037] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Waiting for the task: (returnval){ [ 629.519037] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5298b7d2-f0d9-4613-5a42-e359d655fd71" [ 629.519037] env[65829]: _type = "Task" [ 629.519037] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.531747] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5298b7d2-f0d9-4613-5a42-e359d655fd71, 'name': SearchDatastore_Task, 'duration_secs': 0.012067} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.532068] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.532347] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 629.532634] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.532780] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.533099] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 629.533363] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-816a0596-436a-4736-9773-ea7404f3676e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.546836] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 629.547089] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 629.548188] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f6dbd94-ffe2-4c68-951b-8959cecd40f7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.558387] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Waiting for the task: (returnval){ [ 629.558387] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b862ee-ab6e-5973-8a6e-b7663c95bd8f" [ 629.558387] env[65829]: _type = "Task" [ 629.558387] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.567942] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b862ee-ab6e-5973-8a6e-b7663c95bd8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.709506] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d38dc9-4f27-47e2-b9b1-ba498f1e0e2e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.721626] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78eb4b1-5b31-4ace-b216-953c73f36e8a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.733646] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325428} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.765708] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 629.765934] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 629.766110] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 629.770183] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6d8da5-9dc3-4ef2-8c64-79841c896d2f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.779190] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfee8423-8c10-42cb-8974-c0a7e7ec3b46 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.796216] env[65829]: DEBUG nova.compute.provider_tree [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.831321] env[65829]: DEBUG nova.network.neutron [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Updating instance_info_cache with network_info: [{"id": "9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9", "address": "fa:16:3e:ac:ad:d7", "network": {"id": "70e24ba7-51f6-4c67-a42f-21b11bc9d4aa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1582562284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54cd9ccb132a43128b6e1f2b6d00f720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9852fdce-c3", "ovs_interfaceid": "9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.911177] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.911370] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.911573] env[65829]: DEBUG nova.network.neutron [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 629.991419] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806949, 'name': ReconfigVM_Task, 'duration_secs': 0.309171} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.991571] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e/0ca2a8a5-d718-43c8-b5ef-66b81a12a89e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.992300] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f65a0ff3-4ddc-4147-ae78-d60aa56fc950 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.001455] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Waiting for the task: (returnval){ [ 630.001455] env[65829]: value = "task-4806950" [ 630.001455] env[65829]: _type = "Task" [ 630.001455] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.012565] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806950, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.072847] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b862ee-ab6e-5973-8a6e-b7663c95bd8f, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.073705] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b4e431-16d8-4895-8fe3-18e15e655094 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.080954] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Waiting for the task: (returnval){ [ 630.080954] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52142816-03dd-6692-ea58-e9c9faf416ed" [ 630.080954] env[65829]: _type = "Task" [ 630.080954] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.093344] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52142816-03dd-6692-ea58-e9c9faf416ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.299383] env[65829]: DEBUG nova.scheduler.client.report [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.334699] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Releasing lock "refresh_cache-1fdc9757-cbc5-481f-8ec1-7b8136efca82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.334699] env[65829]: DEBUG nova.compute.manager [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Instance network_info: |[{"id": "9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9", "address": "fa:16:3e:ac:ad:d7", "network": {"id": "70e24ba7-51f6-4c67-a42f-21b11bc9d4aa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1582562284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54cd9ccb132a43128b6e1f2b6d00f720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9852fdce-c3", "ovs_interfaceid": "9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 630.336339] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:ad:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '419a5b3f-4c6f-4168-9def-746b4d8c5c24', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.344631] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Creating folder: Project (54cd9ccb132a43128b6e1f2b6d00f720). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.345487] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b127c9c5-8185-4abd-ad05-1bf176d44a5c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.357628] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Created folder: Project (54cd9ccb132a43128b6e1f2b6d00f720) in parent group-v937255. [ 630.357882] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Creating folder: Instances. Parent ref: group-v937293. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.358398] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3412685-fe65-4565-b78f-eee935a7c271 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.371430] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Created folder: Instances in parent group-v937293. [ 630.371703] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 630.371961] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.372166] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a757063-b4ed-4cf7-b6da-df3aeb6d2862 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.393255] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.393255] env[65829]: value = "task-4806954" [ 630.393255] env[65829]: _type = "Task" [ 630.393255] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.406478] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806954, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.512845] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806950, 'name': Rename_Task, 'duration_secs': 0.156562} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.512845] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.513264] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c9db0ca-a8ca-4fc1-a833-5573aba4c300 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.522777] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Waiting for the task: (returnval){ [ 630.522777] env[65829]: value = "task-4806955" [ 630.522777] env[65829]: _type = "Task" [ 630.522777] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.532352] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.591597] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52142816-03dd-6692-ea58-e9c9faf416ed, 'name': SearchDatastore_Task, 'duration_secs': 0.010745} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.591938] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.592229] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] e325161b-c8f3-4c26-a43c-ea12d21e715f/e325161b-c8f3-4c26-a43c-ea12d21e715f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.592502] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdb1e918-f2e3-4ebe-b1b4-233be2df5599 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.600459] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Waiting for the task: (returnval){ [ 630.600459] env[65829]: value = "task-4806956" [ 630.600459] env[65829]: _type = "Task" [ 630.600459] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.605944] env[65829]: DEBUG nova.compute.manager [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Received event network-vif-deleted-e834908f-cbf0-41ae-8fdb-4b84423a3e77 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 630.606678] env[65829]: DEBUG nova.compute.manager [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Received event network-vif-plugged-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 630.606678] env[65829]: DEBUG oslo_concurrency.lockutils [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] Acquiring lock "0ca2a8a5-d718-43c8-b5ef-66b81a12a89e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.606678] env[65829]: DEBUG oslo_concurrency.lockutils [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] Lock "0ca2a8a5-d718-43c8-b5ef-66b81a12a89e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.607124] env[65829]: DEBUG oslo_concurrency.lockutils [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] Lock "0ca2a8a5-d718-43c8-b5ef-66b81a12a89e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.607124] env[65829]: DEBUG nova.compute.manager [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] No waiting events found dispatching network-vif-plugged-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 630.607124] env[65829]: WARNING nova.compute.manager [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Received unexpected event network-vif-plugged-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 for instance with vm_state building and task_state spawning. [ 630.607247] env[65829]: DEBUG nova.compute.manager [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Received event network-changed-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 630.607672] env[65829]: DEBUG nova.compute.manager [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Refreshing instance network info cache due to event network-changed-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 630.607672] env[65829]: DEBUG oslo_concurrency.lockutils [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] Acquiring lock "refresh_cache-0ca2a8a5-d718-43c8-b5ef-66b81a12a89e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.607783] env[65829]: DEBUG oslo_concurrency.lockutils [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] Acquired lock "refresh_cache-0ca2a8a5-d718-43c8-b5ef-66b81a12a89e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.607885] env[65829]: DEBUG nova.network.neutron [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Refreshing network info cache for port 0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.620117] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.806177] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.808591] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.432s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.810335] env[65829]: INFO nova.compute.claims [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.813046] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.813539] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40d10abd-388b-4cec-ba4b-6fd52d3b437c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.825524] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 630.825524] env[65829]: value = "task-4806957" [ 630.825524] env[65829]: _type = "Task" [ 630.825524] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.831902] env[65829]: DEBUG nova.network.neutron [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 630.841442] env[65829]: DEBUG nova.virt.hardware [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 630.841442] env[65829]: DEBUG nova.virt.hardware [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.841777] env[65829]: DEBUG nova.virt.hardware [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 630.841777] env[65829]: DEBUG nova.virt.hardware [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.842023] env[65829]: DEBUG nova.virt.hardware [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 630.842137] env[65829]: DEBUG nova.virt.hardware [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 630.842487] env[65829]: DEBUG nova.virt.hardware [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 630.842691] env[65829]: DEBUG nova.virt.hardware [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 630.843246] env[65829]: DEBUG nova.virt.hardware [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 630.843246] env[65829]: DEBUG nova.virt.hardware [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 630.843427] env[65829]: DEBUG nova.virt.hardware [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 630.844430] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7f10af-46a6-4d1e-8b9b-e669795b2f91 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.848756] env[65829]: INFO nova.scheduler.client.report [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Deleted allocations for instance fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c [ 630.867303] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9899f6e8-e15c-44b6-93cb-0ef1c4d147b8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.869992] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.889942] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.895906] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 630.895906] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.899983] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-117bed2f-e4ea-4b43-a4f0-b7ea397ca484 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.921484] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "d3834d07-9493-4d9e-9aef-bbef9fdd1454" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.921484] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "d3834d07-9493-4d9e-9aef-bbef9fdd1454" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.927784] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.927784] env[65829]: value = "task-4806958" [ 630.927784] env[65829]: _type = "Task" [ 630.927784] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.932559] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806954, 'name': CreateVM_Task, 'duration_secs': 0.396981} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.940025] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.941823] env[65829]: WARNING neutronclient.v2_0.client [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.942523] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.942716] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.943491] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.944582] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9623c86-83ab-40cd-abf6-d3ea72f0dbc0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.957714] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806958, 'name': CreateVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.960995] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Waiting for the task: (returnval){ [ 630.960995] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527c9b74-a9c5-bf3c-b3e4-56a978d1fc28" [ 630.960995] env[65829]: _type = "Task" [ 630.960995] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.978574] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527c9b74-a9c5-bf3c-b3e4-56a978d1fc28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.036258] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.117905] env[65829]: WARNING neutronclient.v2_0.client [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.121157] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806956, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.330027] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "4722e435-1d98-4e36-886e-31275e89630c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.330027] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "4722e435-1d98-4e36-886e-31275e89630c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.343388] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806957, 'name': PowerOffVM_Task, 'duration_secs': 0.267373} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.343665] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.344598] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e98efa-81b2-43f8-8586-181b2c19ac65 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.368274] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0587d423-5c70-4600-8c88-d2ae5d85a578 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.374723] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4905f640-c3ed-41eb-b9cc-ddb29845632e tempest-ServerExternalEventsTest-126864363 tempest-ServerExternalEventsTest-126864363-project-member] Lock "fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.140s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.382933] env[65829]: WARNING neutronclient.v2_0.client [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.421283] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 631.422017] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7762f1c2-e8e6-4cce-a4a6-8924d44a54aa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.424478] env[65829]: DEBUG nova.compute.manager [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 631.439177] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 631.439177] env[65829]: value = "task-4806959" [ 631.439177] env[65829]: _type = "Task" [ 631.439177] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.446450] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806958, 'name': CreateVM_Task, 'duration_secs': 0.476921} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.446450] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.446450] env[65829]: DEBUG oslo_concurrency.lockutils [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.446450] env[65829]: DEBUG oslo_concurrency.lockutils [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.446746] env[65829]: DEBUG oslo_concurrency.lockutils [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.446892] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abe9b9c8-f75e-4c74-ad38-03c573b5de6d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.453400] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 631.453400] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.453400] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.453400] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.453693] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.453838] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03eb0d2f-8d76-4632-bd84-a74b66a417dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.457738] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 631.457738] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52845816-1c2f-c373-832f-bbd103456514" [ 631.457738] env[65829]: _type = "Task" [ 631.457738] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.467893] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52845816-1c2f-c373-832f-bbd103456514, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.472954] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.473252] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.474470] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6502d02f-7cd5-40c0-98e7-ed0c250b6683 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.483232] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527c9b74-a9c5-bf3c-b3e4-56a978d1fc28, 'name': SearchDatastore_Task, 'duration_secs': 0.039929} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.485742] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.485982] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.486235] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.486506] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 631.486506] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fdd4db-30ca-9146-a41f-df3a28d154cf" [ 631.486506] env[65829]: _type = "Task" [ 631.486506] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.497987] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fdd4db-30ca-9146-a41f-df3a28d154cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.538054] env[65829]: DEBUG oslo_vmware.api [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806955, 'name': PowerOnVM_Task, 'duration_secs': 0.798475} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.538153] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.538345] env[65829]: INFO nova.compute.manager [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Took 10.69 seconds to spawn the instance on the hypervisor. [ 631.538466] env[65829]: DEBUG nova.compute.manager [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 631.539449] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd15416-fddb-4cb3-88be-8cadca79ca74 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.622098] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523406} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.624061] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] e325161b-c8f3-4c26-a43c-ea12d21e715f/e325161b-c8f3-4c26-a43c-ea12d21e715f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.624061] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.624061] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63b5212d-a137-436c-b827-3123203e9c88 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.627673] env[65829]: DEBUG nova.network.neutron [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Updating instance_info_cache with network_info: [{"id": "5d6f4164-dce8-4020-987e-a9865160efea", "address": "fa:16:3e:d5:2d:2d", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d6f4164-dc", "ovs_interfaceid": "5d6f4164-dce8-4020-987e-a9865160efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.632817] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Waiting for the task: (returnval){ [ 631.632817] env[65829]: value = "task-4806960" [ 631.632817] env[65829]: _type = "Task" [ 631.632817] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.644238] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806960, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.722108] env[65829]: WARNING neutronclient.v2_0.client [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.808296] env[65829]: DEBUG nova.network.neutron [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Updated VIF entry in instance network info cache for port 0cfcd0a4-11e6-4312-a2e2-f495ef2a8567. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 631.808723] env[65829]: DEBUG nova.network.neutron [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Updating instance_info_cache with network_info: [{"id": "0cfcd0a4-11e6-4312-a2e2-f495ef2a8567", "address": "fa:16:3e:f2:29:43", "network": {"id": "af1f16c7-6610-4d0f-914c-104b3feb1694", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1408187297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac7e68c494984ecfa9d270bbb1e2454d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a407774d-9c2a-411d-9d6f-9ca733b97f3f", "external-id": "nsx-vlan-transportzone-710", "segmentation_id": 710, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cfcd0a4-11", "ovs_interfaceid": "0cfcd0a4-11e6-4312-a2e2-f495ef2a8567", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.837248] env[65829]: DEBUG nova.compute.manager [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 631.957262] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.971138] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52845816-1c2f-c373-832f-bbd103456514, 'name': SearchDatastore_Task, 'duration_secs': 0.02142} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.971469] env[65829]: DEBUG oslo_concurrency.lockutils [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.971646] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.972053] env[65829]: DEBUG oslo_concurrency.lockutils [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.972114] env[65829]: DEBUG oslo_concurrency.lockutils [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.972346] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.972729] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8b5a583-37c9-42cc-b53b-56ce99813269 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.995751] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.997644] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.997644] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a28bf9-4a1a-4cba-9027-75a8e0320fc5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.002704] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fdd4db-30ca-9146-a41f-df3a28d154cf, 'name': SearchDatastore_Task, 'duration_secs': 0.026664} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.006670] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38e56b3-fe59-4cdd-b6a2-8b969050d5d7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.010472] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 632.010472] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e4d2fc-05d9-acb8-46dd-fb1135ec1ca4" [ 632.010472] env[65829]: _type = "Task" [ 632.010472] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.015506] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 632.015506] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528e5efa-a320-abd2-721f-19b469e3ea0c" [ 632.015506] env[65829]: _type = "Task" [ 632.015506] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.022394] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e4d2fc-05d9-acb8-46dd-fb1135ec1ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.031121] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528e5efa-a320-abd2-721f-19b469e3ea0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.064400] env[65829]: INFO nova.compute.manager [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Took 15.69 seconds to build instance. [ 632.109455] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8d3f67-1999-42f6-a17f-cd993b12f611 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.119301] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6088c8-25db-4586-aa26-0be9b4ed309e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.151491] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.152231] env[65829]: DEBUG nova.compute.manager [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Instance network_info: |[{"id": "5d6f4164-dce8-4020-987e-a9865160efea", "address": "fa:16:3e:d5:2d:2d", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d6f4164-dc", "ovs_interfaceid": "5d6f4164-dce8-4020-987e-a9865160efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 632.152604] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:2d:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d6f4164-dce8-4020-987e-a9865160efea', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.160061] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Creating folder: Project (b139a534bae14c14ba78185316657b86). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.163781] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c454f8ea-324f-499b-af7d-3f130cc03373 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.166702] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39194d42-7da0-4a10-b4bb-4a7867c1d16f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.174715] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806960, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165857} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.176194] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.177054] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57484842-29dc-428c-8bea-a3ca7b289224 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.180728] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f37fea3-47e9-4a70-8c9e-adf7ba074a33 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.195381] env[65829]: DEBUG nova.compute.provider_tree [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.207773] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Created folder: Project (b139a534bae14c14ba78185316657b86) in parent group-v937255. [ 632.207998] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Creating folder: Instances. Parent ref: group-v937297. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.216931] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] e325161b-c8f3-4c26-a43c-ea12d21e715f/e325161b-c8f3-4c26-a43c-ea12d21e715f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.218066] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dab5ffdf-d37e-4f9c-9fdd-246564eadc1a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.220292] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f0ceec3-3053-4570-9794-ef3eff2ee74d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.241315] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Waiting for the task: (returnval){ [ 632.241315] env[65829]: value = "task-4806963" [ 632.241315] env[65829]: _type = "Task" [ 632.241315] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.246529] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Created folder: Instances in parent group-v937297. [ 632.246783] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 632.247372] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f944543-68f2-46c2-95ca-794372908266] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.247600] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aa7e918-e7c9-4077-843b-a32e964adeb2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.266589] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.272260] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.272260] env[65829]: value = "task-4806964" [ 632.272260] env[65829]: _type = "Task" [ 632.272260] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.280123] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806964, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.311478] env[65829]: DEBUG oslo_concurrency.lockutils [req-346c4ae0-c6c3-4c1a-a4fb-86a267b49eec req-61b39cb7-6394-4d34-9cb4-39cb8ab2918c service nova] Releasing lock "refresh_cache-0ca2a8a5-d718-43c8-b5ef-66b81a12a89e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.366549] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.525685] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e4d2fc-05d9-acb8-46dd-fb1135ec1ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.043348} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.527794] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d92feb-a88e-4367-bc9a-882cab6504da {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.535907] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528e5efa-a320-abd2-721f-19b469e3ea0c, 'name': SearchDatastore_Task, 'duration_secs': 0.053198} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.539082] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.539082] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 875e4502-5b1a-4f92-bd41-ccee9f706169/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk. {{(pid=65829) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 632.539082] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.539082] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.539297] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afe1caaa-ec20-42ee-a483-ab9efd1d67f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.542382] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac9afa0b-d2ad-447f-a521-cff9cc3455ac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.544211] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 632.544211] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52533938-3135-8c11-0ba0-1d0a00d0a43d" [ 632.544211] env[65829]: _type = "Task" [ 632.544211] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.551377] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 632.551377] env[65829]: value = "task-4806966" [ 632.551377] env[65829]: _type = "Task" [ 632.551377] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.554545] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52533938-3135-8c11-0ba0-1d0a00d0a43d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.560803] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.560803] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.560803] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e15aed6-2aee-4c86-bf80-f83880851d40 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.566249] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3dcceece-49d9-4618-b7b8-6fb6273faf19 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lock "0ca2a8a5-d718-43c8-b5ef-66b81a12a89e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.205s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.570978] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.572512] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Waiting for the task: (returnval){ [ 632.572512] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52109263-fcbb-dd4e-9cd8-d0b9211c5cfd" [ 632.572512] env[65829]: _type = "Task" [ 632.572512] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.587473] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52109263-fcbb-dd4e-9cd8-d0b9211c5cfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.661195] env[65829]: DEBUG nova.compute.manager [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Received event network-vif-plugged-c78438f3-054b-459b-9b01-356559e68963 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 632.661446] env[65829]: DEBUG oslo_concurrency.lockutils [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] Acquiring lock "e325161b-c8f3-4c26-a43c-ea12d21e715f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.662146] env[65829]: DEBUG oslo_concurrency.lockutils [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] Lock "e325161b-c8f3-4c26-a43c-ea12d21e715f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.662331] env[65829]: DEBUG oslo_concurrency.lockutils [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] Lock "e325161b-c8f3-4c26-a43c-ea12d21e715f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.662795] env[65829]: DEBUG nova.compute.manager [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] No waiting events found dispatching network-vif-plugged-c78438f3-054b-459b-9b01-356559e68963 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 632.662901] env[65829]: WARNING nova.compute.manager [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Received unexpected event network-vif-plugged-c78438f3-054b-459b-9b01-356559e68963 for instance with vm_state building and task_state spawning. [ 632.663176] env[65829]: DEBUG nova.compute.manager [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Received event network-changed-c78438f3-054b-459b-9b01-356559e68963 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 632.663349] env[65829]: DEBUG nova.compute.manager [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Refreshing instance network info cache due to event network-changed-c78438f3-054b-459b-9b01-356559e68963. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 632.663544] env[65829]: DEBUG oslo_concurrency.lockutils [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] Acquiring lock "refresh_cache-e325161b-c8f3-4c26-a43c-ea12d21e715f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.663768] env[65829]: DEBUG oslo_concurrency.lockutils [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] Acquired lock "refresh_cache-e325161b-c8f3-4c26-a43c-ea12d21e715f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.664899] env[65829]: DEBUG nova.network.neutron [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Refreshing network info cache for port c78438f3-054b-459b-9b01-356559e68963 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.748538] env[65829]: ERROR nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [req-4358ce51-6849-41a4-993a-6962245e5fef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4358ce51-6849-41a4-993a-6962245e5fef"}]} [ 632.760385] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.771399] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 632.794141] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806964, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.799082] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 632.799622] env[65829]: DEBUG nova.compute.provider_tree [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.822765] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 632.859511] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 633.067703] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52533938-3135-8c11-0ba0-1d0a00d0a43d, 'name': SearchDatastore_Task, 'duration_secs': 0.025665} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.072322] env[65829]: DEBUG oslo_concurrency.lockutils [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.073279] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 38a0da51-c4c7-4067-bcab-9383bf804533/38a0da51-c4c7-4067-bcab-9383bf804533.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.074940] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7fe4dea-a08c-4b98-8e8b-c4930a6d747c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.089010] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806966, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.097416] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 633.097416] env[65829]: value = "task-4806967" [ 633.097416] env[65829]: _type = "Task" [ 633.097416] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.110867] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52109263-fcbb-dd4e-9cd8-d0b9211c5cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.038571} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.110867] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d47f7df-66ed-4eb1-869d-7057ab32807c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.120386] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.131897] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Waiting for the task: (returnval){ [ 633.131897] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a21fc4-14e3-80c8-9ee3-34f29af5db3d" [ 633.131897] env[65829]: _type = "Task" [ 633.131897] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.151036] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a21fc4-14e3-80c8-9ee3-34f29af5db3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.154437] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8242a7c-dec0-45e5-81f6-c7529a31f3a0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.167603] env[65829]: WARNING neutronclient.v2_0.client [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.172951] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c502a4-267e-40bd-bfeb-20120b268405 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.239292] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32678985-bd53-4102-84c6-f28939cf3cfb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.250855] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e92b04f-09d3-4175-ad3e-2362d8ac6d32 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.259940] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806963, 'name': ReconfigVM_Task, 'duration_secs': 0.946804} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.261026] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] e325161b-c8f3-4c26-a43c-ea12d21e715f/e325161b-c8f3-4c26-a43c-ea12d21e715f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 633.261745] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60419425-131d-4abc-9a2b-a798f424aa40 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.274128] env[65829]: DEBUG nova.compute.provider_tree [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.282574] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Waiting for the task: (returnval){ [ 633.282574] env[65829]: value = "task-4806968" [ 633.282574] env[65829]: _type = "Task" [ 633.282574] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.288392] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806964, 'name': CreateVM_Task, 'duration_secs': 0.902657} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.291211] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f944543-68f2-46c2-95ca-794372908266] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.291211] env[65829]: WARNING neutronclient.v2_0.client [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.291361] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.292757] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.292757] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.292757] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d5a2f88-4717-4840-8146-2699a74a6108 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.299113] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806968, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.303914] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 633.303914] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c386d1-577a-5c18-5683-932e44485d38" [ 633.303914] env[65829]: _type = "Task" [ 633.303914] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.315613] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c386d1-577a-5c18-5683-932e44485d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.349715] env[65829]: DEBUG oslo_concurrency.lockutils [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Acquiring lock "2f6b7b9a-d1dd-4bbc-bc23-142245137d9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.350025] env[65829]: DEBUG oslo_concurrency.lockutils [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Lock "2f6b7b9a-d1dd-4bbc-bc23-142245137d9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.350246] env[65829]: DEBUG oslo_concurrency.lockutils [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Acquiring lock "2f6b7b9a-d1dd-4bbc-bc23-142245137d9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.350431] env[65829]: DEBUG oslo_concurrency.lockutils [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Lock "2f6b7b9a-d1dd-4bbc-bc23-142245137d9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.350595] env[65829]: DEBUG oslo_concurrency.lockutils [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Lock "2f6b7b9a-d1dd-4bbc-bc23-142245137d9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.354124] env[65829]: INFO nova.compute.manager [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Terminating instance [ 633.441717] env[65829]: WARNING neutronclient.v2_0.client [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.573687] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664616} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.574901] env[65829]: INFO nova.virt.vmwareapi.ds_util [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 875e4502-5b1a-4f92-bd41-ccee9f706169/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk. [ 633.575204] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220a13b5-47ec-4016-9d83-3fc13215433e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.609931] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 875e4502-5b1a-4f92-bd41-ccee9f706169/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.611264] env[65829]: DEBUG nova.network.neutron [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Updated VIF entry in instance network info cache for port c78438f3-054b-459b-9b01-356559e68963. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 633.611590] env[65829]: DEBUG nova.network.neutron [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Updating instance_info_cache with network_info: [{"id": "c78438f3-054b-459b-9b01-356559e68963", "address": "fa:16:3e:3f:75:98", "network": {"id": "a0ca9645-5072-4c39-864c-fbbbeee90675", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1439080637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "fae298a8d9b346f19483d20b9443fcf4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc78438f3-05", "ovs_interfaceid": "c78438f3-054b-459b-9b01-356559e68963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.616657] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76447de4-de24-4274-a449-948dcd49e2b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.641542] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 633.641542] env[65829]: value = "task-4806969" [ 633.641542] env[65829]: _type = "Task" [ 633.641542] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.641902] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806967, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.651933] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a21fc4-14e3-80c8-9ee3-34f29af5db3d, 'name': SearchDatastore_Task, 'duration_secs': 0.059323} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.657990] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.657990] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 1fdc9757-cbc5-481f-8ec1-7b8136efca82/1fdc9757-cbc5-481f-8ec1-7b8136efca82.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.657990] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.657990] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c186677a-9c0f-4a90-82e3-f654ef0e3695 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.666544] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Waiting for the task: (returnval){ [ 633.666544] env[65829]: value = "task-4806970" [ 633.666544] env[65829]: _type = "Task" [ 633.666544] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.681242] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.800624] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806968, 'name': Rename_Task, 'duration_secs': 0.189668} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.800624] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.800938] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9756c759-766a-4718-9f75-ca255db9e0cf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.811610] env[65829]: ERROR nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [req-fd5150c3-79c9-4cab-ac96-ba9fb78a184e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fd5150c3-79c9-4cab-ac96-ba9fb78a184e"}]} [ 633.812322] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Waiting for the task: (returnval){ [ 633.812322] env[65829]: value = "task-4806971" [ 633.812322] env[65829]: _type = "Task" [ 633.812322] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.823462] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c386d1-577a-5c18-5683-932e44485d38, 'name': SearchDatastore_Task, 'duration_secs': 0.011256} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.824547] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.825427] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.825427] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.825427] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.825769] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.826437] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f9e75e4-6e4f-4fe2-a2a1-c6bcf88cef0a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.831994] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.841444] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.841657] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.842570] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e72a22-cb7b-411d-bb8c-0b7289e66a20 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.847761] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 633.852987] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 633.852987] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5272f7eb-aa34-ad0a-28e3-21545889049e" [ 633.852987] env[65829]: _type = "Task" [ 633.852987] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.862415] env[65829]: DEBUG nova.compute.manager [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 633.862635] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.862944] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5272f7eb-aa34-ad0a-28e3-21545889049e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.863896] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b19039-f925-49ae-8aaf-2aeaa1a6e6a0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.871647] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.872781] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbf981c0-32dc-4fe9-a59a-7a33f99cf8d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.875133] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 633.875133] env[65829]: DEBUG nova.compute.provider_tree [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.884259] env[65829]: DEBUG oslo_vmware.api [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Waiting for the task: (returnval){ [ 633.884259] env[65829]: value = "task-4806972" [ 633.884259] env[65829]: _type = "Task" [ 633.884259] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.898420] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 633.901206] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "61dcd9dc-48b4-4f89-8270-367df270a78f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.901464] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "61dcd9dc-48b4-4f89-8270-367df270a78f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.907303] env[65829]: DEBUG oslo_vmware.api [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.926525] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 633.932259] env[65829]: DEBUG oslo_concurrency.lockutils [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Acquiring lock "033a3add-1824-4db3-943b-c2fa588857e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.932259] env[65829]: DEBUG oslo_concurrency.lockutils [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Lock "033a3add-1824-4db3-943b-c2fa588857e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.932259] env[65829]: DEBUG oslo_concurrency.lockutils [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Acquiring lock "033a3add-1824-4db3-943b-c2fa588857e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.932259] env[65829]: DEBUG oslo_concurrency.lockutils [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Lock "033a3add-1824-4db3-943b-c2fa588857e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.932499] env[65829]: DEBUG oslo_concurrency.lockutils [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Lock "033a3add-1824-4db3-943b-c2fa588857e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.937100] env[65829]: INFO nova.compute.manager [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Terminating instance [ 634.122323] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610884} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.126356] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 38a0da51-c4c7-4067-bcab-9383bf804533/38a0da51-c4c7-4067-bcab-9383bf804533.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.126881] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.130495] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc15815b-a5f9-4ce0-a596-aa44d3c2d4af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.133619] env[65829]: DEBUG oslo_concurrency.lockutils [req-3ba75826-27f6-4257-9215-63e4dd0f0846 req-005c099e-2d95-4ecd-8121-d119aa1d244e service nova] Releasing lock "refresh_cache-e325161b-c8f3-4c26-a43c-ea12d21e715f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.141296] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 634.141296] env[65829]: value = "task-4806973" [ 634.141296] env[65829]: _type = "Task" [ 634.141296] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.164075] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.168559] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806969, 'name': ReconfigVM_Task, 'duration_secs': 0.371961} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.175270] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 875e4502-5b1a-4f92-bd41-ccee9f706169/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.176324] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28704091-f7fe-4975-94aa-8a3d5b9a1f76 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.189349] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806970, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.223700] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974e0b5c-d367-4e51-bb18-88991326b052 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.246157] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 634.246157] env[65829]: value = "task-4806974" [ 634.246157] env[65829]: _type = "Task" [ 634.246157] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.259345] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.330462] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806971, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.370675] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5272f7eb-aa34-ad0a-28e3-21545889049e, 'name': SearchDatastore_Task, 'duration_secs': 0.013734} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.371966] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e10a65a-6f95-4416-bc4e-b4513b8b016b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.383034] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 634.383034] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52874ba8-d764-6fb5-92d0-f66285ec91a7" [ 634.383034] env[65829]: _type = "Task" [ 634.383034] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.416278] env[65829]: DEBUG nova.compute.manager [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 634.420610] env[65829]: DEBUG oslo_vmware.api [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806972, 'name': PowerOffVM_Task, 'duration_secs': 0.205205} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.421241] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52874ba8-d764-6fb5-92d0-f66285ec91a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.421478] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.421478] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.422314] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2465095-e722-4b0a-b309-9c0fc3a7e780 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.430420] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a051855c-87ce-46cc-83a2-ad73fdf440d7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.447323] env[65829]: DEBUG nova.compute.manager [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 634.447323] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 634.453412] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e98577-cdda-44a4-89a7-d165e28e6226 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.461987] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31917331-4a36-461f-9c92-c776df857bc6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.520143] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.522762] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db06cf44-9e35-4555-b137-5880f55dd86b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.527214] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-146ec92c-2602-438d-a4ab-6f86cd064226 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.527727] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.529181] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.529181] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Deleting the datastore file [datastore1] 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.529181] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3470aa4f-193b-4504-bef7-573a3893d699 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.539683] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0f0057-6c79-4fd7-9d44-371255da6e72 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.545378] env[65829]: DEBUG oslo_vmware.api [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Waiting for the task: (returnval){ [ 634.545378] env[65829]: value = "task-4806976" [ 634.545378] env[65829]: _type = "Task" [ 634.545378] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.548316] env[65829]: DEBUG oslo_vmware.api [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Waiting for the task: (returnval){ [ 634.548316] env[65829]: value = "task-4806977" [ 634.548316] env[65829]: _type = "Task" [ 634.548316] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.574080] env[65829]: DEBUG nova.compute.provider_tree [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.595535] env[65829]: DEBUG oslo_vmware.api [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.595747] env[65829]: DEBUG oslo_vmware.api [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.653795] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11509} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.653795] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.654634] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1970b0db-aecd-4a8d-afdb-97883e158b01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.685796] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 38a0da51-c4c7-4067-bcab-9383bf804533/38a0da51-c4c7-4067-bcab-9383bf804533.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.694924] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62316b8c-6c61-40e6-887b-dffe0cc18f94 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.719226] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "6ba6541f-302d-4a97-8732-45985f5fec13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.719464] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "6ba6541f-302d-4a97-8732-45985f5fec13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.731543] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814596} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.733398] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 1fdc9757-cbc5-481f-8ec1-7b8136efca82/1fdc9757-cbc5-481f-8ec1-7b8136efca82.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.733631] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.733951] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 634.733951] env[65829]: value = "task-4806979" [ 634.733951] env[65829]: _type = "Task" [ 634.733951] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.734215] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6288d280-79bd-453a-8f09-0c4ce1029211 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.751214] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.756229] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Waiting for the task: (returnval){ [ 634.756229] env[65829]: value = "task-4806980" [ 634.756229] env[65829]: _type = "Task" [ 634.756229] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.767821] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806974, 'name': ReconfigVM_Task, 'duration_secs': 0.283888} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.768946] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.769410] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e019b47-de13-4441-ae17-9b90e8edcf47 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.775038] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.783623] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 634.783623] env[65829]: value = "task-4806981" [ 634.783623] env[65829]: _type = "Task" [ 634.783623] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.797220] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.830579] env[65829]: DEBUG oslo_vmware.api [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4806971, 'name': PowerOnVM_Task, 'duration_secs': 0.642042} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.830579] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 634.830579] env[65829]: INFO nova.compute.manager [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Took 11.55 seconds to spawn the instance on the hypervisor. [ 634.830579] env[65829]: DEBUG nova.compute.manager [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 634.830579] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7ea8ef-35a7-4752-9069-09c74ce65989 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.899905] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52874ba8-d764-6fb5-92d0-f66285ec91a7, 'name': SearchDatastore_Task, 'duration_secs': 0.039768} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.902022] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.902022] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 8f944543-68f2-46c2-95ca-794372908266/8f944543-68f2-46c2-95ca-794372908266.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.902022] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e63e75aa-d2e0-43df-98b2-34ece3f56889 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.909739] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 634.909739] env[65829]: value = "task-4806982" [ 634.909739] env[65829]: _type = "Task" [ 634.909739] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.928851] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.953577] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.058585] env[65829]: DEBUG oslo_vmware.api [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806976, 'name': PowerOffVM_Task, 'duration_secs': 0.385182} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.062963] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.063558] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.064065] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc23996f-1f7d-4739-b471-cef9954f76e6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.072517] env[65829]: DEBUG oslo_vmware.api [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Task: {'id': task-4806977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494241} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.075566] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.075566] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.075566] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.075566] env[65829]: INFO nova.compute.manager [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 635.075566] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 635.075955] env[65829]: DEBUG nova.compute.manager [-] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 635.075955] env[65829]: DEBUG nova.network.neutron [-] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 635.075955] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.112822] env[65829]: ERROR nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [req-fad4add2-1269-4ff4-98cd-6c15f3a0c298] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fad4add2-1269-4ff4-98cd-6c15f3a0c298"}]} [ 635.156133] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.156318] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.156608] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Deleting the datastore file [datastore2] 033a3add-1824-4db3-943b-c2fa588857e5 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.156990] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4c6abf2-cb9a-4ee8-ab3f-d91698f596fc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.162421] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 635.175053] env[65829]: DEBUG oslo_vmware.api [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Waiting for the task: (returnval){ [ 635.175053] env[65829]: value = "task-4806984" [ 635.175053] env[65829]: _type = "Task" [ 635.175053] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.183344] env[65829]: DEBUG oslo_vmware.api [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.187239] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 635.187526] env[65829]: DEBUG nova.compute.provider_tree [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.203536] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 635.225818] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 635.229276] env[65829]: DEBUG nova.compute.manager [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 635.249488] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.271629] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.299724] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.374279] env[65829]: INFO nova.compute.manager [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Took 18.11 seconds to build instance. [ 635.427063] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806982, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.561461] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9913148a-1e8c-46aa-a54c-b60d1776f96a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.577339] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77013984-49fb-4ed3-bcdd-099dac4ecb22 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.630928] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f33b29b-e019-404f-9cc6-bedff531b779 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.646239] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d83a52f-04fa-4b0f-a662-b7e91702e644 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.670591] env[65829]: DEBUG nova.compute.provider_tree [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.688449] env[65829]: DEBUG oslo_vmware.api [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.755098] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806979, 'name': ReconfigVM_Task, 'duration_secs': 0.84005} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.756156] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 38a0da51-c4c7-4067-bcab-9383bf804533/38a0da51-c4c7-4067-bcab-9383bf804533.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.756156] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-194cde2b-b035-4598-831e-b08d4308c491 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.766812] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.767184] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 635.767184] env[65829]: value = "task-4806985" [ 635.767184] env[65829]: _type = "Task" [ 635.767184] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.777714] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.581824} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.778464] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.779347] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f5de68-323d-4ce3-9535-684e30658c52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.785632] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806985, 'name': Rename_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.808535] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 1fdc9757-cbc5-481f-8ec1-7b8136efca82/1fdc9757-cbc5-481f-8ec1-7b8136efca82.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.809403] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-844995a7-b3fc-4906-8161-a90792b024a1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.826337] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.831619] env[65829]: DEBUG oslo_vmware.api [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4806981, 'name': PowerOnVM_Task, 'duration_secs': 0.738074} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.832590] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.837127] env[65829]: DEBUG nova.compute.manager [None req-c83d008f-e80c-49f6-9446-83f38b7ec253 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 635.837127] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38087a31-fba0-4374-8607-3dcf311c0bcf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.841512] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Waiting for the task: (returnval){ [ 635.841512] env[65829]: value = "task-4806986" [ 635.841512] env[65829]: _type = "Task" [ 635.841512] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.857774] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.878572] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4fd8ca47-4a1e-46bd-a93e-8de6a5be1c75 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Lock "e325161b-c8f3-4c26-a43c-ea12d21e715f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.620s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.922909] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856864} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.923162] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 8f944543-68f2-46c2-95ca-794372908266/8f944543-68f2-46c2-95ca-794372908266.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.923308] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.923514] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40c157a8-c8fc-4b56-9f1c-35438d042a51 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.931160] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 635.931160] env[65829]: value = "task-4806987" [ 635.931160] env[65829]: _type = "Task" [ 635.931160] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.941776] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.191223] env[65829]: DEBUG oslo_vmware.api [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Task: {'id': task-4806984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.650111} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.191505] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.191703] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.191917] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.192134] env[65829]: INFO nova.compute.manager [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Took 1.75 seconds to destroy the instance on the hypervisor. [ 636.194863] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 636.194863] env[65829]: DEBUG nova.compute.manager [-] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 636.194863] env[65829]: DEBUG nova.network.neutron [-] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 636.194863] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.288645] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806985, 'name': Rename_Task, 'duration_secs': 0.412404} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.288985] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.288985] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d36420ca-bd45-4db0-a214-343a554c49fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.291568] env[65829]: DEBUG nova.scheduler.client.report [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 25 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 636.293165] env[65829]: DEBUG nova.compute.provider_tree [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 25 to 26 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 636.293165] env[65829]: DEBUG nova.compute.provider_tree [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.302680] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 636.302680] env[65829]: value = "task-4806988" [ 636.302680] env[65829]: _type = "Task" [ 636.302680] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.312990] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.357015] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.389504] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.442678] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211578} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.443047] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.443936] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ac84f0-862d-4460-9cb5-19c5d4c94751 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.474744] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 8f944543-68f2-46c2-95ca-794372908266/8f944543-68f2-46c2-95ca-794372908266.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.475914] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1d7f2a9-9dbf-43a0-8e10-1bb8479208f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.494758] env[65829]: DEBUG nova.compute.manager [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Received event network-vif-plugged-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 636.495488] env[65829]: DEBUG oslo_concurrency.lockutils [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] Acquiring lock "1fdc9757-cbc5-481f-8ec1-7b8136efca82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.495718] env[65829]: DEBUG oslo_concurrency.lockutils [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] Lock "1fdc9757-cbc5-481f-8ec1-7b8136efca82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.495881] env[65829]: DEBUG oslo_concurrency.lockutils [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] Lock "1fdc9757-cbc5-481f-8ec1-7b8136efca82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.496899] env[65829]: DEBUG nova.compute.manager [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] No waiting events found dispatching network-vif-plugged-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 636.496899] env[65829]: WARNING nova.compute.manager [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Received unexpected event network-vif-plugged-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 for instance with vm_state building and task_state spawning. [ 636.496899] env[65829]: DEBUG nova.compute.manager [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Received event network-changed-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 636.496899] env[65829]: DEBUG nova.compute.manager [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Refreshing instance network info cache due to event network-changed-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 636.496899] env[65829]: DEBUG oslo_concurrency.lockutils [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] Acquiring lock "refresh_cache-1fdc9757-cbc5-481f-8ec1-7b8136efca82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.497189] env[65829]: DEBUG oslo_concurrency.lockutils [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] Acquired lock "refresh_cache-1fdc9757-cbc5-481f-8ec1-7b8136efca82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.497189] env[65829]: DEBUG nova.network.neutron [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Refreshing network info cache for port 9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 636.506348] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 636.506348] env[65829]: value = "task-4806989" [ 636.506348] env[65829]: _type = "Task" [ 636.506348] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.517825] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.797414] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.989s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.800060] env[65829]: DEBUG nova.compute.manager [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 636.801725] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.844s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.802631] env[65829]: INFO nova.compute.claims [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.818045] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.858186] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806986, 'name': ReconfigVM_Task, 'duration_secs': 0.664369} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.859016] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 1fdc9757-cbc5-481f-8ec1-7b8136efca82/1fdc9757-cbc5-481f-8ec1-7b8136efca82.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.859954] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95528b6b-6342-4213-abcd-0b3069968fad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.870864] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Waiting for the task: (returnval){ [ 636.870864] env[65829]: value = "task-4806990" [ 636.870864] env[65829]: _type = "Task" [ 636.870864] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.879659] env[65829]: DEBUG nova.network.neutron [-] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.881204] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806990, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.005385] env[65829]: WARNING neutronclient.v2_0.client [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.023036] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.049768] env[65829]: DEBUG oslo_concurrency.lockutils [None req-361c0230-2609-42e8-862a-6dd73e3d9cc6 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquiring lock "interface-0ca2a8a5-d718-43c8-b5ef-66b81a12a89e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.050196] env[65829]: DEBUG oslo_concurrency.lockutils [None req-361c0230-2609-42e8-862a-6dd73e3d9cc6 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lock "interface-0ca2a8a5-d718-43c8-b5ef-66b81a12a89e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.003s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.050533] env[65829]: DEBUG nova.objects.instance [None req-361c0230-2609-42e8-862a-6dd73e3d9cc6 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lazy-loading 'flavor' on Instance uuid 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.221877] env[65829]: WARNING neutronclient.v2_0.client [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.310776] env[65829]: DEBUG nova.compute.utils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.312664] env[65829]: DEBUG nova.network.neutron [-] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.317699] env[65829]: DEBUG nova.compute.manager [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 637.317699] env[65829]: DEBUG nova.network.neutron [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 637.318283] env[65829]: WARNING neutronclient.v2_0.client [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.318601] env[65829]: WARNING neutronclient.v2_0.client [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.334049] env[65829]: DEBUG oslo_vmware.api [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4806988, 'name': PowerOnVM_Task, 'duration_secs': 0.926362} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.335188] env[65829]: DEBUG nova.network.neutron [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Updated VIF entry in instance network info cache for port 9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 637.335570] env[65829]: DEBUG nova.network.neutron [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Updating instance_info_cache with network_info: [{"id": "9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9", "address": "fa:16:3e:ac:ad:d7", "network": {"id": "70e24ba7-51f6-4c67-a42f-21b11bc9d4aa", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1582562284-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54cd9ccb132a43128b6e1f2b6d00f720", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "419a5b3f-4c6f-4168-9def-746b4d8c5c24", "external-id": "nsx-vlan-transportzone-656", "segmentation_id": 656, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9852fdce-c3", "ovs_interfaceid": "9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.337695] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.337931] env[65829]: DEBUG nova.compute.manager [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 637.341390] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe12efc-d30a-4dfb-bf35-e6c232e78ad8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.381606] env[65829]: INFO nova.compute.manager [-] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Took 2.31 seconds to deallocate network for instance. [ 637.382141] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806990, 'name': Rename_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.423133] env[65829]: DEBUG nova.policy [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7543de45b8254e789003199d5801a514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bd2429d1cc9467a821a8a2eb1e5889b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.525809] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806989, 'name': ReconfigVM_Task, 'duration_secs': 0.63962} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.526129] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 8f944543-68f2-46c2-95ca-794372908266/8f944543-68f2-46c2-95ca-794372908266.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.526794] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a8507ae-d6f1-429f-8bb8-52f22b86b01c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.537019] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 637.537019] env[65829]: value = "task-4806991" [ 637.537019] env[65829]: _type = "Task" [ 637.537019] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.547394] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806991, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.558263] env[65829]: WARNING neutronclient.v2_0.client [None req-361c0230-2609-42e8-862a-6dd73e3d9cc6 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.558588] env[65829]: DEBUG nova.objects.instance [None req-361c0230-2609-42e8-862a-6dd73e3d9cc6 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lazy-loading 'pci_requests' on Instance uuid 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 637.824750] env[65829]: DEBUG nova.compute.manager [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 637.830388] env[65829]: INFO nova.compute.manager [-] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Took 1.64 seconds to deallocate network for instance. [ 637.843691] env[65829]: DEBUG oslo_concurrency.lockutils [req-2db723f4-fcf0-4af1-9c54-91b11e5842ee req-5dfbe38f-d1e3-4bf9-bd42-c028d3118b82 service nova] Releasing lock "refresh_cache-1fdc9757-cbc5-481f-8ec1-7b8136efca82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.877962] env[65829]: DEBUG oslo_concurrency.lockutils [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.891089] env[65829]: DEBUG oslo_concurrency.lockutils [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.891345] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806990, 'name': Rename_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.912207] env[65829]: DEBUG nova.network.neutron [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Successfully created port: 1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 638.059926] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806991, 'name': Rename_Task, 'duration_secs': 0.239543} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.060414] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.061096] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ddf5e36-62cc-4538-ba45-aa0055834dfd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.064088] env[65829]: DEBUG nova.objects.base [None req-361c0230-2609-42e8-862a-6dd73e3d9cc6 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Object Instance<0ca2a8a5-d718-43c8-b5ef-66b81a12a89e> lazy-loaded attributes: flavor,pci_requests {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 638.064239] env[65829]: DEBUG nova.network.neutron [None req-361c0230-2609-42e8-862a-6dd73e3d9cc6 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 638.065214] env[65829]: WARNING neutronclient.v2_0.client [None req-361c0230-2609-42e8-862a-6dd73e3d9cc6 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.065214] env[65829]: WARNING neutronclient.v2_0.client [None req-361c0230-2609-42e8-862a-6dd73e3d9cc6 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.075527] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 638.075527] env[65829]: value = "task-4806992" [ 638.075527] env[65829]: _type = "Task" [ 638.075527] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.087234] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.158046] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18687cd8-cedc-4ee3-8164-7a0c99959ebf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.166196] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6eebc1c-0f17-4f8d-ba7c-a4703d0c1be7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.213596] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da176a1-f011-4c57-9ff4-5d22ffa15778 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.220587] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d2f443-55b3-4fea-9c9c-35e216dcb477 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.239408] env[65829]: DEBUG nova.compute.provider_tree [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.347461] env[65829]: DEBUG oslo_concurrency.lockutils [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.388430] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806990, 'name': Rename_Task, 'duration_secs': 1.163697} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.389128] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.389128] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3beb0de4-894b-44af-8d36-5e54862ea62e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.399312] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Waiting for the task: (returnval){ [ 638.399312] env[65829]: value = "task-4806993" [ 638.399312] env[65829]: _type = "Task" [ 638.399312] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.409437] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806993, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.482971] env[65829]: DEBUG oslo_concurrency.lockutils [None req-361c0230-2609-42e8-862a-6dd73e3d9cc6 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lock "interface-0ca2a8a5-d718-43c8-b5ef-66b81a12a89e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.433s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.587213] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.742980] env[65829]: DEBUG nova.scheduler.client.report [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.838525] env[65829]: DEBUG nova.compute.manager [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 638.864294] env[65829]: DEBUG nova.compute.manager [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Received event network-vif-plugged-5d6f4164-dce8-4020-987e-a9865160efea {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 638.864294] env[65829]: DEBUG oslo_concurrency.lockutils [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] Acquiring lock "8f944543-68f2-46c2-95ca-794372908266-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.864475] env[65829]: DEBUG oslo_concurrency.lockutils [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] Lock "8f944543-68f2-46c2-95ca-794372908266-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.865549] env[65829]: DEBUG oslo_concurrency.lockutils [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] Lock "8f944543-68f2-46c2-95ca-794372908266-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.865549] env[65829]: DEBUG nova.compute.manager [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] No waiting events found dispatching network-vif-plugged-5d6f4164-dce8-4020-987e-a9865160efea {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 638.865549] env[65829]: WARNING nova.compute.manager [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Received unexpected event network-vif-plugged-5d6f4164-dce8-4020-987e-a9865160efea for instance with vm_state building and task_state spawning. [ 638.865549] env[65829]: DEBUG nova.compute.manager [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Received event network-changed-5d6f4164-dce8-4020-987e-a9865160efea {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 638.865549] env[65829]: DEBUG nova.compute.manager [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Refreshing instance network info cache due to event network-changed-5d6f4164-dce8-4020-987e-a9865160efea. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 638.866283] env[65829]: DEBUG oslo_concurrency.lockutils [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] Acquiring lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.866283] env[65829]: DEBUG oslo_concurrency.lockutils [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] Acquired lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.866283] env[65829]: DEBUG nova.network.neutron [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Refreshing network info cache for port 5d6f4164-dce8-4020-987e-a9865160efea {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.869502] env[65829]: DEBUG nova.virt.hardware [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.869878] env[65829]: DEBUG nova.virt.hardware [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.869964] env[65829]: DEBUG nova.virt.hardware [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.870161] env[65829]: DEBUG nova.virt.hardware [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.870349] env[65829]: DEBUG nova.virt.hardware [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.870535] env[65829]: DEBUG nova.virt.hardware [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.870699] env[65829]: DEBUG nova.virt.hardware [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.870851] env[65829]: DEBUG nova.virt.hardware [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.871032] env[65829]: DEBUG nova.virt.hardware [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.871176] env[65829]: DEBUG nova.virt.hardware [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.871342] env[65829]: DEBUG nova.virt.hardware [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.872617] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a6d7c4-f91d-4e39-a536-19fdce0ac073 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.885886] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe17eaad-1c61-4403-aa5e-feb59555f79f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.914389] env[65829]: DEBUG oslo_vmware.api [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4806993, 'name': PowerOnVM_Task, 'duration_secs': 0.48538} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.914680] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.914941] env[65829]: INFO nova.compute.manager [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Took 13.23 seconds to spawn the instance on the hypervisor. [ 638.915504] env[65829]: DEBUG nova.compute.manager [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 638.916360] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cdb0f6-0621-4f0d-bd41-a35912b112c0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.088234] env[65829]: DEBUG oslo_vmware.api [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4806992, 'name': PowerOnVM_Task, 'duration_secs': 0.996307} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.088649] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.088838] env[65829]: INFO nova.compute.manager [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Took 11.01 seconds to spawn the instance on the hypervisor. [ 639.089024] env[65829]: DEBUG nova.compute.manager [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 639.089950] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfa3c7f-0650-45a9-af46-97e58c6a75f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.249571] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.250337] env[65829]: DEBUG nova.compute.manager [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 639.253859] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.887s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.256659] env[65829]: INFO nova.compute.claims [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.378210] env[65829]: WARNING neutronclient.v2_0.client [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.435268] env[65829]: INFO nova.compute.manager [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Took 20.67 seconds to build instance. [ 639.529982] env[65829]: WARNING neutronclient.v2_0.client [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.611616] env[65829]: DEBUG nova.network.neutron [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Successfully updated port: 1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 639.615924] env[65829]: INFO nova.compute.manager [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Took 20.26 seconds to build instance. [ 639.674070] env[65829]: DEBUG nova.network.neutron [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Updated VIF entry in instance network info cache for port 5d6f4164-dce8-4020-987e-a9865160efea. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 639.675271] env[65829]: DEBUG nova.network.neutron [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Updating instance_info_cache with network_info: [{"id": "5d6f4164-dce8-4020-987e-a9865160efea", "address": "fa:16:3e:d5:2d:2d", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d6f4164-dc", "ovs_interfaceid": "5d6f4164-dce8-4020-987e-a9865160efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.762663] env[65829]: DEBUG nova.compute.utils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.770092] env[65829]: DEBUG nova.compute.manager [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 639.771019] env[65829]: DEBUG nova.network.neutron [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 639.772033] env[65829]: WARNING neutronclient.v2_0.client [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.772033] env[65829]: WARNING neutronclient.v2_0.client [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.848485] env[65829]: DEBUG nova.policy [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7543de45b8254e789003199d5801a514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bd2429d1cc9467a821a8a2eb1e5889b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.875419] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Acquiring lock "ab7a4066-fb81-48a0-a39e-e54e59600e74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.875419] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Lock "ab7a4066-fb81-48a0-a39e-e54e59600e74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.937739] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bc8e1747-fac3-4552-b48d-a900144ba49a tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Lock "1fdc9757-cbc5-481f-8ec1-7b8136efca82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.184s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.117923] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "refresh_cache-74c14512-cb8f-4cd0-a9c6-6050bdc17bb0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.118062] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquired lock "refresh_cache-74c14512-cb8f-4cd0-a9c6-6050bdc17bb0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.118229] env[65829]: DEBUG nova.network.neutron [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 640.119687] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c1d2795d-7562-41d2-9923-8842b2d84ae6 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "8f944543-68f2-46c2-95ca-794372908266" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.778s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.181782] env[65829]: DEBUG oslo_concurrency.lockutils [req-15b67fa9-9fdf-4dd2-a46b-14cc1ce65cee req-e81cf769-bc10-459c-9d06-bfd093abf4e3 service nova] Releasing lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.204989] env[65829]: DEBUG nova.network.neutron [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Successfully created port: b5391140-5e90-4ec6-a392-5d9b38fc29da {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 640.275572] env[65829]: DEBUG nova.compute.manager [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 640.376970] env[65829]: DEBUG nova.compute.manager [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 640.640376] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55fafbc4-075f-4250-a76a-5a969402fcfb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.649980] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab4dba5-4849-47d7-8a8c-8f0803f01f13 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.703951] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf2f050-d779-4be5-a975-92c8f782c306 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.712399] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cad4c8-b2da-4c68-850f-723632980332 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.731729] env[65829]: DEBUG nova.compute.provider_tree [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.733256] env[65829]: DEBUG nova.network.neutron [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 640.740199] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "70f9c8be-079c-482c-a3ce-f337fdf4360a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.740199] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "70f9c8be-079c-482c-a3ce-f337fdf4360a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.871327] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquiring lock "89eade25-b968-4251-bb0e-b56cfbd5f86c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.871593] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lock "89eade25-b968-4251-bb0e-b56cfbd5f86c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.881971] env[65829]: DEBUG nova.compute.manager [req-190e11d8-53e2-40a1-afeb-52b0af94eef9 req-062a7724-c4d5-4bc0-8a88-37b1998eedb6 service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Received event network-changed-18b909b1-c01b-4b41-bc62-3d8d25255ea1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 640.882242] env[65829]: DEBUG nova.compute.manager [req-190e11d8-53e2-40a1-afeb-52b0af94eef9 req-062a7724-c4d5-4bc0-8a88-37b1998eedb6 service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Refreshing instance network info cache due to event network-changed-18b909b1-c01b-4b41-bc62-3d8d25255ea1. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 640.882478] env[65829]: DEBUG oslo_concurrency.lockutils [req-190e11d8-53e2-40a1-afeb-52b0af94eef9 req-062a7724-c4d5-4bc0-8a88-37b1998eedb6 service nova] Acquiring lock "refresh_cache-b9d00ff9-2946-48f2-8840-a88b41e268c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.882644] env[65829]: DEBUG oslo_concurrency.lockutils [req-190e11d8-53e2-40a1-afeb-52b0af94eef9 req-062a7724-c4d5-4bc0-8a88-37b1998eedb6 service nova] Acquired lock "refresh_cache-b9d00ff9-2946-48f2-8840-a88b41e268c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.883027] env[65829]: DEBUG nova.network.neutron [req-190e11d8-53e2-40a1-afeb-52b0af94eef9 req-062a7724-c4d5-4bc0-8a88-37b1998eedb6 service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Refreshing network info cache for port 18b909b1-c01b-4b41-bc62-3d8d25255ea1 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.885275] env[65829]: WARNING neutronclient.v2_0.client [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.926450] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.963734] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Acquiring lock "0e20b1cc-1aab-4a62-bd1a-86456eee3906" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.963734] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Lock "0e20b1cc-1aab-4a62-bd1a-86456eee3906" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.009774] env[65829]: DEBUG nova.network.neutron [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Updating instance_info_cache with network_info: [{"id": "1da3b68e-f29b-4b8c-b7b3-0584abbed2a9", "address": "fa:16:3e:9d:65:e3", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da3b68e-f2", "ovs_interfaceid": "1da3b68e-f29b-4b8c-b7b3-0584abbed2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.233352] env[65829]: DEBUG nova.scheduler.client.report [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.242700] env[65829]: DEBUG nova.compute.manager [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 641.289927] env[65829]: DEBUG nova.compute.manager [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 641.330232] env[65829]: DEBUG nova.virt.hardware [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 641.330533] env[65829]: DEBUG nova.virt.hardware [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.330687] env[65829]: DEBUG nova.virt.hardware [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 641.331024] env[65829]: DEBUG nova.virt.hardware [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.331121] env[65829]: DEBUG nova.virt.hardware [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 641.331324] env[65829]: DEBUG nova.virt.hardware [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 641.331575] env[65829]: DEBUG nova.virt.hardware [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 641.332217] env[65829]: DEBUG nova.virt.hardware [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 641.332283] env[65829]: DEBUG nova.virt.hardware [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 641.332566] env[65829]: DEBUG nova.virt.hardware [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 641.332700] env[65829]: DEBUG nova.virt.hardware [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 641.334668] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908718b2-42de-4efb-b77d-44b19fd9b9f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.350725] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eec5419-7ea8-4b9d-9aed-9ba0261927ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.375107] env[65829]: DEBUG nova.compute.manager [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 641.395080] env[65829]: WARNING neutronclient.v2_0.client [req-190e11d8-53e2-40a1-afeb-52b0af94eef9 req-062a7724-c4d5-4bc0-8a88-37b1998eedb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.466431] env[65829]: DEBUG nova.compute.manager [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 641.512923] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Releasing lock "refresh_cache-74c14512-cb8f-4cd0-a9c6-6050bdc17bb0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.513416] env[65829]: DEBUG nova.compute.manager [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Instance network_info: |[{"id": "1da3b68e-f29b-4b8c-b7b3-0584abbed2a9", "address": "fa:16:3e:9d:65:e3", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da3b68e-f2", "ovs_interfaceid": "1da3b68e-f29b-4b8c-b7b3-0584abbed2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 641.513966] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:65:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1da3b68e-f29b-4b8c-b7b3-0584abbed2a9', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.525552] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Creating folder: Project (5bd2429d1cc9467a821a8a2eb1e5889b). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.526427] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6c34cd7-eb29-414d-b44d-559735d63e4b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.540960] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Created folder: Project (5bd2429d1cc9467a821a8a2eb1e5889b) in parent group-v937255. [ 641.541316] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Creating folder: Instances. Parent ref: group-v937300. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.541845] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cb4dc4a-3289-42fc-a659-def4b346741f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.554235] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Created folder: Instances in parent group-v937300. [ 641.554625] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 641.554967] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.555253] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7419718e-072c-4acf-8634-2a486bc97e38 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.587308] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.587308] env[65829]: value = "task-4806996" [ 641.587308] env[65829]: _type = "Task" [ 641.587308] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.597861] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806996, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.739993] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.740473] env[65829]: DEBUG nova.compute.manager [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 641.743808] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.790s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.745322] env[65829]: INFO nova.compute.claims [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.772948] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.900844] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.987439] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.007139] env[65829]: DEBUG nova.network.neutron [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Successfully updated port: b5391140-5e90-4ec6-a392-5d9b38fc29da {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 642.103564] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806996, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.250633] env[65829]: DEBUG nova.compute.utils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.252711] env[65829]: DEBUG nova.compute.manager [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 642.252955] env[65829]: DEBUG nova.network.neutron [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 642.257028] env[65829]: WARNING neutronclient.v2_0.client [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.257028] env[65829]: WARNING neutronclient.v2_0.client [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.363906] env[65829]: WARNING neutronclient.v2_0.client [req-190e11d8-53e2-40a1-afeb-52b0af94eef9 req-062a7724-c4d5-4bc0-8a88-37b1998eedb6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.511245] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "refresh_cache-d3834d07-9493-4d9e-9aef-bbef9fdd1454" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.511245] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquired lock "refresh_cache-d3834d07-9493-4d9e-9aef-bbef9fdd1454" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.511245] env[65829]: DEBUG nova.network.neutron [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 642.517879] env[65829]: DEBUG nova.policy [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c756ac13d26c45fdbc8ae82367a07e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '867553ad35e34dd4b2f1d66e2a97951e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.573417] env[65829]: DEBUG nova.network.neutron [req-190e11d8-53e2-40a1-afeb-52b0af94eef9 req-062a7724-c4d5-4bc0-8a88-37b1998eedb6 service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Updated VIF entry in instance network info cache for port 18b909b1-c01b-4b41-bc62-3d8d25255ea1. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 642.573849] env[65829]: DEBUG nova.network.neutron [req-190e11d8-53e2-40a1-afeb-52b0af94eef9 req-062a7724-c4d5-4bc0-8a88-37b1998eedb6 service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Updating instance_info_cache with network_info: [{"id": "18b909b1-c01b-4b41-bc62-3d8d25255ea1", "address": "fa:16:3e:f7:6e:f9", "network": {"id": "8e37231e-1d7d-42f4-ae47-48891f43bda9", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1090747389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cd0e8fa3a0e482eb85d6d13f5ea00f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b909b1-c0", "ovs_interfaceid": "18b909b1-c01b-4b41-bc62-3d8d25255ea1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.602744] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806996, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.760439] env[65829]: DEBUG nova.compute.manager [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 642.825170] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquiring lock "0ca2a8a5-d718-43c8-b5ef-66b81a12a89e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.825650] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lock "0ca2a8a5-d718-43c8-b5ef-66b81a12a89e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.826169] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquiring lock "0ca2a8a5-d718-43c8-b5ef-66b81a12a89e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.826488] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lock "0ca2a8a5-d718-43c8-b5ef-66b81a12a89e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.826762] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lock "0ca2a8a5-d718-43c8-b5ef-66b81a12a89e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.829873] env[65829]: INFO nova.compute.manager [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Terminating instance [ 642.954835] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Acquiring lock "13a4c8ff-ce8d-4cf6-a224-0b293f46266f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.955301] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Lock "13a4c8ff-ce8d-4cf6-a224-0b293f46266f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.956958] env[65829]: DEBUG nova.network.neutron [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Successfully created port: 6d0fec2c-eeb2-45ce-9575-2e433ba58642 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 643.081311] env[65829]: DEBUG oslo_concurrency.lockutils [req-190e11d8-53e2-40a1-afeb-52b0af94eef9 req-062a7724-c4d5-4bc0-8a88-37b1998eedb6 service nova] Releasing lock "refresh_cache-b9d00ff9-2946-48f2-8840-a88b41e268c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.082488] env[65829]: DEBUG nova.compute.manager [req-190e11d8-53e2-40a1-afeb-52b0af94eef9 req-062a7724-c4d5-4bc0-8a88-37b1998eedb6 service nova] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Received event network-vif-deleted-93f0bc78-ae00-4478-b48e-51ae86e97245 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 643.101568] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4806996, 'name': CreateVM_Task, 'duration_secs': 1.452296} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.102084] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.102520] env[65829]: WARNING neutronclient.v2_0.client [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.103193] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.103193] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.103563] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.106568] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55411cb7-9c87-44ed-90f3-851355f4554d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.115026] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 643.115026] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5202170b-080e-1f13-3fb4-5b18d43e34bf" [ 643.115026] env[65829]: _type = "Task" [ 643.115026] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.131554] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5202170b-080e-1f13-3fb4-5b18d43e34bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.169737] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c57f2a1-eee4-4b9d-a8d0-e5e478ef33a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.178889] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12efcee-3eaa-4772-920e-9784fac7dca3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.218017] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432ae676-cd14-45f1-bd4f-f5872fab76fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.226282] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff68f12-a90d-47e8-9ead-0b4c2c0d132e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.244364] env[65829]: DEBUG nova.compute.provider_tree [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.342217] env[65829]: DEBUG nova.compute.manager [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 643.342446] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 643.343395] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9825ec58-9114-44d7-80f3-c621c39219af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.354171] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.354424] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70f4c054-4505-4165-ae71-0db44ba1410d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.363800] env[65829]: DEBUG oslo_vmware.api [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Waiting for the task: (returnval){ [ 643.363800] env[65829]: value = "task-4806997" [ 643.363800] env[65829]: _type = "Task" [ 643.363800] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.372826] env[65829]: DEBUG oslo_vmware.api [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.460282] env[65829]: DEBUG nova.compute.manager [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 643.625690] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5202170b-080e-1f13-3fb4-5b18d43e34bf, 'name': SearchDatastore_Task, 'duration_secs': 0.015533} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.626744] env[65829]: DEBUG nova.network.neutron [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 643.629196] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.629456] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.629693] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.629860] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.630091] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.630628] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa8e03e9-22d1-4580-8679-7c0d90cd3305 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.643173] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.643357] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.644123] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6971d1-8590-470c-b19c-a8e8ac964e38 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.650131] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 643.650131] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c53d85-6e8d-86da-c8d7-1ce9749f64ba" [ 643.650131] env[65829]: _type = "Task" [ 643.650131] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.658701] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c53d85-6e8d-86da-c8d7-1ce9749f64ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.748147] env[65829]: DEBUG nova.scheduler.client.report [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.772049] env[65829]: INFO nova.compute.manager [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Rebuilding instance [ 643.778489] env[65829]: DEBUG nova.compute.manager [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 643.809447] env[65829]: DEBUG nova.virt.hardware [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 643.809593] env[65829]: DEBUG nova.virt.hardware [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.809760] env[65829]: DEBUG nova.virt.hardware [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 643.809885] env[65829]: DEBUG nova.virt.hardware [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.810094] env[65829]: DEBUG nova.virt.hardware [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 643.810199] env[65829]: DEBUG nova.virt.hardware [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 643.810430] env[65829]: DEBUG nova.virt.hardware [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 643.810583] env[65829]: DEBUG nova.virt.hardware [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 643.810739] env[65829]: DEBUG nova.virt.hardware [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 643.810912] env[65829]: DEBUG nova.virt.hardware [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 643.811122] env[65829]: DEBUG nova.virt.hardware [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 643.813776] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e158dac-e7f1-4795-9209-63de0076946a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.828598] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b5529e-8706-4cfe-b265-226ed4137378 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.835673] env[65829]: DEBUG nova.compute.manager [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 643.836858] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eabce3e-38f8-4bd9-99a7-684789bfa83f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.875000] env[65829]: DEBUG oslo_vmware.api [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806997, 'name': PowerOffVM_Task, 'duration_secs': 0.414943} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.875255] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.875390] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.875647] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10cfa7a9-909d-4e9c-9df5-3d0eae5866a3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.971469] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.971829] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.971829] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Deleting the datastore file [datastore1] 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.972099] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f48de4c-bd5a-47ba-8e62-551188087f3e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.979265] env[65829]: DEBUG oslo_vmware.api [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Waiting for the task: (returnval){ [ 643.979265] env[65829]: value = "task-4806999" [ 643.979265] env[65829]: _type = "Task" [ 643.979265] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.985155] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.988564] env[65829]: DEBUG oslo_vmware.api [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.167041] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c53d85-6e8d-86da-c8d7-1ce9749f64ba, 'name': SearchDatastore_Task, 'duration_secs': 0.028048} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.167041] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ee6c3a7-33a4-48f1-85fb-ad70811101d1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.174617] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 644.174617] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529dc10c-6770-163f-2578-a3ba5c4332f9" [ 644.174617] env[65829]: _type = "Task" [ 644.174617] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.187537] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529dc10c-6770-163f-2578-a3ba5c4332f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.256452] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.256670] env[65829]: DEBUG nova.compute.manager [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 644.261203] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.494s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.262988] env[65829]: INFO nova.compute.claims [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.490070] env[65829]: DEBUG oslo_vmware.api [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Task: {'id': task-4806999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38386} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.490581] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 644.490895] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 644.491218] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 644.491542] env[65829]: INFO nova.compute.manager [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 644.491949] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 644.492294] env[65829]: DEBUG nova.compute.manager [-] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 644.492497] env[65829]: DEBUG nova.network.neutron [-] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 644.492844] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.676186] env[65829]: DEBUG nova.network.neutron [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Successfully updated port: 6d0fec2c-eeb2-45ce-9575-2e433ba58642 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 644.689831] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529dc10c-6770-163f-2578-a3ba5c4332f9, 'name': SearchDatastore_Task, 'duration_secs': 0.012243} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.690164] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.690532] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0/74c14512-cb8f-4cd0-a9c6-6050bdc17bb0.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.690783] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01bc349a-95f3-4e0d-a1cc-097183043fb9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.701589] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 644.701589] env[65829]: value = "task-4807000" [ 644.701589] env[65829]: _type = "Task" [ 644.701589] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.713246] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.763958] env[65829]: DEBUG nova.compute.utils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.765710] env[65829]: DEBUG nova.compute.manager [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 644.766721] env[65829]: DEBUG nova.network.neutron [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 644.766721] env[65829]: WARNING neutronclient.v2_0.client [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.766721] env[65829]: WARNING neutronclient.v2_0.client [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.859346] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 644.859806] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d5f7961-8a73-49bd-942b-8131ad6a5246 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.870932] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Waiting for the task: (returnval){ [ 644.870932] env[65829]: value = "task-4807001" [ 644.870932] env[65829]: _type = "Task" [ 644.870932] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.880064] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.925071] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.049291] env[65829]: DEBUG nova.policy [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bf61d16f1f24dbc807bee089ae6d254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e1504f6bcb84c5ea6c94c1caacb2337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.146953] env[65829]: WARNING neutronclient.v2_0.client [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.182962] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "refresh_cache-4722e435-1d98-4e36-886e-31275e89630c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.183749] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquired lock "refresh_cache-4722e435-1d98-4e36-886e-31275e89630c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.183847] env[65829]: DEBUG nova.network.neutron [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 645.217606] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807000, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.270321] env[65829]: DEBUG nova.compute.manager [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 645.286885] env[65829]: DEBUG nova.compute.manager [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Received event network-vif-deleted-3ffa65b9-65f7-4a89-b8b8-a969eedc1e30 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 645.287912] env[65829]: DEBUG nova.compute.manager [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Received event network-vif-plugged-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 645.288796] env[65829]: DEBUG oslo_concurrency.lockutils [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] Acquiring lock "74c14512-cb8f-4cd0-a9c6-6050bdc17bb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.288796] env[65829]: DEBUG oslo_concurrency.lockutils [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] Lock "74c14512-cb8f-4cd0-a9c6-6050bdc17bb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.288796] env[65829]: DEBUG oslo_concurrency.lockutils [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] Lock "74c14512-cb8f-4cd0-a9c6-6050bdc17bb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.288975] env[65829]: DEBUG nova.compute.manager [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] No waiting events found dispatching network-vif-plugged-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 645.289419] env[65829]: WARNING nova.compute.manager [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Received unexpected event network-vif-plugged-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 for instance with vm_state building and task_state spawning. [ 645.289419] env[65829]: DEBUG nova.compute.manager [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Received event network-changed-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 645.289419] env[65829]: DEBUG nova.compute.manager [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Refreshing instance network info cache due to event network-changed-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 645.289652] env[65829]: DEBUG oslo_concurrency.lockutils [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] Acquiring lock "refresh_cache-74c14512-cb8f-4cd0-a9c6-6050bdc17bb0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.290093] env[65829]: DEBUG oslo_concurrency.lockutils [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] Acquired lock "refresh_cache-74c14512-cb8f-4cd0-a9c6-6050bdc17bb0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.290195] env[65829]: DEBUG nova.network.neutron [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Refreshing network info cache for port 1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.383214] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807001, 'name': PowerOffVM_Task, 'duration_secs': 0.204676} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.386940] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 645.386940] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 645.389203] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfc666b-368b-41e8-b3be-cf4a854bafa6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.396698] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 645.396986] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-845934e2-14cf-4238-b692-9d609b2f5434 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.428650] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 645.428650] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 645.428650] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Deleting the datastore file [datastore2] 38a0da51-c4c7-4067-bcab-9383bf804533 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 645.428650] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-653438e8-a642-4d3d-bea2-fe2f2fe46fc3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.435195] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Waiting for the task: (returnval){ [ 645.435195] env[65829]: value = "task-4807003" [ 645.435195] env[65829]: _type = "Task" [ 645.435195] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.444862] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.694030] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559afa02-ac6d-4f69-bccb-e68113828ae4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.702019] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e93409-7570-42f0-8b15-98fd575f589a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.714707] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689704} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.739056] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0/74c14512-cb8f-4cd0-a9c6-6050bdc17bb0.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.739398] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.739920] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef19c574-019d-45a6-8a55-27bf1b391a1f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.742672] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec082b12-70cb-4ce0-aaa9-8804c44a0092 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.752128] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9e2235-d3c1-46c7-b1ab-4b3fac3e8885 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.756839] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 645.756839] env[65829]: value = "task-4807004" [ 645.756839] env[65829]: _type = "Task" [ 645.756839] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.771707] env[65829]: DEBUG nova.compute.provider_tree [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.781470] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.793940] env[65829]: WARNING neutronclient.v2_0.client [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.906307] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "7c39128b-5899-4bc4-8335-8f7a2a2c5a00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.906561] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "7c39128b-5899-4bc4-8335-8f7a2a2c5a00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.946828] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096307} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.947044] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 645.947227] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 645.947396] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 646.269680] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139823} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.271956] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.272799] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4497f94d-fb6f-4d2b-b66c-677cd6aa8e4d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.278689] env[65829]: DEBUG nova.scheduler.client.report [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.290183] env[65829]: DEBUG nova.compute.manager [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 646.320726] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0/74c14512-cb8f-4cd0-a9c6-6050bdc17bb0.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.323676] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d954200-09ea-4971-9b13-421e50f8cf01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.340761] env[65829]: DEBUG nova.network.neutron [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 646.352210] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 646.352210] env[65829]: value = "task-4807005" [ 646.352210] env[65829]: _type = "Task" [ 646.352210] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.360882] env[65829]: DEBUG nova.virt.hardware [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:28:25Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='928912554',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1191554907',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 646.360882] env[65829]: DEBUG nova.virt.hardware [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.360882] env[65829]: DEBUG nova.virt.hardware [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 646.361214] env[65829]: DEBUG nova.virt.hardware [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.361214] env[65829]: DEBUG nova.virt.hardware [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 646.361214] env[65829]: DEBUG nova.virt.hardware [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 646.361214] env[65829]: DEBUG nova.virt.hardware [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 646.361214] env[65829]: DEBUG nova.virt.hardware [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 646.361505] env[65829]: DEBUG nova.virt.hardware [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 646.361505] env[65829]: DEBUG nova.virt.hardware [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 646.361505] env[65829]: DEBUG nova.virt.hardware [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 646.362729] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3702a302-b0c3-40d7-9b56-be3bb36c2022 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.375927] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.379827] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7272ddea-d447-49a9-a348-33ad98751bf7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.784918] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.785779] env[65829]: DEBUG nova.compute.manager [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 646.792260] env[65829]: DEBUG oslo_concurrency.lockutils [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.914s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.792260] env[65829]: DEBUG nova.objects.instance [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 646.852120] env[65829]: DEBUG nova.network.neutron [-] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.869185] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807005, 'name': ReconfigVM_Task, 'duration_secs': 0.309063} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.869526] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0/74c14512-cb8f-4cd0-a9c6-6050bdc17bb0.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.870712] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9a4692a-f3ba-4d07-aaf6-3b83f84560c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.880387] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 646.880387] env[65829]: value = "task-4807006" [ 646.880387] env[65829]: _type = "Task" [ 646.880387] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.891759] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807006, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.989314] env[65829]: DEBUG nova.virt.hardware [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 646.989565] env[65829]: DEBUG nova.virt.hardware [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.989803] env[65829]: DEBUG nova.virt.hardware [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 646.990895] env[65829]: DEBUG nova.virt.hardware [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.990895] env[65829]: DEBUG nova.virt.hardware [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 646.990895] env[65829]: DEBUG nova.virt.hardware [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 646.990895] env[65829]: DEBUG nova.virt.hardware [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 646.990895] env[65829]: DEBUG nova.virt.hardware [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 646.991178] env[65829]: DEBUG nova.virt.hardware [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 646.991178] env[65829]: DEBUG nova.virt.hardware [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 646.991298] env[65829]: DEBUG nova.virt.hardware [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 646.992308] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44947d4-e170-46e7-8285-4b9446af24fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.002727] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1fa954-620c-48f0-9d89-7087274ca87c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.018872] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.025161] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 647.025856] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.025856] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4c9360c-219f-4d17-bc55-a135e5b4acb9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.045208] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.045208] env[65829]: value = "task-4807007" [ 647.045208] env[65829]: _type = "Task" [ 647.045208] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.055495] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807007, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.281795] env[65829]: DEBUG nova.network.neutron [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Updating instance_info_cache with network_info: [{"id": "b5391140-5e90-4ec6-a392-5d9b38fc29da", "address": "fa:16:3e:da:34:bd", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5391140-5e", "ovs_interfaceid": "b5391140-5e90-4ec6-a392-5d9b38fc29da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.297610] env[65829]: DEBUG nova.compute.utils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.304591] env[65829]: DEBUG nova.compute.manager [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 647.304797] env[65829]: DEBUG nova.network.neutron [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 647.305154] env[65829]: WARNING neutronclient.v2_0.client [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.305451] env[65829]: WARNING neutronclient.v2_0.client [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.359013] env[65829]: INFO nova.compute.manager [-] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Took 2.87 seconds to deallocate network for instance. [ 647.393484] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807006, 'name': Rename_Task, 'duration_secs': 0.160776} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.398471] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.399215] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e3c266b-efd4-4fa4-8a5c-f41aceaa7278 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.408476] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 647.408476] env[65829]: value = "task-4807008" [ 647.408476] env[65829]: _type = "Task" [ 647.408476] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.418349] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807008, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.559239] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807007, 'name': CreateVM_Task, 'duration_secs': 0.330051} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.559581] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.560319] env[65829]: DEBUG oslo_concurrency.lockutils [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.560957] env[65829]: DEBUG oslo_concurrency.lockutils [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.561131] env[65829]: DEBUG oslo_concurrency.lockutils [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.561536] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff8b3390-5c36-424f-abe0-9ef954c2a65b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.570109] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Waiting for the task: (returnval){ [ 647.570109] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ee4381-4b07-10d7-e203-61ac972265d0" [ 647.570109] env[65829]: _type = "Task" [ 647.570109] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.573161] env[65829]: DEBUG nova.network.neutron [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Successfully created port: 3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 647.577056] env[65829]: DEBUG nova.policy [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11bd130e40d44123afda3e5033c54b5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6114969fe540444db38936ed477e7dc4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.586109] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ee4381-4b07-10d7-e203-61ac972265d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009535} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.586557] env[65829]: DEBUG oslo_concurrency.lockutils [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.586832] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.587279] env[65829]: DEBUG oslo_concurrency.lockutils [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.587953] env[65829]: DEBUG oslo_concurrency.lockutils [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.588595] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.589481] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c8f363c-9ada-419f-a74e-3ba89d83eb3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.602459] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.602459] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.602459] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a5d89a8-8b04-46dc-ad1b-1bed19f7e3b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.608904] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Waiting for the task: (returnval){ [ 647.608904] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52154be5-01a1-4ac6-017e-bec5b948109f" [ 647.608904] env[65829]: _type = "Task" [ 647.608904] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.613190] env[65829]: WARNING neutronclient.v2_0.client [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.621909] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52154be5-01a1-4ac6-017e-bec5b948109f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.785264] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Releasing lock "refresh_cache-d3834d07-9493-4d9e-9aef-bbef9fdd1454" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.785790] env[65829]: DEBUG nova.compute.manager [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Instance network_info: |[{"id": "b5391140-5e90-4ec6-a392-5d9b38fc29da", "address": "fa:16:3e:da:34:bd", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5391140-5e", "ovs_interfaceid": "b5391140-5e90-4ec6-a392-5d9b38fc29da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 647.786616] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:34:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5391140-5e90-4ec6-a392-5d9b38fc29da', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.799775] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 647.800621] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.800621] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a508647-3551-4b55-b85d-fdca2d18a9f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.827364] env[65829]: DEBUG oslo_concurrency.lockutils [None req-33d5d4fd-fea5-47a4-9ef5-95bb1b9dbd4b tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.035s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.827824] env[65829]: DEBUG nova.compute.manager [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 647.830545] env[65829]: DEBUG oslo_concurrency.lockutils [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.940s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.830752] env[65829]: DEBUG nova.objects.instance [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Lazy-loading 'resources' on Instance uuid 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.840319] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.840319] env[65829]: value = "task-4807009" [ 647.840319] env[65829]: _type = "Task" [ 647.840319] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.852458] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807009, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.876979] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.922554] env[65829]: DEBUG oslo_vmware.api [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807008, 'name': PowerOnVM_Task, 'duration_secs': 0.489237} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.922554] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.922554] env[65829]: INFO nova.compute.manager [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Took 9.08 seconds to spawn the instance on the hypervisor. [ 647.922554] env[65829]: DEBUG nova.compute.manager [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 647.922554] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edcf2e2-5930-4eb1-9c24-d3745646b95a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.122176] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52154be5-01a1-4ac6-017e-bec5b948109f, 'name': SearchDatastore_Task, 'duration_secs': 0.013278} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.123462] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47dabb54-d5eb-4045-9508-42bb606abebb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.130179] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Waiting for the task: (returnval){ [ 648.130179] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52acffcb-8622-3553-d1e8-05e39ea26ef5" [ 648.130179] env[65829]: _type = "Task" [ 648.130179] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.142707] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52acffcb-8622-3553-d1e8-05e39ea26ef5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.222067] env[65829]: DEBUG nova.network.neutron [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Successfully created port: e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 648.285509] env[65829]: WARNING neutronclient.v2_0.client [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.355840] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807009, 'name': CreateVM_Task, 'duration_secs': 0.472043} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.356200] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.356605] env[65829]: WARNING neutronclient.v2_0.client [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.357021] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.357177] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.357446] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.357714] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd27436-6292-4427-a1a2-0a8de26a961f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.365204] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 648.365204] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ef475c-601c-4e94-ea9a-0044b321ec77" [ 648.365204] env[65829]: _type = "Task" [ 648.365204] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.375642] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ef475c-601c-4e94-ea9a-0044b321ec77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.447518] env[65829]: INFO nova.compute.manager [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Took 22.10 seconds to build instance. [ 648.642881] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52acffcb-8622-3553-d1e8-05e39ea26ef5, 'name': SearchDatastore_Task, 'duration_secs': 0.014431} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.643555] env[65829]: DEBUG oslo_concurrency.lockutils [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.643555] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 38a0da51-c4c7-4067-bcab-9383bf804533/38a0da51-c4c7-4067-bcab-9383bf804533.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.643963] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ace3d94b-8c75-4ba6-9d3d-625234a03e57 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.651899] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Waiting for the task: (returnval){ [ 648.651899] env[65829]: value = "task-4807010" [ 648.651899] env[65829]: _type = "Task" [ 648.651899] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.664608] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.724927] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4eb3e4-6cc4-466f-a811-e05a4a2ff82d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.733480] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f62aac2-87cd-4940-b6fe-09deac222b1a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.767719] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5235dd32-2461-4f65-9a72-e85b0a32d96c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.776851] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef821120-7df9-49d3-82ca-c3007f6ea651 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.795733] env[65829]: DEBUG nova.compute.provider_tree [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.844912] env[65829]: DEBUG nova.compute.manager [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 648.875186] env[65829]: DEBUG nova.virt.hardware [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 648.875429] env[65829]: DEBUG nova.virt.hardware [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.875618] env[65829]: DEBUG nova.virt.hardware [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 648.875786] env[65829]: DEBUG nova.virt.hardware [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.875944] env[65829]: DEBUG nova.virt.hardware [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 648.876103] env[65829]: DEBUG nova.virt.hardware [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 648.876311] env[65829]: DEBUG nova.virt.hardware [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 648.876459] env[65829]: DEBUG nova.virt.hardware [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 648.876617] env[65829]: DEBUG nova.virt.hardware [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 648.876786] env[65829]: DEBUG nova.virt.hardware [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 648.876954] env[65829]: DEBUG nova.virt.hardware [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 648.877887] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae21d9d-9bb7-480b-a335-027ae5747bf5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.885048] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ef475c-601c-4e94-ea9a-0044b321ec77, 'name': SearchDatastore_Task, 'duration_secs': 0.028447} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.885829] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.886069] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.886407] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.886569] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.886781] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.887080] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a1e1f34-40a9-4ce1-b872-35977072e904 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.893156] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf8d470-e4f8-40bb-9063-2191c18dfc53 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.909588] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.909838] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.910577] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e4cbf2-127b-4bb6-bc47-b6cb6ce72050 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.919175] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 648.919175] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522e84df-fc2c-87af-ab47-dc4deb1790fe" [ 648.919175] env[65829]: _type = "Task" [ 648.919175] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.928649] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522e84df-fc2c-87af-ab47-dc4deb1790fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.949248] env[65829]: DEBUG oslo_concurrency.lockutils [None req-212961a8-1c66-4e46-b201-02882bb74c5d tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "74c14512-cb8f-4cd0-a9c6-6050bdc17bb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.607s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.171084] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807010, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.264546] env[65829]: DEBUG nova.network.neutron [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Successfully updated port: 3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 649.299546] env[65829]: DEBUG nova.scheduler.client.report [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.304072] env[65829]: DEBUG nova.network.neutron [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Updating instance_info_cache with network_info: [{"id": "6d0fec2c-eeb2-45ce-9575-2e433ba58642", "address": "fa:16:3e:90:4d:a1", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0fec2c-ee", "ovs_interfaceid": "6d0fec2c-eeb2-45ce-9575-2e433ba58642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.431595] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522e84df-fc2c-87af-ab47-dc4deb1790fe, 'name': SearchDatastore_Task, 'duration_secs': 0.058575} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.432564] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb2d0ab-d028-460f-a2b8-2e797d209154 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.440525] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 649.440525] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a9bc77-9163-c004-c5dc-075589cfb2f8" [ 649.440525] env[65829]: _type = "Task" [ 649.440525] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.450078] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a9bc77-9163-c004-c5dc-075589cfb2f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.451738] env[65829]: DEBUG nova.compute.manager [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 649.471050] env[65829]: DEBUG nova.network.neutron [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Updated VIF entry in instance network info cache for port 1da3b68e-f29b-4b8c-b7b3-0584abbed2a9. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 649.471499] env[65829]: DEBUG nova.network.neutron [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Updating instance_info_cache with network_info: [{"id": "1da3b68e-f29b-4b8c-b7b3-0584abbed2a9", "address": "fa:16:3e:9d:65:e3", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1da3b68e-f2", "ovs_interfaceid": "1da3b68e-f29b-4b8c-b7b3-0584abbed2a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.665339] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564914} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.665605] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 38a0da51-c4c7-4067-bcab-9383bf804533/38a0da51-c4c7-4067-bcab-9383bf804533.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.665842] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.666090] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2dbaa50-0f81-4347-a9e2-a197cc04011f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.676776] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Waiting for the task: (returnval){ [ 649.676776] env[65829]: value = "task-4807011" [ 649.676776] env[65829]: _type = "Task" [ 649.676776] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.689626] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.708388] env[65829]: DEBUG nova.compute.manager [req-30a380d3-91da-4297-9e1f-d7956edd4188 req-a3e89c94-873e-4d72-b97e-9b0c2cd83438 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Received event network-changed-5d6f4164-dce8-4020-987e-a9865160efea {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 649.708577] env[65829]: DEBUG nova.compute.manager [req-30a380d3-91da-4297-9e1f-d7956edd4188 req-a3e89c94-873e-4d72-b97e-9b0c2cd83438 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Refreshing instance network info cache due to event network-changed-5d6f4164-dce8-4020-987e-a9865160efea. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 649.708788] env[65829]: DEBUG oslo_concurrency.lockutils [req-30a380d3-91da-4297-9e1f-d7956edd4188 req-a3e89c94-873e-4d72-b97e-9b0c2cd83438 service nova] Acquiring lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.708922] env[65829]: DEBUG oslo_concurrency.lockutils [req-30a380d3-91da-4297-9e1f-d7956edd4188 req-a3e89c94-873e-4d72-b97e-9b0c2cd83438 service nova] Acquired lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.709565] env[65829]: DEBUG nova.network.neutron [req-30a380d3-91da-4297-9e1f-d7956edd4188 req-a3e89c94-873e-4d72-b97e-9b0c2cd83438 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Refreshing network info cache for port 5d6f4164-dce8-4020-987e-a9865160efea {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.766587] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "refresh_cache-61dcd9dc-48b4-4f89-8270-367df270a78f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.766789] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquired lock "refresh_cache-61dcd9dc-48b4-4f89-8270-367df270a78f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.766872] env[65829]: DEBUG nova.network.neutron [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 649.807079] env[65829]: DEBUG oslo_concurrency.lockutils [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.811268] env[65829]: DEBUG oslo_concurrency.lockutils [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.464s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.811268] env[65829]: DEBUG nova.objects.instance [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Lazy-loading 'resources' on Instance uuid 033a3add-1824-4db3-943b-c2fa588857e5 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.813187] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Releasing lock "refresh_cache-4722e435-1d98-4e36-886e-31275e89630c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.814506] env[65829]: DEBUG nova.compute.manager [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Instance network_info: |[{"id": "6d0fec2c-eeb2-45ce-9575-2e433ba58642", "address": "fa:16:3e:90:4d:a1", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0fec2c-ee", "ovs_interfaceid": "6d0fec2c-eeb2-45ce-9575-2e433ba58642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 649.814702] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:4d:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d0fec2c-eeb2-45ce-9575-2e433ba58642', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 649.827049] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 649.827843] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 649.828941] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5b050a1-95bb-4e1c-a115-ca9ecd114e24 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.851056] env[65829]: INFO nova.scheduler.client.report [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Deleted allocations for instance 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d [ 649.862526] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 649.862526] env[65829]: value = "task-4807012" [ 649.862526] env[65829]: _type = "Task" [ 649.862526] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.870843] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807012, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.953518] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a9bc77-9163-c004-c5dc-075589cfb2f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.953811] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.954094] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] d3834d07-9493-4d9e-9aef-bbef9fdd1454/d3834d07-9493-4d9e-9aef-bbef9fdd1454.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.954992] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdb1caaf-5618-4c28-b788-aba0f624e74b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.958545] env[65829]: DEBUG nova.network.neutron [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Successfully updated port: e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 649.973148] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 649.973148] env[65829]: value = "task-4807013" [ 649.973148] env[65829]: _type = "Task" [ 649.973148] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.981719] env[65829]: DEBUG oslo_concurrency.lockutils [req-d1246829-7fdb-4fec-a5fa-efc573f1406b req-76fe337a-3674-4a16-9dda-54390bbdf742 service nova] Releasing lock "refresh_cache-74c14512-cb8f-4cd0-a9c6-6050bdc17bb0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.990179] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.991265] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.194731] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073364} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.195777] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.196623] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938553a7-df6c-4d6a-8e77-9d536b78ecc3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.219644] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 38a0da51-c4c7-4067-bcab-9383bf804533/38a0da51-c4c7-4067-bcab-9383bf804533.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.219955] env[65829]: WARNING neutronclient.v2_0.client [req-30a380d3-91da-4297-9e1f-d7956edd4188 req-a3e89c94-873e-4d72-b97e-9b0c2cd83438 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.223932] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f86ebd53-dfa1-4e25-b5b4-cd9879081e73 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.246724] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Waiting for the task: (returnval){ [ 650.246724] env[65829]: value = "task-4807014" [ 650.246724] env[65829]: _type = "Task" [ 650.246724] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.257033] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.329438] env[65829]: DEBUG nova.network.neutron [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 650.361156] env[65829]: DEBUG oslo_concurrency.lockutils [None req-be4a5ded-e011-4cbb-8335-3cbcacbd570d tempest-ImagesNegativeTestJSON-465823376 tempest-ImagesNegativeTestJSON-465823376-project-member] Lock "2f6b7b9a-d1dd-4bbc-bc23-142245137d9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.011s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.390167] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807012, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.465706] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "refresh_cache-6ba6541f-302d-4a97-8732-45985f5fec13" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.465706] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquired lock "refresh_cache-6ba6541f-302d-4a97-8732-45985f5fec13" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.465706] env[65829]: DEBUG nova.network.neutron [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 650.490247] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807013, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.524208] env[65829]: DEBUG nova.compute.manager [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Received event network-vif-plugged-b5391140-5e90-4ec6-a392-5d9b38fc29da {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 650.524463] env[65829]: DEBUG oslo_concurrency.lockutils [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] Acquiring lock "d3834d07-9493-4d9e-9aef-bbef9fdd1454-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.525041] env[65829]: DEBUG oslo_concurrency.lockutils [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] Lock "d3834d07-9493-4d9e-9aef-bbef9fdd1454-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.525041] env[65829]: DEBUG oslo_concurrency.lockutils [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] Lock "d3834d07-9493-4d9e-9aef-bbef9fdd1454-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.525041] env[65829]: DEBUG nova.compute.manager [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] No waiting events found dispatching network-vif-plugged-b5391140-5e90-4ec6-a392-5d9b38fc29da {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 650.525324] env[65829]: WARNING nova.compute.manager [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Received unexpected event network-vif-plugged-b5391140-5e90-4ec6-a392-5d9b38fc29da for instance with vm_state building and task_state spawning. [ 650.525500] env[65829]: DEBUG nova.compute.manager [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Received event network-changed-b5391140-5e90-4ec6-a392-5d9b38fc29da {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 650.525732] env[65829]: DEBUG nova.compute.manager [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Refreshing instance network info cache due to event network-changed-b5391140-5e90-4ec6-a392-5d9b38fc29da. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 650.525845] env[65829]: DEBUG oslo_concurrency.lockutils [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] Acquiring lock "refresh_cache-d3834d07-9493-4d9e-9aef-bbef9fdd1454" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.526066] env[65829]: DEBUG oslo_concurrency.lockutils [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] Acquired lock "refresh_cache-d3834d07-9493-4d9e-9aef-bbef9fdd1454" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.526384] env[65829]: DEBUG nova.network.neutron [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Refreshing network info cache for port b5391140-5e90-4ec6-a392-5d9b38fc29da {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.554646] env[65829]: WARNING neutronclient.v2_0.client [req-30a380d3-91da-4297-9e1f-d7956edd4188 req-a3e89c94-873e-4d72-b97e-9b0c2cd83438 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.559316] env[65829]: WARNING neutronclient.v2_0.client [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.698904] env[65829]: DEBUG nova.network.neutron [req-30a380d3-91da-4297-9e1f-d7956edd4188 req-a3e89c94-873e-4d72-b97e-9b0c2cd83438 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Updated VIF entry in instance network info cache for port 5d6f4164-dce8-4020-987e-a9865160efea. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 650.699420] env[65829]: DEBUG nova.network.neutron [req-30a380d3-91da-4297-9e1f-d7956edd4188 req-a3e89c94-873e-4d72-b97e-9b0c2cd83438 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Updating instance_info_cache with network_info: [{"id": "5d6f4164-dce8-4020-987e-a9865160efea", "address": "fa:16:3e:d5:2d:2d", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d6f4164-dc", "ovs_interfaceid": "5d6f4164-dce8-4020-987e-a9865160efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.739747] env[65829]: DEBUG nova.network.neutron [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Updating instance_info_cache with network_info: [{"id": "3aaec1dd-359d-4d05-9d09-3c8dde1d54f0", "address": "fa:16:3e:f8:7c:ac", "network": {"id": "fa8ef5a7-3686-4c56-885f-79a0226b37d5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-386999655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1504f6bcb84c5ea6c94c1caacb2337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaec1dd-35", "ovs_interfaceid": "3aaec1dd-359d-4d05-9d09-3c8dde1d54f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.758423] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807014, 'name': ReconfigVM_Task, 'duration_secs': 0.418476} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.758860] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 38a0da51-c4c7-4067-bcab-9383bf804533/38a0da51-c4c7-4067-bcab-9383bf804533.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.760128] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbf4e5e9-a79c-44d6-8022-f675872f8f84 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.763895] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e091f98-7e1b-4869-a419-71acb21fe49c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.777073] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9c5a79-3b03-4e34-b38f-08aaecec23ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.778229] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Waiting for the task: (returnval){ [ 650.778229] env[65829]: value = "task-4807015" [ 650.778229] env[65829]: _type = "Task" [ 650.778229] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.812081] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be1bd9e-6355-4030-8987-30ca39c3015f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.818186] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807015, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.824393] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089ed859-c32a-4ddc-85d3-0cd28d142e0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.840363] env[65829]: DEBUG nova.compute.provider_tree [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.842955] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Acquiring lock "1fdc9757-cbc5-481f-8ec1-7b8136efca82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.843223] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Lock "1fdc9757-cbc5-481f-8ec1-7b8136efca82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.843391] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Acquiring lock "1fdc9757-cbc5-481f-8ec1-7b8136efca82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.843568] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Lock "1fdc9757-cbc5-481f-8ec1-7b8136efca82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.843727] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Lock "1fdc9757-cbc5-481f-8ec1-7b8136efca82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.846080] env[65829]: INFO nova.compute.manager [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Terminating instance [ 650.873025] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807012, 'name': CreateVM_Task, 'duration_secs': 0.757398} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.873267] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.873804] env[65829]: WARNING neutronclient.v2_0.client [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.874337] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.874536] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.874857] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.875492] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-542511e4-8b1f-478f-8ed4-d019fde49f7d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.881731] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 650.881731] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bc78db-0cc3-3415-703d-4e550c0f95cb" [ 650.881731] env[65829]: _type = "Task" [ 650.881731] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.892746] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bc78db-0cc3-3415-703d-4e550c0f95cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.987086] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690862} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.987290] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] d3834d07-9493-4d9e-9aef-bbef9fdd1454/d3834d07-9493-4d9e-9aef-bbef9fdd1454.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.987415] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.988702] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c59c8c3-6751-47f1-9bf3-cde9787654a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.998678] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 650.998678] env[65829]: value = "task-4807016" [ 650.998678] env[65829]: _type = "Task" [ 650.998678] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.008237] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.034461] env[65829]: WARNING neutronclient.v2_0.client [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.124628] env[65829]: DEBUG nova.network.neutron [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 651.179734] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Acquiring lock "598d7de9-b594-4a1c-9cd8-c06d79aa72df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.179981] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Lock "598d7de9-b594-4a1c-9cd8-c06d79aa72df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.204803] env[65829]: DEBUG oslo_concurrency.lockutils [req-30a380d3-91da-4297-9e1f-d7956edd4188 req-a3e89c94-873e-4d72-b97e-9b0c2cd83438 service nova] Releasing lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.242323] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Releasing lock "refresh_cache-61dcd9dc-48b4-4f89-8270-367df270a78f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.244581] env[65829]: DEBUG nova.compute.manager [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Instance network_info: |[{"id": "3aaec1dd-359d-4d05-9d09-3c8dde1d54f0", "address": "fa:16:3e:f8:7c:ac", "network": {"id": "fa8ef5a7-3686-4c56-885f-79a0226b37d5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-386999655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1504f6bcb84c5ea6c94c1caacb2337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaec1dd-35", "ovs_interfaceid": "3aaec1dd-359d-4d05-9d09-3c8dde1d54f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 651.244881] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:7c:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3aaec1dd-359d-4d05-9d09-3c8dde1d54f0', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.253480] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Creating folder: Project (8e1504f6bcb84c5ea6c94c1caacb2337). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.254581] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40dd515f-dcc5-4957-840d-13aad36854ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.266914] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Created folder: Project (8e1504f6bcb84c5ea6c94c1caacb2337) in parent group-v937255. [ 651.267157] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Creating folder: Instances. Parent ref: group-v937306. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.267434] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa27d3dc-14d4-4444-8648-ff8fee696b37 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.279971] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Created folder: Instances in parent group-v937306. [ 651.280269] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 651.287707] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.288159] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f07223b-281c-4e2b-95cc-7808b5329e31 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.309290] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807015, 'name': Rename_Task, 'duration_secs': 0.197143} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.312079] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.312079] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.312079] env[65829]: value = "task-4807019" [ 651.312079] env[65829]: _type = "Task" [ 651.312079] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.312079] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd8425ec-6f31-4433-b391-cfec887a6835 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.323555] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807019, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.325324] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Waiting for the task: (returnval){ [ 651.325324] env[65829]: value = "task-4807020" [ 651.325324] env[65829]: _type = "Task" [ 651.325324] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.337487] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.351752] env[65829]: DEBUG nova.compute.manager [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 651.352084] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.353786] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8500515-7495-41cc-b18e-442fa7d5f9ee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.362722] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.365212] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52ebe064-9652-431e-8ae4-5d8f62555b4b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.371404] env[65829]: DEBUG oslo_vmware.api [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Waiting for the task: (returnval){ [ 651.371404] env[65829]: value = "task-4807021" [ 651.371404] env[65829]: _type = "Task" [ 651.371404] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.372461] env[65829]: ERROR nova.scheduler.client.report [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] [req-0a559195-d6a9-4704-ac4a-ec2bf0ef6591] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a559195-d6a9-4704-ac4a-ec2bf0ef6591"}]} [ 651.385856] env[65829]: DEBUG oslo_vmware.api [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4807021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.390776] env[65829]: DEBUG nova.scheduler.client.report [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 651.397259] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bc78db-0cc3-3415-703d-4e550c0f95cb, 'name': SearchDatastore_Task, 'duration_secs': 0.016543} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.397620] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.397832] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.399142] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.399142] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.399142] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.399142] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d978a4b-b339-4c7b-9824-4e509b00c0d5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.410189] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.411270] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.411270] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adfba9c8-f960-4ede-a6b8-b3cedbf44071 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.414776] env[65829]: DEBUG nova.scheduler.client.report [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 651.415013] env[65829]: DEBUG nova.compute.provider_tree [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.421365] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 651.421365] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5268542c-3258-7cab-5f9f-fda836a97758" [ 651.421365] env[65829]: _type = "Task" [ 651.421365] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.431196] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5268542c-3258-7cab-5f9f-fda836a97758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.432331] env[65829]: DEBUG nova.scheduler.client.report [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 651.457873] env[65829]: DEBUG nova.scheduler.client.report [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 651.510660] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081308} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.510660] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.511524] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d858ac-dee9-4d41-a1a2-a4c5f1fbd64d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.534779] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] d3834d07-9493-4d9e-9aef-bbef9fdd1454/d3834d07-9493-4d9e-9aef-bbef9fdd1454.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.540077] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414ff2fb-4f9e-4702-8bc5-9e1daae76c61 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.573544] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 651.573544] env[65829]: value = "task-4807022" [ 651.573544] env[65829]: _type = "Task" [ 651.573544] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.584893] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807022, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.825380] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807019, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.826593] env[65829]: WARNING neutronclient.v2_0.client [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.833172] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea50f59-cd66-41b9-a367-a44b39ccdc69 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.841964] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.844920] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdddf13-87e6-42c4-ac00-ecf13dc56f32 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.880743] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11a89f7-c9d3-4427-af0a-d52590cd5389 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.892398] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd84aa2-7509-4c7a-b6e9-40c980df1f8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.895929] env[65829]: DEBUG oslo_vmware.api [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4807021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.907224] env[65829]: DEBUG nova.compute.provider_tree [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.932144] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5268542c-3258-7cab-5f9f-fda836a97758, 'name': SearchDatastore_Task, 'duration_secs': 0.017653} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.933226] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef4debb8-a0c8-4ddf-80dc-6b78f03adf02 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.939995] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 651.939995] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5207385d-e596-d272-3866-4911fc583db5" [ 651.939995] env[65829]: _type = "Task" [ 651.939995] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.949921] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5207385d-e596-d272-3866-4911fc583db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.084501] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.325195] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807019, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.339453] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.388712] env[65829]: DEBUG oslo_vmware.api [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4807021, 'name': PowerOffVM_Task, 'duration_secs': 0.824972} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.390565] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.390565] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.390565] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-168664e1-4d6a-46e1-9d63-b94ee56b2137 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.449018] env[65829]: WARNING neutronclient.v2_0.client [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.459144] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5207385d-e596-d272-3866-4911fc583db5, 'name': SearchDatastore_Task, 'duration_secs': 0.016904} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.459144] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.459144] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 4722e435-1d98-4e36-886e-31275e89630c/4722e435-1d98-4e36-886e-31275e89630c.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.459144] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c73d90d-d82a-46bf-b2a8-1e998329de01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.467939] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 652.467939] env[65829]: value = "task-4807024" [ 652.467939] env[65829]: _type = "Task" [ 652.467939] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.469668] env[65829]: DEBUG nova.scheduler.client.report [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 33 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 652.470074] env[65829]: DEBUG nova.compute.provider_tree [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 33 to 34 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 652.471164] env[65829]: DEBUG nova.compute.provider_tree [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.475994] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.476128] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.476242] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Deleting the datastore file [datastore1] 1fdc9757-cbc5-481f-8ec1-7b8136efca82 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.481796] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ac505e1-6a52-4a64-8395-77c0bd9cc19d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.486601] env[65829]: DEBUG nova.network.neutron [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Updating instance_info_cache with network_info: [{"id": "e9ecc17d-ecab-4d9e-96d6-f2c37205bc08", "address": "fa:16:3e:8b:7b:82", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ecc17d-ec", "ovs_interfaceid": "e9ecc17d-ecab-4d9e-96d6-f2c37205bc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.500210] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.500673] env[65829]: DEBUG oslo_vmware.api [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Waiting for the task: (returnval){ [ 652.500673] env[65829]: value = "task-4807025" [ 652.500673] env[65829]: _type = "Task" [ 652.500673] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.589555] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807022, 'name': ReconfigVM_Task, 'duration_secs': 0.781064} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.589852] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Reconfigured VM instance instance-0000000f to attach disk [datastore2] d3834d07-9493-4d9e-9aef-bbef9fdd1454/d3834d07-9493-4d9e-9aef-bbef9fdd1454.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.590535] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed1afbd4-99ec-45c1-b1d0-96fa7a264c38 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.598542] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 652.598542] env[65829]: value = "task-4807026" [ 652.598542] env[65829]: _type = "Task" [ 652.598542] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.608250] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807026, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.609597] env[65829]: DEBUG nova.network.neutron [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Updated VIF entry in instance network info cache for port b5391140-5e90-4ec6-a392-5d9b38fc29da. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 652.610628] env[65829]: DEBUG nova.network.neutron [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Updating instance_info_cache with network_info: [{"id": "b5391140-5e90-4ec6-a392-5d9b38fc29da", "address": "fa:16:3e:da:34:bd", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5391140-5e", "ovs_interfaceid": "b5391140-5e90-4ec6-a392-5d9b38fc29da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.828096] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807019, 'name': CreateVM_Task, 'duration_secs': 1.041711} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.828351] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.828935] env[65829]: WARNING neutronclient.v2_0.client [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.829400] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.829637] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.829993] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.830480] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91336ae7-2aa0-493a-978b-6272d8390809 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.841340] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 652.841340] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52919abb-1351-8b5e-3c69-6bb552111e3b" [ 652.841340] env[65829]: _type = "Task" [ 652.841340] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.848757] env[65829]: DEBUG oslo_vmware.api [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Task: {'id': task-4807020, 'name': PowerOnVM_Task, 'duration_secs': 1.194187} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.849569] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.849748] env[65829]: DEBUG nova.compute.manager [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 652.850870] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52131f7-5e7d-4613-b4a4-93f4459e20cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.857251] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52919abb-1351-8b5e-3c69-6bb552111e3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.981526] env[65829]: DEBUG oslo_concurrency.lockutils [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.171s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.984458] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.058s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.986067] env[65829]: INFO nova.compute.claims [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.990169] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Releasing lock "refresh_cache-6ba6541f-302d-4a97-8732-45985f5fec13" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.990506] env[65829]: DEBUG nova.compute.manager [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Instance network_info: |[{"id": "e9ecc17d-ecab-4d9e-96d6-f2c37205bc08", "address": "fa:16:3e:8b:7b:82", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ecc17d-ec", "ovs_interfaceid": "e9ecc17d-ecab-4d9e-96d6-f2c37205bc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 652.990943] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:7b:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9ecc17d-ecab-4d9e-96d6-f2c37205bc08', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.000287] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 653.004731] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.005222] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807024, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.005464] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-caa8a553-2a71-4bd6-9fc6-26d2c3e8d32a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.027000] env[65829]: INFO nova.scheduler.client.report [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Deleted allocations for instance 033a3add-1824-4db3-943b-c2fa588857e5 [ 653.036845] env[65829]: DEBUG oslo_vmware.api [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Task: {'id': task-4807025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340669} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.038557] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.038768] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.038940] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.039121] env[65829]: INFO nova.compute.manager [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Took 1.69 seconds to destroy the instance on the hypervisor. [ 653.039368] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 653.039577] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.039577] env[65829]: value = "task-4807027" [ 653.039577] env[65829]: _type = "Task" [ 653.039577] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.040465] env[65829]: DEBUG nova.compute.manager [-] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 653.040570] env[65829]: DEBUG nova.network.neutron [-] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 653.042090] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.063068] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807027, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.110243] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807026, 'name': Rename_Task, 'duration_secs': 0.172728} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.111082] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.111360] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a41a9a1d-714a-4cb4-b908-640396523814 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.114272] env[65829]: DEBUG oslo_concurrency.lockutils [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] Releasing lock "refresh_cache-d3834d07-9493-4d9e-9aef-bbef9fdd1454" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.114555] env[65829]: DEBUG nova.compute.manager [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Received event network-vif-plugged-6d0fec2c-eeb2-45ce-9575-2e433ba58642 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 653.114793] env[65829]: DEBUG oslo_concurrency.lockutils [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] Acquiring lock "4722e435-1d98-4e36-886e-31275e89630c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.115070] env[65829]: DEBUG oslo_concurrency.lockutils [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] Lock "4722e435-1d98-4e36-886e-31275e89630c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.116158] env[65829]: DEBUG oslo_concurrency.lockutils [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] Lock "4722e435-1d98-4e36-886e-31275e89630c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.116158] env[65829]: DEBUG nova.compute.manager [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: 4722e435-1d98-4e36-886e-31275e89630c] No waiting events found dispatching network-vif-plugged-6d0fec2c-eeb2-45ce-9575-2e433ba58642 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 653.116158] env[65829]: WARNING nova.compute.manager [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Received unexpected event network-vif-plugged-6d0fec2c-eeb2-45ce-9575-2e433ba58642 for instance with vm_state building and task_state spawning. [ 653.116158] env[65829]: DEBUG nova.compute.manager [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Received event network-changed-6d0fec2c-eeb2-45ce-9575-2e433ba58642 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 653.116158] env[65829]: DEBUG nova.compute.manager [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Refreshing instance network info cache due to event network-changed-6d0fec2c-eeb2-45ce-9575-2e433ba58642. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 653.116416] env[65829]: DEBUG oslo_concurrency.lockutils [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] Acquiring lock "refresh_cache-4722e435-1d98-4e36-886e-31275e89630c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.116416] env[65829]: DEBUG oslo_concurrency.lockutils [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] Acquired lock "refresh_cache-4722e435-1d98-4e36-886e-31275e89630c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.116492] env[65829]: DEBUG nova.network.neutron [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Refreshing network info cache for port 6d0fec2c-eeb2-45ce-9575-2e433ba58642 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.124489] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 653.124489] env[65829]: value = "task-4807028" [ 653.124489] env[65829]: _type = "Task" [ 653.124489] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.141254] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.184310] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.354642] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52919abb-1351-8b5e-3c69-6bb552111e3b, 'name': SearchDatastore_Task, 'duration_secs': 0.059614} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.355045] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.355124] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.355363] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.355502] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.355676] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.355981] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b35f6c6-a41b-44ad-915e-6c7c1f842df6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.372265] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.372535] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.375208] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad945fa-d863-4a1c-8e5c-a43a5b63f743 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.379342] env[65829]: DEBUG oslo_concurrency.lockutils [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.384041] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 653.384041] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528a6439-5e77-94dc-1f64-284f71c87eff" [ 653.384041] env[65829]: _type = "Task" [ 653.384041] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.393399] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528a6439-5e77-94dc-1f64-284f71c87eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.488269] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647738} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.490116] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 4722e435-1d98-4e36-886e-31275e89630c/4722e435-1d98-4e36-886e-31275e89630c.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.490326] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.493259] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ded57174-5e9c-4d61-a86b-858bdfec6be8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.501834] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 653.501834] env[65829]: value = "task-4807029" [ 653.501834] env[65829]: _type = "Task" [ 653.501834] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.512854] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.542349] env[65829]: DEBUG oslo_concurrency.lockutils [None req-831a718b-4c39-4d2e-a61b-d3caced88a42 tempest-ServerAddressesNegativeTestJSON-1569898392 tempest-ServerAddressesNegativeTestJSON-1569898392-project-member] Lock "033a3add-1824-4db3-943b-c2fa588857e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.612s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.554954] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807027, 'name': CreateVM_Task, 'duration_secs': 0.452648} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.555169] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.556093] env[65829]: WARNING neutronclient.v2_0.client [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.556487] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.556649] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.556964] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.557858] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94e92d06-67db-493a-aea8-e9b8bf49aa6e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.565256] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 653.565256] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52665a60-e192-2780-d6e5-aedf1a1b2c34" [ 653.565256] env[65829]: _type = "Task" [ 653.565256] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.578501] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52665a60-e192-2780-d6e5-aedf1a1b2c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.620131] env[65829]: WARNING neutronclient.v2_0.client [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.635550] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807028, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.796227] env[65829]: WARNING neutronclient.v2_0.client [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.881772] env[65829]: DEBUG nova.network.neutron [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Updated VIF entry in instance network info cache for port 6d0fec2c-eeb2-45ce-9575-2e433ba58642. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 653.884560] env[65829]: DEBUG nova.network.neutron [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Updating instance_info_cache with network_info: [{"id": "6d0fec2c-eeb2-45ce-9575-2e433ba58642", "address": "fa:16:3e:90:4d:a1", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.174", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d0fec2c-ee", "ovs_interfaceid": "6d0fec2c-eeb2-45ce-9575-2e433ba58642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.892330] env[65829]: DEBUG nova.compute.manager [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Received event network-vif-plugged-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 653.892563] env[65829]: DEBUG oslo_concurrency.lockutils [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] Acquiring lock "61dcd9dc-48b4-4f89-8270-367df270a78f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.892893] env[65829]: DEBUG oslo_concurrency.lockutils [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] Lock "61dcd9dc-48b4-4f89-8270-367df270a78f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.893150] env[65829]: DEBUG oslo_concurrency.lockutils [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] Lock "61dcd9dc-48b4-4f89-8270-367df270a78f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.893386] env[65829]: DEBUG nova.compute.manager [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] No waiting events found dispatching network-vif-plugged-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 653.893612] env[65829]: WARNING nova.compute.manager [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Received unexpected event network-vif-plugged-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 for instance with vm_state building and task_state spawning. [ 653.893798] env[65829]: DEBUG nova.compute.manager [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Received event network-changed-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 653.893960] env[65829]: DEBUG nova.compute.manager [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Refreshing instance network info cache due to event network-changed-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 653.894209] env[65829]: DEBUG oslo_concurrency.lockutils [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] Acquiring lock "refresh_cache-61dcd9dc-48b4-4f89-8270-367df270a78f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.894358] env[65829]: DEBUG oslo_concurrency.lockutils [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] Acquired lock "refresh_cache-61dcd9dc-48b4-4f89-8270-367df270a78f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.894559] env[65829]: DEBUG nova.network.neutron [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Refreshing network info cache for port 3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.905737] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528a6439-5e77-94dc-1f64-284f71c87eff, 'name': SearchDatastore_Task, 'duration_secs': 0.01254} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.907481] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f5084c9-a41f-43dc-89f9-fd12ff06efc0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.915207] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 653.915207] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5254aa6a-3275-07c4-3763-a37a14393590" [ 653.915207] env[65829]: _type = "Task" [ 653.915207] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.925229] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5254aa6a-3275-07c4-3763-a37a14393590, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.994122] env[65829]: DEBUG nova.network.neutron [-] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.013189] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069834} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.013576] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.014661] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a0a1ed-44d8-4611-99d0-f379ffd2ea94 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.041412] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 4722e435-1d98-4e36-886e-31275e89630c/4722e435-1d98-4e36-886e-31275e89630c.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.045406] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6f9ffbf-8cc9-4ebe-bc63-7f1ecef004fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.066529] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 654.066529] env[65829]: value = "task-4807030" [ 654.066529] env[65829]: _type = "Task" [ 654.066529] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.086260] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52665a60-e192-2780-d6e5-aedf1a1b2c34, 'name': SearchDatastore_Task, 'duration_secs': 0.022159} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.086260] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807030, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.086828] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.087508] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.087508] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.139441] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.253033] env[65829]: DEBUG nova.compute.manager [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 654.253311] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9822a48a-20df-4048-99a0-11fa84f01bc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.393841] env[65829]: DEBUG oslo_concurrency.lockutils [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] Releasing lock "refresh_cache-4722e435-1d98-4e36-886e-31275e89630c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.394233] env[65829]: DEBUG nova.compute.manager [req-be759801-fb9e-4bde-b083-63f6fc21f854 req-e193e9b3-1c08-463b-93a3-ddaec9af652c service nova] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Received event network-vif-deleted-0cfcd0a4-11e6-4312-a2e2-f495ef2a8567 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 654.398347] env[65829]: WARNING neutronclient.v2_0.client [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.426513] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5254aa6a-3275-07c4-3763-a37a14393590, 'name': SearchDatastore_Task, 'duration_secs': 0.055866} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.429626] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.429952] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 61dcd9dc-48b4-4f89-8270-367df270a78f/61dcd9dc-48b4-4f89-8270-367df270a78f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.430697] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.430829] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.431116] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcef7b9d-1199-4d02-bfd4-cf1f11bb7fe3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.434046] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6933dcd9-4397-41d1-85e5-c30594ca09bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.444422] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 654.444422] env[65829]: value = "task-4807031" [ 654.444422] env[65829]: _type = "Task" [ 654.444422] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.452607] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.452788] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.453628] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5dd26e-c524-4b5f-a118-dae09699d254 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.459665] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.465209] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cccbb2a-4ac5-411b-8277-e8a1bb0e5db1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.467871] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 654.467871] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b3fbf6-16a5-d087-bd5a-55127a0466e4" [ 654.467871] env[65829]: _type = "Task" [ 654.467871] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.479374] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c40c76-115c-46ed-9303-d066b89e3e67 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.488196] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b3fbf6-16a5-d087-bd5a-55127a0466e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.515276] env[65829]: INFO nova.compute.manager [-] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Took 1.47 seconds to deallocate network for instance. [ 654.518825] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754fdc38-2d1c-46ac-8bac-e5f2006dd18b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.532324] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9244db8-adb9-452e-90ce-a904f7b60d2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.547582] env[65829]: DEBUG nova.compute.provider_tree [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.592212] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.638066] env[65829]: DEBUG oslo_vmware.api [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807028, 'name': PowerOnVM_Task, 'duration_secs': 1.154645} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.638429] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.638675] env[65829]: INFO nova.compute.manager [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Took 13.35 seconds to spawn the instance on the hypervisor. [ 654.638891] env[65829]: DEBUG nova.compute.manager [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 654.640183] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f757ed-ee30-4ef7-a39e-cd7d3fec5d10 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.677557] env[65829]: DEBUG nova.compute.manager [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Received event network-changed-8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 654.677747] env[65829]: DEBUG nova.compute.manager [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Refreshing instance network info cache due to event network-changed-8b76b686-c628-45fc-b615-932fa57a1478. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 654.677961] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] Acquiring lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.681085] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] Acquired lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.681182] env[65829]: DEBUG nova.network.neutron [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Refreshing network info cache for port 8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.766342] env[65829]: INFO nova.compute.manager [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] instance snapshotting [ 654.771276] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dcbedf-5e91-4917-b60b-3391ae76f002 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.796067] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea62417-6117-4c95-8e59-be3ac78ecabf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.960078] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807031, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.986924] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b3fbf6-16a5-d087-bd5a-55127a0466e4, 'name': SearchDatastore_Task, 'duration_secs': 0.032533} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.988060] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcad879-104d-45e9-9975-3c9e2c361093 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.998450] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 654.998450] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ea418a-5dd0-315f-2476-899d856898ae" [ 654.998450] env[65829]: _type = "Task" [ 654.998450] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.014109] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ea418a-5dd0-315f-2476-899d856898ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.028079] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.039000] env[65829]: WARNING neutronclient.v2_0.client [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.098198] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807030, 'name': ReconfigVM_Task, 'duration_secs': 0.774998} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.098833] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 4722e435-1d98-4e36-886e-31275e89630c/4722e435-1d98-4e36-886e-31275e89630c.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.100757] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff5a8434-bfb8-4d8b-8a3d-18c3c8993edb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.114683] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 655.114683] env[65829]: value = "task-4807032" [ 655.114683] env[65829]: _type = "Task" [ 655.114683] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.132738] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807032, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.134266] env[65829]: DEBUG nova.scheduler.client.report [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 34 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 655.134614] env[65829]: DEBUG nova.compute.provider_tree [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 34 to 35 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 655.134881] env[65829]: DEBUG nova.compute.provider_tree [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.165360] env[65829]: INFO nova.compute.manager [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Took 23.23 seconds to build instance. [ 655.188822] env[65829]: WARNING neutronclient.v2_0.client [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.236309] env[65829]: DEBUG nova.network.neutron [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Updated VIF entry in instance network info cache for port 3aaec1dd-359d-4d05-9d09-3c8dde1d54f0. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 655.236770] env[65829]: DEBUG nova.network.neutron [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Updating instance_info_cache with network_info: [{"id": "3aaec1dd-359d-4d05-9d09-3c8dde1d54f0", "address": "fa:16:3e:f8:7c:ac", "network": {"id": "fa8ef5a7-3686-4c56-885f-79a0226b37d5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-386999655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1504f6bcb84c5ea6c94c1caacb2337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaec1dd-35", "ovs_interfaceid": "3aaec1dd-359d-4d05-9d09-3c8dde1d54f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.311913] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 655.312284] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1b64b2f8-fe14-47b8-a3d2-ffd2b5f9110c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.323517] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 655.323517] env[65829]: value = "task-4807033" [ 655.323517] env[65829]: _type = "Task" [ 655.323517] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.339070] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807033, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.429133] env[65829]: WARNING neutronclient.v2_0.client [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.456814] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709463} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.457305] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 61dcd9dc-48b4-4f89-8270-367df270a78f/61dcd9dc-48b4-4f89-8270-367df270a78f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.458470] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.458470] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-889544d2-e943-4896-8b82-e0e9912a6022 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.467529] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 655.467529] env[65829]: value = "task-4807034" [ 655.467529] env[65829]: _type = "Task" [ 655.467529] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.482720] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.510672] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ea418a-5dd0-315f-2476-899d856898ae, 'name': SearchDatastore_Task, 'duration_secs': 0.071097} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.511086] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.511355] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 6ba6541f-302d-4a97-8732-45985f5fec13/6ba6541f-302d-4a97-8732-45985f5fec13.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.511624] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-438a3ff1-989a-449f-9e17-780e752f43db {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.519571] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 655.519571] env[65829]: value = "task-4807035" [ 655.519571] env[65829]: _type = "Task" [ 655.519571] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.523862] env[65829]: DEBUG nova.network.neutron [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updated VIF entry in instance network info cache for port 8b76b686-c628-45fc-b615-932fa57a1478. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 655.524239] env[65829]: DEBUG nova.network.neutron [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updating instance_info_cache with network_info: [{"id": "8b76b686-c628-45fc-b615-932fa57a1478", "address": "fa:16:3e:a2:f8:16", "network": {"id": "4f9ed4b6-528a-4820-b3b9-4a5d824eaad6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-128371458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb6c9e13e60f4ba488487d7e527a44cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b76b686-c6", "ovs_interfaceid": "8b76b686-c628-45fc-b615-932fa57a1478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.531850] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.628040] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807032, 'name': Rename_Task, 'duration_secs': 0.179533} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.628336] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.628607] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e7ac97b-bb8b-42f8-912a-53be3e5a8b8b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.637597] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 655.637597] env[65829]: value = "task-4807036" [ 655.637597] env[65829]: _type = "Task" [ 655.637597] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.648863] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.649414] env[65829]: DEBUG nova.compute.manager [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 655.652302] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.652848] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.880s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.655319] env[65829]: INFO nova.compute.claims [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.669272] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7039f6cc-c3df-4d06-a715-c99d2293daa9 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "d3834d07-9493-4d9e-9aef-bbef9fdd1454" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.747s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.739655] env[65829]: DEBUG oslo_concurrency.lockutils [req-9d7ce628-cc9a-4223-9434-91097c945ba0 req-df248a8c-1d33-463b-b760-b88eb3182331 service nova] Releasing lock "refresh_cache-61dcd9dc-48b4-4f89-8270-367df270a78f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.763555] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Acquiring lock "a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.763555] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Lock "a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.838198] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807033, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.933260] env[65829]: DEBUG oslo_concurrency.lockutils [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquiring lock "38a0da51-c4c7-4067-bcab-9383bf804533" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.933621] env[65829]: DEBUG oslo_concurrency.lockutils [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lock "38a0da51-c4c7-4067-bcab-9383bf804533" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.933839] env[65829]: DEBUG oslo_concurrency.lockutils [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquiring lock "38a0da51-c4c7-4067-bcab-9383bf804533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.934031] env[65829]: DEBUG oslo_concurrency.lockutils [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lock "38a0da51-c4c7-4067-bcab-9383bf804533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.934202] env[65829]: DEBUG oslo_concurrency.lockutils [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lock "38a0da51-c4c7-4067-bcab-9383bf804533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.938668] env[65829]: INFO nova.compute.manager [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Terminating instance [ 655.981286] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071396} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.981804] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.983035] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5f10e2-6002-4aef-b55b-484d3891beb3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.014808] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 61dcd9dc-48b4-4f89-8270-367df270a78f/61dcd9dc-48b4-4f89-8270-367df270a78f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.016366] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70475b6a-d1b7-4edd-94fc-9121eeb297ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.036199] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] Releasing lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.036442] env[65829]: DEBUG nova.compute.manager [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Received event network-vif-plugged-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 656.036675] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] Acquiring lock "6ba6541f-302d-4a97-8732-45985f5fec13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.037078] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] Lock "6ba6541f-302d-4a97-8732-45985f5fec13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.037156] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] Lock "6ba6541f-302d-4a97-8732-45985f5fec13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.037349] env[65829]: DEBUG nova.compute.manager [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] No waiting events found dispatching network-vif-plugged-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 656.037564] env[65829]: WARNING nova.compute.manager [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Received unexpected event network-vif-plugged-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 for instance with vm_state building and task_state spawning. [ 656.037761] env[65829]: DEBUG nova.compute.manager [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Received event network-changed-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 656.037958] env[65829]: DEBUG nova.compute.manager [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Refreshing instance network info cache due to event network-changed-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 656.038190] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] Acquiring lock "refresh_cache-6ba6541f-302d-4a97-8732-45985f5fec13" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.038350] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] Acquired lock "refresh_cache-6ba6541f-302d-4a97-8732-45985f5fec13" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.038538] env[65829]: DEBUG nova.network.neutron [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Refreshing network info cache for port e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.051482] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807035, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.054463] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 656.054463] env[65829]: value = "task-4807037" [ 656.054463] env[65829]: _type = "Task" [ 656.054463] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.067562] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.157957] env[65829]: DEBUG nova.compute.utils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 656.159296] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807036, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.159596] env[65829]: DEBUG nova.compute.manager [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 656.159782] env[65829]: DEBUG nova.network.neutron [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 656.160170] env[65829]: WARNING neutronclient.v2_0.client [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.161593] env[65829]: WARNING neutronclient.v2_0.client [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.172722] env[65829]: DEBUG nova.compute.manager [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 656.335377] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807033, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.401981] env[65829]: DEBUG nova.policy [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9481eb209dd049528e5679b1c08a8b15', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1b299a9ca834f24aa25208ed1106f29', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.445346] env[65829]: DEBUG oslo_concurrency.lockutils [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquiring lock "refresh_cache-38a0da51-c4c7-4067-bcab-9383bf804533" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.445346] env[65829]: DEBUG oslo_concurrency.lockutils [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquired lock "refresh_cache-38a0da51-c4c7-4067-bcab-9383bf804533" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.445346] env[65829]: DEBUG nova.network.neutron [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 656.547070] env[65829]: WARNING neutronclient.v2_0.client [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.549357] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540839} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.549800] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 6ba6541f-302d-4a97-8732-45985f5fec13/6ba6541f-302d-4a97-8732-45985f5fec13.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.550223] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.550311] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdfab0b9-b65e-45d5-9554-b13644fa1819 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.559669] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 656.559669] env[65829]: value = "task-4807038" [ 656.559669] env[65829]: _type = "Task" [ 656.559669] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.567441] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.573351] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.650826] env[65829]: DEBUG oslo_vmware.api [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807036, 'name': PowerOnVM_Task, 'duration_secs': 0.905086} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.651148] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.651370] env[65829]: INFO nova.compute.manager [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Took 12.87 seconds to spawn the instance on the hypervisor. [ 656.651554] env[65829]: DEBUG nova.compute.manager [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 656.652446] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132d5ab7-edb2-467a-a0a9-6a5c3937b77a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.668594] env[65829]: DEBUG nova.compute.manager [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 656.699502] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.839868] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807033, 'name': CreateSnapshot_Task, 'duration_secs': 1.021667} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.840367] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 656.841590] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0628e52-3ca7-4cd5-b394-d31be12ad48b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.866652] env[65829]: DEBUG nova.network.neutron [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Successfully created port: 8888b29e-58a9-4ba9-9927-c8510209758e {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 656.951132] env[65829]: WARNING neutronclient.v2_0.client [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.041187] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "4e9650eb-1d84-402d-978c-38bbe2b40b9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.041187] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "4e9650eb-1d84-402d-978c-38bbe2b40b9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.075146] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807037, 'name': ReconfigVM_Task, 'duration_secs': 0.805174} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.075146] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 61dcd9dc-48b4-4f89-8270-367df270a78f/61dcd9dc-48b4-4f89-8270-367df270a78f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.075662] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077883} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.075993] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53e8efab-6047-4520-8206-e3c8b87b9a52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.078671] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.079896] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b607c786-4970-4afa-98c0-6c9c594cc2ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.083602] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ff48d4e-f942-4a3d-a9ee-6f08cb545406 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.092140] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 657.092140] env[65829]: value = "task-4807039" [ 657.092140] env[65829]: _type = "Task" [ 657.092140] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.107343] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57f73ea-bcd3-430b-8281-b7edaf9544f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.120677] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 6ba6541f-302d-4a97-8732-45985f5fec13/6ba6541f-302d-4a97-8732-45985f5fec13.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.123019] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b1794c-9189-4b0f-897b-afd38322b6f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.140569] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807039, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.189025] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a76675a-9582-4c56-a2f7-bd8888e684b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.192275] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 657.192275] env[65829]: value = "task-4807040" [ 657.192275] env[65829]: _type = "Task" [ 657.192275] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.192554] env[65829]: INFO nova.compute.manager [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Took 24.85 seconds to build instance. [ 657.201569] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21c9ff5-895a-4c1a-843c-3a89f38fc838 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.209047] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.220783] env[65829]: DEBUG nova.compute.provider_tree [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.365548] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 657.365847] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34e9fe3d-834d-425a-a181-bceb2d6ab584 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.376219] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 657.376219] env[65829]: value = "task-4807041" [ 657.376219] env[65829]: _type = "Task" [ 657.376219] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.384902] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807041, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.603282] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807039, 'name': Rename_Task, 'duration_secs': 0.211296} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.603771] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.603771] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b9911e0-00f5-4740-b763-e64c27aadb90 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.611054] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 657.611054] env[65829]: value = "task-4807042" [ 657.611054] env[65829]: _type = "Task" [ 657.611054] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.620349] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.695951] env[65829]: DEBUG nova.compute.manager [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 657.703693] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b4453ed1-9002-45bc-9a5e-345b5089bfae tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "4722e435-1d98-4e36-886e-31275e89630c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.374s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.711881] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.726513] env[65829]: DEBUG nova.scheduler.client.report [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.733022] env[65829]: DEBUG nova.virt.hardware [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 657.733407] env[65829]: DEBUG nova.virt.hardware [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.733407] env[65829]: DEBUG nova.virt.hardware [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 657.733407] env[65829]: DEBUG nova.virt.hardware [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.733599] env[65829]: DEBUG nova.virt.hardware [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 657.733823] env[65829]: DEBUG nova.virt.hardware [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 657.734121] env[65829]: DEBUG nova.virt.hardware [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 657.734392] env[65829]: DEBUG nova.virt.hardware [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 657.734675] env[65829]: DEBUG nova.virt.hardware [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 657.734945] env[65829]: DEBUG nova.virt.hardware [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 657.735239] env[65829]: DEBUG nova.virt.hardware [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 657.736629] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0c5b43-042b-402f-9813-968fcf54105a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.746947] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae3a7b9-7c0d-425a-a259-8805f866dfd3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.889683] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807041, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.083295] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.083645] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.122819] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807042, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.154579] env[65829]: DEBUG nova.network.neutron [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 658.209641] env[65829]: DEBUG nova.compute.manager [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 658.212834] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807040, 'name': ReconfigVM_Task, 'duration_secs': 0.796986} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.213355] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 6ba6541f-302d-4a97-8732-45985f5fec13/6ba6541f-302d-4a97-8732-45985f5fec13.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.213983] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a6b4e34-3116-4828-b402-01df8086440a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.221190] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 658.221190] env[65829]: value = "task-4807043" [ 658.221190] env[65829]: _type = "Task" [ 658.221190] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.231325] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.231836] env[65829]: DEBUG nova.compute.manager [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 658.234452] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807043, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.234867] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.334s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.236280] env[65829]: INFO nova.compute.claims [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.390568] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807041, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.564381] env[65829]: DEBUG nova.network.neutron [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Successfully updated port: 8888b29e-58a9-4ba9-9927-c8510209758e {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 658.597120] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.597393] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.597849] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.598367] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.598465] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.598862] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.599134] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 658.599298] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.628857] env[65829]: DEBUG oslo_vmware.api [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807042, 'name': PowerOnVM_Task, 'duration_secs': 0.837605} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.629198] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.629342] env[65829]: INFO nova.compute.manager [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Took 12.34 seconds to spawn the instance on the hypervisor. [ 658.629762] env[65829]: DEBUG nova.compute.manager [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 658.630388] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c5d34c-9507-496f-b43e-e17b0e24fc04 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.643217] env[65829]: DEBUG nova.network.neutron [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.657395] env[65829]: WARNING neutronclient.v2_0.client [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.741443] env[65829]: DEBUG nova.compute.utils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.743544] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807043, 'name': Rename_Task, 'duration_secs': 0.237603} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.745840] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.748105] env[65829]: DEBUG nova.compute.manager [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 658.749039] env[65829]: DEBUG nova.network.neutron [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 658.749039] env[65829]: WARNING neutronclient.v2_0.client [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.749039] env[65829]: WARNING neutronclient.v2_0.client [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.750850] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.752430] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4fccdc1-2a9c-452a-b8f5-cafd649a6adb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.761341] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 658.761341] env[65829]: value = "task-4807044" [ 658.761341] env[65829]: _type = "Task" [ 658.761341] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.770457] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.806743] env[65829]: DEBUG nova.network.neutron [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Updated VIF entry in instance network info cache for port e9ecc17d-ecab-4d9e-96d6-f2c37205bc08. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 658.807099] env[65829]: DEBUG nova.network.neutron [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Updating instance_info_cache with network_info: [{"id": "e9ecc17d-ecab-4d9e-96d6-f2c37205bc08", "address": "fa:16:3e:8b:7b:82", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9ecc17d-ec", "ovs_interfaceid": "e9ecc17d-ecab-4d9e-96d6-f2c37205bc08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.842586] env[65829]: DEBUG nova.policy [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1f053580b6d446483ad7610df5f5d8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea68ae604b47406dadc7964e957c82e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.892079] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807041, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.069641] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Acquiring lock "refresh_cache-ab7a4066-fb81-48a0-a39e-e54e59600e74" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.069915] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Acquired lock "refresh_cache-ab7a4066-fb81-48a0-a39e-e54e59600e74" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.070191] env[65829]: DEBUG nova.network.neutron [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 659.103295] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.148513] env[65829]: DEBUG oslo_concurrency.lockutils [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Releasing lock "refresh_cache-38a0da51-c4c7-4067-bcab-9383bf804533" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.150721] env[65829]: DEBUG nova.compute.manager [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 659.150905] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 659.159389] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5653eb-2732-412c-a7bf-b980cae6b1a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.165705] env[65829]: INFO nova.compute.manager [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Took 24.24 seconds to build instance. [ 659.173118] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.173118] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-777ef2dd-242d-480c-99a4-05965cbbf7f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.184458] env[65829]: DEBUG oslo_vmware.api [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 659.184458] env[65829]: value = "task-4807045" [ 659.184458] env[65829]: _type = "Task" [ 659.184458] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.198514] env[65829]: DEBUG oslo_vmware.api [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4807045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.246599] env[65829]: DEBUG nova.compute.manager [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 659.276892] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807044, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.278231] env[65829]: DEBUG nova.network.neutron [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Successfully created port: 55a8a7d9-6b77-46e0-adac-c41e3be90f25 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 659.310401] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] Releasing lock "refresh_cache-6ba6541f-302d-4a97-8732-45985f5fec13" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.312251] env[65829]: DEBUG nova.compute.manager [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Received event network-changed-8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 659.312251] env[65829]: DEBUG nova.compute.manager [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Refreshing instance network info cache due to event network-changed-8b76b686-c628-45fc-b615-932fa57a1478. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 659.312251] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] Acquiring lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.312251] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] Acquired lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.312251] env[65829]: DEBUG nova.network.neutron [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Refreshing network info cache for port 8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.393742] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807041, 'name': CloneVM_Task, 'duration_secs': 1.788512} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.400022] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Created linked-clone VM from snapshot [ 659.401239] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f613765-38e9-4121-a12c-4d3dae1cf624 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.412115] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Uploading image 41dea253-4d92-45f5-a8e0-439066ab1f32 {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 659.443300] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 659.443300] env[65829]: value = "vm-937311" [ 659.443300] env[65829]: _type = "VirtualMachine" [ 659.443300] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 659.443890] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6428303f-5302-49e7-90b3-2d6d6e4a818b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.453977] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lease: (returnval){ [ 659.453977] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5212219d-c17f-db47-3cda-36c9ba124dca" [ 659.453977] env[65829]: _type = "HttpNfcLease" [ 659.453977] env[65829]: } obtained for exporting VM: (result){ [ 659.453977] env[65829]: value = "vm-937311" [ 659.453977] env[65829]: _type = "VirtualMachine" [ 659.453977] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 659.454890] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the lease: (returnval){ [ 659.454890] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5212219d-c17f-db47-3cda-36c9ba124dca" [ 659.454890] env[65829]: _type = "HttpNfcLease" [ 659.454890] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 659.464532] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 659.464532] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5212219d-c17f-db47-3cda-36c9ba124dca" [ 659.464532] env[65829]: _type = "HttpNfcLease" [ 659.464532] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 659.669545] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb9b1d4b-1d17-48b3-a422-e338136e4659 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "61dcd9dc-48b4-4f89-8270-367df270a78f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.768s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.670496] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af01542b-8f74-4657-aef1-828731dccc7c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.680645] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33a2a2b-39ab-4952-b913-74bc2507f49e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.718453] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea940c3-5624-406f-970e-c1c36ae45ab1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.724975] env[65829]: DEBUG oslo_vmware.api [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4807045, 'name': PowerOffVM_Task, 'duration_secs': 0.216278} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.725755] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.725959] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 659.726247] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-330c58b3-c45c-44f4-a40c-dc8d1ba8caaf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.731819] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339f193c-9018-4932-883a-1805c47b3683 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.747403] env[65829]: DEBUG nova.compute.provider_tree [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.756591] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 659.756815] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 659.756989] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Deleting the datastore file [datastore2] 38a0da51-c4c7-4067-bcab-9383bf804533 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 659.758226] env[65829]: DEBUG nova.network.neutron [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 659.760379] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6808bdf4-eab0-4055-8417-db0b41318907 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.772916] env[65829]: DEBUG oslo_vmware.api [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807044, 'name': PowerOnVM_Task, 'duration_secs': 0.548215} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.774670] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.774910] env[65829]: INFO nova.compute.manager [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Took 10.93 seconds to spawn the instance on the hypervisor. [ 659.775150] env[65829]: DEBUG nova.compute.manager [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 659.775883] env[65829]: DEBUG oslo_vmware.api [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for the task: (returnval){ [ 659.775883] env[65829]: value = "task-4807048" [ 659.775883] env[65829]: _type = "Task" [ 659.775883] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.776651] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3c2839-a3d3-474c-bbcc-03d87a8f4ede {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.788276] env[65829]: DEBUG oslo_vmware.api [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4807048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.815192] env[65829]: WARNING neutronclient.v2_0.client [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.965012] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 659.965012] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5212219d-c17f-db47-3cda-36c9ba124dca" [ 659.965012] env[65829]: _type = "HttpNfcLease" [ 659.965012] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 659.965332] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 659.965332] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5212219d-c17f-db47-3cda-36c9ba124dca" [ 659.965332] env[65829]: _type = "HttpNfcLease" [ 659.965332] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 659.966085] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d976a2d-9664-4933-98c3-c1f68904d488 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.976106] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521190fd-a546-abbd-b903-d52ffa5ffb07/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 659.976331] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521190fd-a546-abbd-b903-d52ffa5ffb07/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 660.149403] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2d000a26-1be1-46ea-96f4-4d6700c71270 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.164410] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521190fd-a546-abbd-b903-d52ffa5ffb07/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 660.165783] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcbbfec-2122-4713-9c47-a22306c1ad27 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.173835] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521190fd-a546-abbd-b903-d52ffa5ffb07/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 660.175010] env[65829]: ERROR oslo_vmware.rw_handles [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521190fd-a546-abbd-b903-d52ffa5ffb07/disk-0.vmdk due to incomplete transfer.: nova.exception.ImageNotFound: Image 41dea253-4d92-45f5-a8e0-439066ab1f32 could not be found. [ 660.176158] env[65829]: DEBUG nova.compute.manager [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 660.178102] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1dd10994-f6e6-4d4f-886c-b72a02155503 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.187565] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521190fd-a546-abbd-b903-d52ffa5ffb07/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 660.187779] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 660.188068] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c5fbb91-2e25-4d5a-9041-b559a8cf80ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.196222] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 660.196222] env[65829]: value = "task-4807049" [ 660.196222] env[65829]: _type = "Task" [ 660.196222] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.206627] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807049, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.251090] env[65829]: DEBUG nova.scheduler.client.report [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 660.262549] env[65829]: DEBUG nova.compute.manager [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 660.299386] env[65829]: DEBUG oslo_vmware.api [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Task: {'id': task-4807048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244695} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.304787] env[65829]: DEBUG nova.virt.hardware [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 660.304980] env[65829]: DEBUG nova.virt.hardware [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.305050] env[65829]: DEBUG nova.virt.hardware [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 660.305419] env[65829]: DEBUG nova.virt.hardware [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.305419] env[65829]: DEBUG nova.virt.hardware [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 660.305622] env[65829]: DEBUG nova.virt.hardware [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 660.305859] env[65829]: DEBUG nova.virt.hardware [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 660.306039] env[65829]: DEBUG nova.virt.hardware [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 660.306208] env[65829]: DEBUG nova.virt.hardware [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 660.306365] env[65829]: DEBUG nova.virt.hardware [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 660.306529] env[65829]: DEBUG nova.virt.hardware [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 660.307480] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 660.307480] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 660.307598] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 660.308301] env[65829]: INFO nova.compute.manager [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Took 1.16 seconds to destroy the instance on the hypervisor. [ 660.308301] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 660.311279] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b92bce-70a8-4910-b6f0-01b0c5b959f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.316755] env[65829]: DEBUG nova.compute.manager [-] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 660.316871] env[65829]: DEBUG nova.network.neutron [-] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 660.317113] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.319355] env[65829]: INFO nova.compute.manager [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Took 24.58 seconds to build instance. [ 660.327168] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5a967b-0fe7-482d-8b73-99621ae9c2da {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.707719] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807049, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.708893] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.757259] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.757594] env[65829]: DEBUG nova.compute.manager [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 660.760525] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.773s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.765668] env[65829]: INFO nova.compute.claims [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.822631] env[65829]: DEBUG oslo_concurrency.lockutils [None req-815bf0b5-281c-4448-a8e2-6436a28bb503 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "6ba6541f-302d-4a97-8732-45985f5fec13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.102s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.830047] env[65829]: DEBUG nova.network.neutron [-] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 660.830340] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.889464] env[65829]: DEBUG nova.network.neutron [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Successfully updated port: 55a8a7d9-6b77-46e0-adac-c41e3be90f25 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 660.920455] env[65829]: WARNING neutronclient.v2_0.client [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.209236] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807049, 'name': Destroy_Task, 'duration_secs': 0.906964} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.209546] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Destroyed the VM [ 661.209829] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 661.210110] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4b5e6413-20ff-4602-8655-c28f05f2a968 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.218055] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 661.218055] env[65829]: value = "task-4807050" [ 661.218055] env[65829]: _type = "Task" [ 661.218055] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.228176] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.270822] env[65829]: DEBUG nova.compute.utils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 661.276546] env[65829]: DEBUG nova.compute.manager [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Not allocating networking since 'none' was specified. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 661.333837] env[65829]: DEBUG nova.network.neutron [-] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.391940] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "refresh_cache-70f9c8be-079c-482c-a3ce-f337fdf4360a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.392169] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "refresh_cache-70f9c8be-079c-482c-a3ce-f337fdf4360a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.392391] env[65829]: DEBUG nova.network.neutron [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 661.603768] env[65829]: DEBUG nova.network.neutron [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Updating instance_info_cache with network_info: [{"id": "8888b29e-58a9-4ba9-9927-c8510209758e", "address": "fa:16:3e:9a:b6:84", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8888b29e-58", "ovs_interfaceid": "8888b29e-58a9-4ba9-9927-c8510209758e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.643578] env[65829]: WARNING neutronclient.v2_0.client [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.688173] env[65829]: DEBUG nova.compute.manager [req-fadafff2-b655-40a2-b680-d4ffac0dd666 req-294cc699-6865-45d0-8198-c798d8ac2cbb service nova] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Received event network-vif-deleted-9852fdce-c34e-47bb-9e0f-5c38a9ccb7c9 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 661.731073] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807050, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.775506] env[65829]: DEBUG nova.compute.manager [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 661.794932] env[65829]: DEBUG nova.network.neutron [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updated VIF entry in instance network info cache for port 8b76b686-c628-45fc-b615-932fa57a1478. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 661.794932] env[65829]: DEBUG nova.network.neutron [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updating instance_info_cache with network_info: [{"id": "8b76b686-c628-45fc-b615-932fa57a1478", "address": "fa:16:3e:a2:f8:16", "network": {"id": "4f9ed4b6-528a-4820-b3b9-4a5d824eaad6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-128371458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb6c9e13e60f4ba488487d7e527a44cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b76b686-c6", "ovs_interfaceid": "8b76b686-c628-45fc-b615-932fa57a1478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.801395] env[65829]: DEBUG nova.compute.manager [req-58565090-0463-43eb-9b70-2df9124506a9 req-72958e39-6fc2-4f85-85f9-072027267d9b service nova] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Received event network-vif-plugged-8888b29e-58a9-4ba9-9927-c8510209758e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 661.801500] env[65829]: DEBUG oslo_concurrency.lockutils [req-58565090-0463-43eb-9b70-2df9124506a9 req-72958e39-6fc2-4f85-85f9-072027267d9b service nova] Acquiring lock "ab7a4066-fb81-48a0-a39e-e54e59600e74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.801685] env[65829]: DEBUG oslo_concurrency.lockutils [req-58565090-0463-43eb-9b70-2df9124506a9 req-72958e39-6fc2-4f85-85f9-072027267d9b service nova] Lock "ab7a4066-fb81-48a0-a39e-e54e59600e74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.801901] env[65829]: DEBUG oslo_concurrency.lockutils [req-58565090-0463-43eb-9b70-2df9124506a9 req-72958e39-6fc2-4f85-85f9-072027267d9b service nova] Lock "ab7a4066-fb81-48a0-a39e-e54e59600e74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.805215] env[65829]: DEBUG nova.compute.manager [req-58565090-0463-43eb-9b70-2df9124506a9 req-72958e39-6fc2-4f85-85f9-072027267d9b service nova] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] No waiting events found dispatching network-vif-plugged-8888b29e-58a9-4ba9-9927-c8510209758e {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 661.805445] env[65829]: WARNING nova.compute.manager [req-58565090-0463-43eb-9b70-2df9124506a9 req-72958e39-6fc2-4f85-85f9-072027267d9b service nova] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Received unexpected event network-vif-plugged-8888b29e-58a9-4ba9-9927-c8510209758e for instance with vm_state building and task_state spawning. [ 661.837675] env[65829]: INFO nova.compute.manager [-] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Took 1.52 seconds to deallocate network for instance. [ 661.941695] env[65829]: DEBUG nova.network.neutron [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 662.048102] env[65829]: WARNING neutronclient.v2_0.client [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.107544] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Releasing lock "refresh_cache-ab7a4066-fb81-48a0-a39e-e54e59600e74" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.110422] env[65829]: DEBUG nova.compute.manager [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Instance network_info: |[{"id": "8888b29e-58a9-4ba9-9927-c8510209758e", "address": "fa:16:3e:9a:b6:84", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8888b29e-58", "ovs_interfaceid": "8888b29e-58a9-4ba9-9927-c8510209758e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 662.114017] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:b6:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8888b29e-58a9-4ba9-9927-c8510209758e', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.121022] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Creating folder: Project (d1b299a9ca834f24aa25208ed1106f29). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.122326] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20ec3b36-2b55-4427-945d-bf784740ab73 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.137723] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Created folder: Project (d1b299a9ca834f24aa25208ed1106f29) in parent group-v937255. [ 662.137723] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Creating folder: Instances. Parent ref: group-v937312. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.140050] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7a7bf25-f4f1-4150-9a5e-6e6fe0278272 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.142361] env[65829]: DEBUG nova.network.neutron [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Updating instance_info_cache with network_info: [{"id": "55a8a7d9-6b77-46e0-adac-c41e3be90f25", "address": "fa:16:3e:eb:e4:48", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55a8a7d9-6b", "ovs_interfaceid": "55a8a7d9-6b77-46e0-adac-c41e3be90f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.155170] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Created folder: Instances in parent group-v937312. [ 662.157721] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 662.157721] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.157991] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4fb5b4c-c450-40ba-b5e4-21e860f562cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.185951] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.185951] env[65829]: value = "task-4807053" [ 662.185951] env[65829]: _type = "Task" [ 662.185951] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.199670] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807053, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.233292] env[65829]: DEBUG oslo_vmware.api [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807050, 'name': RemoveSnapshot_Task, 'duration_secs': 0.868233} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.237215] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 662.277454] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f3fb1e-0462-4f55-90a1-47631abdf40a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.295507] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf8aeec-f6f2-4d9b-a1dc-3bcc9ade5dc2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.298989] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b6fa834-1361-457d-8ab6-24e74c39cc43 req-61101faa-9ab6-4eee-ac19-049b3a69f354 service nova] Releasing lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.334045] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f64638-da7a-4bf7-99c0-b85b8778e056 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.344160] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e091dab9-02fb-42d8-a858-edc16b04ec92 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.350063] env[65829]: DEBUG oslo_concurrency.lockutils [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.362925] env[65829]: DEBUG nova.compute.provider_tree [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.425293] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae821efb-9af6-4004-a803-d2adcc27d8e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.434153] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6d3242-bc3a-42fb-9174-869fc0b1f2fb tempest-ServersAdminNegativeTestJSON-1641703194 tempest-ServersAdminNegativeTestJSON-1641703194-project-admin] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Suspending the VM {{(pid=65829) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 662.434531] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-53427307-1af4-443f-b47d-701cc3734f25 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.442578] env[65829]: DEBUG oslo_vmware.api [None req-8e6d3242-bc3a-42fb-9174-869fc0b1f2fb tempest-ServersAdminNegativeTestJSON-1641703194 tempest-ServersAdminNegativeTestJSON-1641703194-project-admin] Waiting for the task: (returnval){ [ 662.442578] env[65829]: value = "task-4807054" [ 662.442578] env[65829]: _type = "Task" [ 662.442578] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.452447] env[65829]: DEBUG oslo_vmware.api [None req-8e6d3242-bc3a-42fb-9174-869fc0b1f2fb tempest-ServersAdminNegativeTestJSON-1641703194 tempest-ServersAdminNegativeTestJSON-1641703194-project-admin] Task: {'id': task-4807054, 'name': SuspendVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.646353] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "refresh_cache-70f9c8be-079c-482c-a3ce-f337fdf4360a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.646875] env[65829]: DEBUG nova.compute.manager [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Instance network_info: |[{"id": "55a8a7d9-6b77-46e0-adac-c41e3be90f25", "address": "fa:16:3e:eb:e4:48", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55a8a7d9-6b", "ovs_interfaceid": "55a8a7d9-6b77-46e0-adac-c41e3be90f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 662.647482] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:e4:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55a8a7d9-6b77-46e0-adac-c41e3be90f25', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 662.656932] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating folder: Project (ea68ae604b47406dadc7964e957c82e3). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.657337] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab967d41-828e-4b67-a187-92bb2a5c9d86 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.670923] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Created folder: Project (ea68ae604b47406dadc7964e957c82e3) in parent group-v937255. [ 662.671168] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating folder: Instances. Parent ref: group-v937315. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 662.671431] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64e63e39-c5b0-4850-8dc7-9de103b5187b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.684706] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Created folder: Instances in parent group-v937315. [ 662.685012] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 662.685245] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 662.685463] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e74618cb-5bf9-498a-959d-e780e4d0227f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.716297] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807053, 'name': CreateVM_Task, 'duration_secs': 0.490075} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.718350] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.718561] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 662.718561] env[65829]: value = "task-4807057" [ 662.718561] env[65829]: _type = "Task" [ 662.718561] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.719139] env[65829]: WARNING neutronclient.v2_0.client [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.719623] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.719786] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.720246] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.720596] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be18705b-4f62-4061-8fcb-991157d0ffc5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.734342] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807057, 'name': CreateVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.736239] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Waiting for the task: (returnval){ [ 662.736239] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5201b5fe-b705-9db2-3823-8ec0f121d1fd" [ 662.736239] env[65829]: _type = "Task" [ 662.736239] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.748013] env[65829]: WARNING nova.compute.manager [None req-9fb53a96-f75e-432f-8f9e-31d126af0d46 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Image not found during snapshot: nova.exception.ImageNotFound: Image 41dea253-4d92-45f5-a8e0-439066ab1f32 could not be found. [ 662.750040] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5201b5fe-b705-9db2-3823-8ec0f121d1fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.011114] env[65829]: DEBUG nova.compute.manager [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 663.011114] env[65829]: DEBUG nova.virt.hardware [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 663.011114] env[65829]: DEBUG nova.virt.hardware [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.015418] env[65829]: DEBUG nova.virt.hardware [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 663.015418] env[65829]: DEBUG nova.virt.hardware [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.015418] env[65829]: DEBUG nova.virt.hardware [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 663.015418] env[65829]: DEBUG nova.virt.hardware [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 663.015418] env[65829]: DEBUG nova.virt.hardware [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.016072] env[65829]: DEBUG nova.virt.hardware [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 663.016072] env[65829]: DEBUG nova.virt.hardware [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 663.016072] env[65829]: DEBUG nova.virt.hardware [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 663.016072] env[65829]: DEBUG nova.virt.hardware [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 663.016072] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a217e8e-a6a4-407e-92fe-bdab176927e8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.016357] env[65829]: DEBUG nova.scheduler.client.report [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.016357] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc432bc3-eee3-4b29-9730-b039bae33a3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.016357] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.016357] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Creating folder: Project (70fe74325acc4e5da1d3f2d5d5048b62). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.016554] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df0b5c91-5cbd-4a32-84d0-df7fa097903b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.016554] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Created folder: Project (70fe74325acc4e5da1d3f2d5d5048b62) in parent group-v937255. [ 663.016554] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Creating folder: Instances. Parent ref: group-v937318. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 663.016554] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2039fee4-aa36-4b37-9128-44c2c95a772c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.016554] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Created folder: Instances in parent group-v937318. [ 663.016554] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 663.016554] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.016817] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5f48f78-d52e-465f-8d51-d2546ba7676d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.016817] env[65829]: DEBUG oslo_vmware.api [None req-8e6d3242-bc3a-42fb-9174-869fc0b1f2fb tempest-ServersAdminNegativeTestJSON-1641703194 tempest-ServersAdminNegativeTestJSON-1641703194-project-admin] Task: {'id': task-4807054, 'name': SuspendVM_Task} progress is 58%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.016817] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.016817] env[65829]: value = "task-4807060" [ 663.016817] env[65829]: _type = "Task" [ 663.016817] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.016817] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807060, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.233388] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807057, 'name': CreateVM_Task, 'duration_secs': 0.426948} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.233750] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.234601] env[65829]: WARNING neutronclient.v2_0.client [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.235171] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.250886] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5201b5fe-b705-9db2-3823-8ec0f121d1fd, 'name': SearchDatastore_Task, 'duration_secs': 0.049854} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.250886] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.251141] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.252044] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.252044] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.252044] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 663.252044] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.252465] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.253296] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d5b26f1-a26d-4a68-8c62-015069406c61 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.255161] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34fe76bd-df08-4bd8-8ac4-fd220ba4d3d8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.261818] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 663.261818] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5228f2b1-d545-f8f5-d0d9-272d25f9c066" [ 663.261818] env[65829]: _type = "Task" [ 663.261818] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.277597] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5228f2b1-d545-f8f5-d0d9-272d25f9c066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.278413] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 663.278655] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 663.279880] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95a7644-d245-4e82-a624-cd40a66544d8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.288921] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Waiting for the task: (returnval){ [ 663.288921] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526907ff-39a5-a7a4-1e78-dfea158b86cb" [ 663.288921] env[65829]: _type = "Task" [ 663.288921] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.301053] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526907ff-39a5-a7a4-1e78-dfea158b86cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.384339] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.384992] env[65829]: DEBUG nova.compute.manager [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 663.387992] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.403s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.389832] env[65829]: INFO nova.compute.claims [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.455949] env[65829]: DEBUG oslo_vmware.api [None req-8e6d3242-bc3a-42fb-9174-869fc0b1f2fb tempest-ServersAdminNegativeTestJSON-1641703194 tempest-ServersAdminNegativeTestJSON-1641703194-project-admin] Task: {'id': task-4807054, 'name': SuspendVM_Task, 'duration_secs': 0.868789} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.456249] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6d3242-bc3a-42fb-9174-869fc0b1f2fb tempest-ServersAdminNegativeTestJSON-1641703194 tempest-ServersAdminNegativeTestJSON-1641703194-project-admin] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Suspended the VM {{(pid=65829) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 663.456440] env[65829]: DEBUG nova.compute.manager [None req-8e6d3242-bc3a-42fb-9174-869fc0b1f2fb tempest-ServersAdminNegativeTestJSON-1641703194 tempest-ServersAdminNegativeTestJSON-1641703194-project-admin] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 663.458560] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81df089-5930-439e-a561-abab2f63337e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.489799] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807060, 'name': CreateVM_Task, 'duration_secs': 0.379831} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.490093] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.490540] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.773373] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5228f2b1-d545-f8f5-d0d9-272d25f9c066, 'name': SearchDatastore_Task, 'duration_secs': 0.029552} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.773690] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.773903] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 663.774126] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.774377] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.774659] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.774920] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43dd8ac0-99f6-4990-a341-acba389e5c4c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.780888] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 663.780888] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5290be99-e884-984f-1a1b-11a3b186e43e" [ 663.780888] env[65829]: _type = "Task" [ 663.780888] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.790995] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5290be99-e884-984f-1a1b-11a3b186e43e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.800843] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526907ff-39a5-a7a4-1e78-dfea158b86cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01533} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.802251] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c9222a-55dd-4b59-ba44-3adc8758d897 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.809407] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Waiting for the task: (returnval){ [ 663.809407] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5227af12-410c-c27c-b332-3420ae241228" [ 663.809407] env[65829]: _type = "Task" [ 663.809407] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.818657] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5227af12-410c-c27c-b332-3420ae241228, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.895711] env[65829]: DEBUG nova.compute.utils [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.900082] env[65829]: DEBUG nova.compute.manager [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 663.900440] env[65829]: DEBUG nova.network.neutron [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 663.900832] env[65829]: WARNING neutronclient.v2_0.client [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.901150] env[65829]: WARNING neutronclient.v2_0.client [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.947927] env[65829]: DEBUG nova.policy [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c44568c9ae404775844e50378b1514e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c77c3fa7da98459da18387fd3cc8a603', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 664.293495] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5290be99-e884-984f-1a1b-11a3b186e43e, 'name': SearchDatastore_Task, 'duration_secs': 0.020227} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.293495] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.293495] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.293495] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.325746] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5227af12-410c-c27c-b332-3420ae241228, 'name': SearchDatastore_Task, 'duration_secs': 0.038621} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.325746] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.326155] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] ab7a4066-fb81-48a0-a39e-e54e59600e74/ab7a4066-fb81-48a0-a39e-e54e59600e74.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.326437] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.326437] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.326722] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22d23f63-5b77-4b66-ba45-067d89cee1af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.329195] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-881bc7d3-8b0f-460c-8626-c78a87a7fe3b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.339653] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Waiting for the task: (returnval){ [ 664.339653] env[65829]: value = "task-4807061" [ 664.339653] env[65829]: _type = "Task" [ 664.339653] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.343070] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.344044] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.344782] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb76c09-48c7-4aba-95e0-b3232725ae12 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.351270] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807061, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.354266] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 664.354266] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c55b1d-e88e-e007-016c-c478d91e0683" [ 664.354266] env[65829]: _type = "Task" [ 664.354266] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.367816] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c55b1d-e88e-e007-016c-c478d91e0683, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.400512] env[65829]: DEBUG nova.network.neutron [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Successfully created port: c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 664.402495] env[65829]: DEBUG nova.compute.manager [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 664.846672] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7103e1f9-f9af-4de7-931c-d90099945f3e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.854010] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807061, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.866630] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b467e25a-f33b-47e6-a63e-01ca45da2741 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.882825] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c55b1d-e88e-e007-016c-c478d91e0683, 'name': SearchDatastore_Task, 'duration_secs': 0.019428} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.917174] env[65829]: INFO nova.virt.block_device [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Booting with volume f69f94f8-8007-4520-b279-4488ee3605ab at /dev/sda [ 664.921554] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae4257a-692e-4e1d-bfa6-80723657960a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.926389] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf44a0d-9f00-41de-8f76-b3bf12f821ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.950582] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa7a2a0-5c22-4027-adee-885da55311bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.955508] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 664.955508] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5245a455-66e6-662b-378c-6c2d94ea7413" [ 664.955508] env[65829]: _type = "Task" [ 664.955508] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.966511] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5245a455-66e6-662b-378c-6c2d94ea7413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.976849] env[65829]: DEBUG nova.compute.provider_tree [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.001129] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e323199-bacb-49b0-8948-3329c2e146d5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.013847] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d980797-c111-46f0-b84b-d80bef3676a8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.060230] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-279bcff1-f5f2-4724-8b5e-b78e24490580 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.071559] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a63e67-f1c3-451b-befb-f343b42a9614 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.111230] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaf76e5-c32d-40dd-81cb-66f1ce6e2355 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.123358] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b8ad8e-9c44-4ec0-9c4e-dab50e17df5a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.140458] env[65829]: DEBUG nova.virt.block_device [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Updating existing volume attachment record: fc76fbdc-08b6-4031-a261-68824b3fff4b {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 665.350294] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807061, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824842} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.350599] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] ab7a4066-fb81-48a0-a39e-e54e59600e74/ab7a4066-fb81-48a0-a39e-e54e59600e74.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.350805] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.351186] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f22ce75c-3c0d-42ce-bc6d-b75d285abf76 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.358757] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Waiting for the task: (returnval){ [ 665.358757] env[65829]: value = "task-4807062" [ 665.358757] env[65829]: _type = "Task" [ 665.358757] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.369885] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.374236] env[65829]: DEBUG nova.compute.manager [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 665.375536] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb20f01-cc1c-4d6e-a864-f9891dea8793 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.466799] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5245a455-66e6-662b-378c-6c2d94ea7413, 'name': SearchDatastore_Task, 'duration_secs': 0.062206} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.467108] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.467377] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 70f9c8be-079c-482c-a3ce-f337fdf4360a/70f9c8be-079c-482c-a3ce-f337fdf4360a.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.467658] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.468112] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.468112] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5161fe6e-ef12-490c-8544-d298695a2cea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.470285] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e6e9ca-b7d7-4ea1-a267-adf3a38e0e3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.478100] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 665.478100] env[65829]: value = "task-4807063" [ 665.478100] env[65829]: _type = "Task" [ 665.478100] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.484080] env[65829]: DEBUG nova.scheduler.client.report [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.488222] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.488385] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.489818] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d592384-dd11-48b7-85c4-7c7a66d97763 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.500324] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807063, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.502333] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 665.502333] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52832032-a759-cc29-c37b-cfeec6fdf6fd" [ 665.502333] env[65829]: _type = "Task" [ 665.502333] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.515691] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52832032-a759-cc29-c37b-cfeec6fdf6fd, 'name': SearchDatastore_Task, 'duration_secs': 0.013252} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.516502] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38df5345-2e65-49e7-ba26-890c17ba7650 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.522711] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 665.522711] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c49cf7-5d36-90bc-835d-96d7a26a0df5" [ 665.522711] env[65829]: _type = "Task" [ 665.522711] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.532246] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c49cf7-5d36-90bc-835d-96d7a26a0df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.870136] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150203} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.870397] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 665.871249] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11537232-6951-4f5c-a04a-8fdfe7cf811c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.891978] env[65829]: INFO nova.compute.manager [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] instance snapshotting [ 665.903376] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] ab7a4066-fb81-48a0-a39e-e54e59600e74/ab7a4066-fb81-48a0-a39e-e54e59600e74.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.904475] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cd5aecb-e202-4e2d-8d1d-6b67a2f6dab2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.921640] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f987224-1e01-4104-9590-b0c5f1f34bb4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.946718] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6951340-e4bb-42a5-89bb-3b400b50be5a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.949811] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Waiting for the task: (returnval){ [ 665.949811] env[65829]: value = "task-4807064" [ 665.949811] env[65829]: _type = "Task" [ 665.949811] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.965212] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.988530] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807063, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.990467] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.991081] env[65829]: DEBUG nova.compute.manager [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 665.993696] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.121s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.993899] env[65829]: DEBUG nova.objects.instance [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lazy-loading 'resources' on Instance uuid 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.034895] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c49cf7-5d36-90bc-835d-96d7a26a0df5, 'name': SearchDatastore_Task, 'duration_secs': 0.023043} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.035184] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.035440] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 89eade25-b968-4251-bb0e-b56cfbd5f86c/89eade25-b968-4251-bb0e-b56cfbd5f86c.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.035714] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67eae657-5087-4d19-86f1-95e10d35baea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.044449] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 666.044449] env[65829]: value = "task-4807065" [ 666.044449] env[65829]: _type = "Task" [ 666.044449] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.055280] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.087705] env[65829]: DEBUG nova.network.neutron [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Successfully updated port: c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 666.465489] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 666.465765] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.466111] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-28d1168f-6517-4792-8458-0c1674e874c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.478998] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 666.478998] env[65829]: value = "task-4807066" [ 666.478998] env[65829]: _type = "Task" [ 666.478998] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.495163] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807066, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.502294] env[65829]: DEBUG nova.compute.utils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.512294] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807063, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958412} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.513322] env[65829]: DEBUG nova.compute.manager [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 666.514034] env[65829]: DEBUG nova.network.neutron [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 666.514034] env[65829]: WARNING neutronclient.v2_0.client [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.514510] env[65829]: WARNING neutronclient.v2_0.client [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.517097] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 70f9c8be-079c-482c-a3ce-f337fdf4360a/70f9c8be-079c-482c-a3ce-f337fdf4360a.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.517412] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.518807] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb41d4f1-ff6b-4351-802f-c8c3dfe054d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.529821] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 666.529821] env[65829]: value = "task-4807067" [ 666.529821] env[65829]: _type = "Task" [ 666.529821] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.540791] env[65829]: DEBUG nova.compute.manager [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Received event network-changed-8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 666.541159] env[65829]: DEBUG nova.compute.manager [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Refreshing instance network info cache due to event network-changed-8b76b686-c628-45fc-b615-932fa57a1478. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 666.541464] env[65829]: DEBUG oslo_concurrency.lockutils [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] Acquiring lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.541669] env[65829]: DEBUG oslo_concurrency.lockutils [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] Acquired lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.542126] env[65829]: DEBUG nova.network.neutron [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Refreshing network info cache for port 8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.559654] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.570515] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807065, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.595928] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Acquiring lock "refresh_cache-0e20b1cc-1aab-4a62-bd1a-86456eee3906" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.596128] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Acquired lock "refresh_cache-0e20b1cc-1aab-4a62-bd1a-86456eee3906" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.596413] env[65829]: DEBUG nova.network.neutron [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 666.848569] env[65829]: DEBUG nova.compute.manager [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Received event network-changed-8888b29e-58a9-4ba9-9927-c8510209758e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 666.848769] env[65829]: DEBUG nova.compute.manager [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Refreshing instance network info cache due to event network-changed-8888b29e-58a9-4ba9-9927-c8510209758e. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 666.848979] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] Acquiring lock "refresh_cache-ab7a4066-fb81-48a0-a39e-e54e59600e74" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.849777] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] Acquired lock "refresh_cache-ab7a4066-fb81-48a0-a39e-e54e59600e74" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.849777] env[65829]: DEBUG nova.network.neutron [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Refreshing network info cache for port 8888b29e-58a9-4ba9-9927-c8510209758e {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.905441] env[65829]: DEBUG nova.policy [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08f615d7f25142009fb677d034e18b84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d233be80f344029a757343cf434b673', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.964249] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807064, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.991052] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807066, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.013716] env[65829]: DEBUG nova.compute.manager [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 667.018553] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6121a369-dd1c-4cf8-a89e-7f23b0d2fb95 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.028026] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28004e0e-1d68-46ad-a27a-8ca8292440e6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.040605] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107652} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.065901] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.067085] env[65829]: WARNING neutronclient.v2_0.client [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.071334] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697e8b73-a4a6-479d-ae99-916a6b7b7080 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.079064] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ca6202-a627-4caf-933e-ab93114e9f49 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.103636] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 70f9c8be-079c-482c-a3ce-f337fdf4360a/70f9c8be-079c-482c-a3ce-f337fdf4360a.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.111852] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2631fb52-c867-460c-a14d-aa249c39e847 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.127031] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.9347} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.128230] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 89eade25-b968-4251-bb0e-b56cfbd5f86c/89eade25-b968-4251-bb0e-b56cfbd5f86c.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.128417] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.129722] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfb3c4e-07c2-43e9-8b08-63108de30a69 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.135961] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78cfbca1-6273-4ee9-9ea7-8999b8a68107 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.151650] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 667.151650] env[65829]: value = "task-4807068" [ 667.151650] env[65829]: _type = "Task" [ 667.151650] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.153327] env[65829]: DEBUG nova.compute.provider_tree [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.158040] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 667.158040] env[65829]: value = "task-4807069" [ 667.158040] env[65829]: _type = "Task" [ 667.158040] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.177906] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.177906] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807068, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.340407] env[65829]: DEBUG nova.compute.manager [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 667.340970] env[65829]: DEBUG nova.virt.hardware [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 667.341212] env[65829]: DEBUG nova.virt.hardware [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.341358] env[65829]: DEBUG nova.virt.hardware [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 667.341533] env[65829]: DEBUG nova.virt.hardware [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.341747] env[65829]: DEBUG nova.virt.hardware [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 667.341933] env[65829]: DEBUG nova.virt.hardware [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 667.342252] env[65829]: DEBUG nova.virt.hardware [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 667.342455] env[65829]: DEBUG nova.virt.hardware [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 667.342639] env[65829]: DEBUG nova.virt.hardware [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 667.342888] env[65829]: DEBUG nova.virt.hardware [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 667.343017] env[65829]: DEBUG nova.virt.hardware [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 667.344417] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caaa945-59cc-4704-a57f-4470f52a681e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.354697] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ca0620-f221-47f4-826a-9d8c3d0523bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.359254] env[65829]: WARNING neutronclient.v2_0.client [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.462276] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807064, 'name': ReconfigVM_Task, 'duration_secs': 1.069921} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.463236] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Reconfigured VM instance instance-00000013 to attach disk [datastore1] ab7a4066-fb81-48a0-a39e-e54e59600e74/ab7a4066-fb81-48a0-a39e-e54e59600e74.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.463388] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f059119-04da-4c58-8993-1c92db9d45ba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.472130] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Waiting for the task: (returnval){ [ 667.472130] env[65829]: value = "task-4807070" [ 667.472130] env[65829]: _type = "Task" [ 667.472130] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.482571] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807070, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.495628] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807066, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.519466] env[65829]: DEBUG nova.network.neutron [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Successfully created port: e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 667.549837] env[65829]: DEBUG nova.network.neutron [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 667.677098] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807068, 'name': ReconfigVM_Task, 'duration_secs': 0.480768} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.681489] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 70f9c8be-079c-482c-a3ce-f337fdf4360a/70f9c8be-079c-482c-a3ce-f337fdf4360a.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.682492] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14252} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.682774] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1acd0479-3d35-4cc5-a60d-49460bc005aa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.684609] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.685908] env[65829]: ERROR nova.scheduler.client.report [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] [req-d32b89f1-cced-4cfd-9da8-9e8b5cc59959] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d32b89f1-cced-4cfd-9da8-9e8b5cc59959"}]} [ 667.686934] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8ff7ad-4271-4b14-af29-901509fabeee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.697238] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 667.697238] env[65829]: value = "task-4807071" [ 667.697238] env[65829]: _type = "Task" [ 667.697238] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.716436] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 89eade25-b968-4251-bb0e-b56cfbd5f86c/89eade25-b968-4251-bb0e-b56cfbd5f86c.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.717998] env[65829]: DEBUG nova.scheduler.client.report [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 667.723840] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0feb03bb-7e45-46d3-8dee-25c6ed53c049 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.746564] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807071, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.748122] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 667.748122] env[65829]: value = "task-4807072" [ 667.748122] env[65829]: _type = "Task" [ 667.748122] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.756910] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807072, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.758758] env[65829]: DEBUG nova.scheduler.client.report [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 667.758982] env[65829]: DEBUG nova.compute.provider_tree [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 667.771670] env[65829]: DEBUG nova.scheduler.client.report [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 667.795274] env[65829]: DEBUG nova.scheduler.client.report [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 667.984196] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807070, 'name': Rename_Task, 'duration_secs': 0.189871} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.987851] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.990823] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-144590eb-b78f-4e91-8a94-353eeeb0ffdd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.000927] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807066, 'name': CreateSnapshot_Task, 'duration_secs': 1.248705} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.000927] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 668.001150] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Waiting for the task: (returnval){ [ 668.001150] env[65829]: value = "task-4807073" [ 668.001150] env[65829]: _type = "Task" [ 668.001150] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.003284] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fd3988-73b3-4a85-8824-907aebfe9f6e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.023982] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807073, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.032350] env[65829]: DEBUG nova.compute.manager [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 668.070306] env[65829]: DEBUG nova.virt.hardware [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 668.070553] env[65829]: DEBUG nova.virt.hardware [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 668.070553] env[65829]: DEBUG nova.virt.hardware [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 668.070756] env[65829]: DEBUG nova.virt.hardware [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 668.070842] env[65829]: DEBUG nova.virt.hardware [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 668.070989] env[65829]: DEBUG nova.virt.hardware [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 668.071275] env[65829]: DEBUG nova.virt.hardware [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 668.071438] env[65829]: DEBUG nova.virt.hardware [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 668.071600] env[65829]: DEBUG nova.virt.hardware [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 668.071754] env[65829]: DEBUG nova.virt.hardware [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 668.071926] env[65829]: DEBUG nova.virt.hardware [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 668.073470] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654760b-827c-45e3-afa1-0a6a92aacf40 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.087839] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d62e3c4-01e5-48fb-b7db-bb72833c60fc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.221882] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807071, 'name': Rename_Task, 'duration_secs': 0.406401} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.221882] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.222110] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52b0b4e5-d12d-491f-b154-1577e832ad0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.230185] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 668.230185] env[65829]: value = "task-4807074" [ 668.230185] env[65829]: _type = "Task" [ 668.230185] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.250646] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.262401] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807072, 'name': ReconfigVM_Task, 'duration_secs': 0.324105} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.262401] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 89eade25-b968-4251-bb0e-b56cfbd5f86c/89eade25-b968-4251-bb0e-b56cfbd5f86c.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.262696] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cd361fb-5118-488c-82d9-79789191248b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.270179] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 668.270179] env[65829]: value = "task-4807075" [ 668.270179] env[65829]: _type = "Task" [ 668.270179] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.282167] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807075, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.300748] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a0b7ac-84ad-458c-9909-6d4c2aec6d89 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.310658] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0ecaa3-8045-4f54-a3e1-f6d8f3c80768 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.349563] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144ed444-7d90-4652-8007-cee411be08c7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.358295] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b077daf0-4e1b-4bfc-9d31-e936609c7cb9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.373732] env[65829]: DEBUG nova.compute.provider_tree [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 668.522373] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.539157] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 668.540051] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76d8c305-3822-48cf-a033-55ae7e619fa5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.549182] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 668.549182] env[65829]: value = "task-4807076" [ 668.549182] env[65829]: _type = "Task" [ 668.549182] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.560378] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807076, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.743649] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807074, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.784154] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807075, 'name': Rename_Task, 'duration_secs': 0.241755} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.784473] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.785037] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6716d3e8-97d6-4faa-8fe5-766e965d9afb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.792909] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 668.792909] env[65829]: value = "task-4807077" [ 668.792909] env[65829]: _type = "Task" [ 668.792909] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.805769] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.921668] env[65829]: DEBUG nova.scheduler.client.report [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 668.922035] env[65829]: DEBUG nova.compute.provider_tree [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 37 to 38 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 668.922237] env[65829]: DEBUG nova.compute.provider_tree [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 669.018883] env[65829]: DEBUG oslo_vmware.api [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807073, 'name': PowerOnVM_Task, 'duration_secs': 0.735257} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.019297] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.020051] env[65829]: INFO nova.compute.manager [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Took 11.32 seconds to spawn the instance on the hypervisor. [ 669.020051] env[65829]: DEBUG nova.compute.manager [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 669.020606] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fb32ff-dfe4-4694-9dcc-bc93370fc6f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.059068] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807076, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.242149] env[65829]: DEBUG oslo_vmware.api [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807074, 'name': PowerOnVM_Task, 'duration_secs': 0.627469} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.242524] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.242778] env[65829]: INFO nova.compute.manager [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Took 8.98 seconds to spawn the instance on the hypervisor. [ 669.242979] env[65829]: DEBUG nova.compute.manager [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 669.243949] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20f4ac5-98c8-4766-91c7-c555f301d04e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.311350] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807077, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.430550] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.435s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.431915] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.441s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.433994] env[65829]: INFO nova.compute.claims [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.460469] env[65829]: INFO nova.scheduler.client.report [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Deleted allocations for instance 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e [ 669.542748] env[65829]: INFO nova.compute.manager [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Took 28.65 seconds to build instance. [ 669.561759] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807076, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.762422] env[65829]: INFO nova.compute.manager [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Took 28.01 seconds to build instance. [ 669.807534] env[65829]: DEBUG oslo_vmware.api [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807077, 'name': PowerOnVM_Task, 'duration_secs': 0.698011} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.808243] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.808503] env[65829]: INFO nova.compute.manager [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Took 7.01 seconds to spawn the instance on the hypervisor. [ 669.808676] env[65829]: DEBUG nova.compute.manager [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 669.809551] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b2b320-1fd8-478d-8dbe-357c043d170c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.970732] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b7d39cc0-bdbf-4f02-8f84-5fc5137d4733 tempest-AttachInterfacesV270Test-1029911707 tempest-AttachInterfacesV270Test-1029911707-project-member] Lock "0ca2a8a5-d718-43c8-b5ef-66b81a12a89e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.145s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.047059] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d38902f1-9b3d-4e31-ab22-1bf4fd5c1a83 tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Lock "ab7a4066-fb81-48a0-a39e-e54e59600e74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.170s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.069759] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807076, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.097374] env[65829]: DEBUG nova.network.neutron [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Successfully updated port: e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 670.133436] env[65829]: WARNING neutronclient.v2_0.client [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.264361] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a015eca-2e02-4af5-99e4-bbdefa46f337 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "70f9c8be-079c-482c-a3ce-f337fdf4360a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.524s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.330789] env[65829]: INFO nova.compute.manager [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Took 28.45 seconds to build instance. [ 670.549175] env[65829]: WARNING neutronclient.v2_0.client [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.564690] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807076, 'name': CloneVM_Task, 'duration_secs': 1.97588} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.567733] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Created linked-clone VM from snapshot [ 670.568987] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd6977a-451f-4646-a891-ae09d1c4dee5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.580363] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Uploading image d75117ac-17e7-44a1-ab25-ab5c54129e0c {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 670.604837] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Acquiring lock "refresh_cache-13a4c8ff-ce8d-4cf6-a224-0b293f46266f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.605083] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Acquired lock "refresh_cache-13a4c8ff-ce8d-4cf6-a224-0b293f46266f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.605299] env[65829]: DEBUG nova.network.neutron [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 670.621225] env[65829]: DEBUG oslo_vmware.rw_handles [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 670.621225] env[65829]: value = "vm-937322" [ 670.621225] env[65829]: _type = "VirtualMachine" [ 670.621225] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 670.621536] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cac6925d-e412-4238-b491-aecca4dce0a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.631371] env[65829]: DEBUG oslo_vmware.rw_handles [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lease: (returnval){ [ 670.631371] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e80240-27c5-e7fd-d9e0-2aab08193390" [ 670.631371] env[65829]: _type = "HttpNfcLease" [ 670.631371] env[65829]: } obtained for exporting VM: (result){ [ 670.631371] env[65829]: value = "vm-937322" [ 670.631371] env[65829]: _type = "VirtualMachine" [ 670.631371] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 670.631611] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the lease: (returnval){ [ 670.631611] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e80240-27c5-e7fd-d9e0-2aab08193390" [ 670.631611] env[65829]: _type = "HttpNfcLease" [ 670.631611] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 670.645427] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 670.645427] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e80240-27c5-e7fd-d9e0-2aab08193390" [ 670.645427] env[65829]: _type = "HttpNfcLease" [ 670.645427] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 670.763945] env[65829]: WARNING neutronclient.v2_0.client [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.833650] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c66df73-5dbb-434a-a246-c05a780b698e tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lock "89eade25-b968-4251-bb0e-b56cfbd5f86c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.962s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.840400] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62816d7-a77b-46e6-8a63-6e62b658aed4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.848854] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3cd56d-b9ed-487d-adeb-90a93954dd16 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.884920] env[65829]: DEBUG nova.network.neutron [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Updating instance_info_cache with network_info: [{"id": "c9f9a9a7-25ce-43c8-89c5-d144d9daeac2", "address": "fa:16:3e:f1:73:01", "network": {"id": "c683dc60-20ab-4bfc-804d-e253e49a7902", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-528228910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77c3fa7da98459da18387fd3cc8a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f9a9a7-25", "ovs_interfaceid": "c9f9a9a7-25ce-43c8-89c5-d144d9daeac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.888934] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f22d74-d7d4-4441-994c-a29ee2156ceb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.896268] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd341c5-6f30-44bf-8ea0-c24d45e85291 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.916080] env[65829]: DEBUG nova.compute.provider_tree [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.987634] env[65829]: DEBUG nova.network.neutron [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updated VIF entry in instance network info cache for port 8b76b686-c628-45fc-b615-932fa57a1478. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.987634] env[65829]: DEBUG nova.network.neutron [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updating instance_info_cache with network_info: [{"id": "8b76b686-c628-45fc-b615-932fa57a1478", "address": "fa:16:3e:a2:f8:16", "network": {"id": "4f9ed4b6-528a-4820-b3b9-4a5d824eaad6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-128371458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb6c9e13e60f4ba488487d7e527a44cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b76b686-c6", "ovs_interfaceid": "8b76b686-c628-45fc-b615-932fa57a1478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.146109] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 671.146109] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e80240-27c5-e7fd-d9e0-2aab08193390" [ 671.146109] env[65829]: _type = "HttpNfcLease" [ 671.146109] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 671.146575] env[65829]: DEBUG oslo_vmware.rw_handles [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 671.146575] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e80240-27c5-e7fd-d9e0-2aab08193390" [ 671.146575] env[65829]: _type = "HttpNfcLease" [ 671.146575] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 671.147404] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7b6829-02d8-4ac0-8ce1-5c792a256814 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.155281] env[65829]: DEBUG nova.network.neutron [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Updated VIF entry in instance network info cache for port 8888b29e-58a9-4ba9-9927-c8510209758e. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 671.155454] env[65829]: DEBUG nova.network.neutron [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Updating instance_info_cache with network_info: [{"id": "8888b29e-58a9-4ba9-9927-c8510209758e", "address": "fa:16:3e:9a:b6:84", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8888b29e-58", "ovs_interfaceid": "8888b29e-58a9-4ba9-9927-c8510209758e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.164015] env[65829]: DEBUG oslo_vmware.rw_handles [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e2928-dd14-3413-5563-32ae1ba16420/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 671.165051] env[65829]: DEBUG oslo_vmware.rw_handles [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e2928-dd14-3413-5563-32ae1ba16420/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 671.247265] env[65829]: DEBUG nova.network.neutron [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 671.283043] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6b9eb193-06d2-4b40-b2ee-eb0c2027579d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.386260] env[65829]: WARNING neutronclient.v2_0.client [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.392842] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Releasing lock "refresh_cache-0e20b1cc-1aab-4a62-bd1a-86456eee3906" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.392842] env[65829]: DEBUG nova.compute.manager [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Instance network_info: |[{"id": "c9f9a9a7-25ce-43c8-89c5-d144d9daeac2", "address": "fa:16:3e:f1:73:01", "network": {"id": "c683dc60-20ab-4bfc-804d-e253e49a7902", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-528228910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77c3fa7da98459da18387fd3cc8a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f9a9a7-25", "ovs_interfaceid": "c9f9a9a7-25ce-43c8-89c5-d144d9daeac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 671.393073] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:73:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9f9a9a7-25ce-43c8-89c5-d144d9daeac2', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.399612] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Creating folder: Project (c77c3fa7da98459da18387fd3cc8a603). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.400942] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12649653-f5e9-4516-ba99-82f09e0eb6fc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.415084] env[65829]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 671.416049] env[65829]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65829) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 671.416049] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Folder already exists: Project (c77c3fa7da98459da18387fd3cc8a603). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 671.416049] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Creating folder: Instances. Parent ref: group-v937280. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.416368] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-969ab7ed-11ee-4d4b-9a17-b77df4470343 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.419338] env[65829]: DEBUG nova.scheduler.client.report [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 671.432733] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Created folder: Instances in parent group-v937280. [ 671.432733] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 671.432733] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.432992] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82064fce-ab1a-46dc-9ee3-a3d198e1f7a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.459715] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.459715] env[65829]: value = "task-4807081" [ 671.459715] env[65829]: _type = "Task" [ 671.459715] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.468991] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807081, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.490839] env[65829]: DEBUG oslo_concurrency.lockutils [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] Releasing lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.491171] env[65829]: DEBUG nova.compute.manager [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Received event network-changed-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 671.491328] env[65829]: DEBUG nova.compute.manager [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Refreshing instance network info cache due to event network-changed-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 671.491531] env[65829]: DEBUG oslo_concurrency.lockutils [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] Acquiring lock "refresh_cache-61dcd9dc-48b4-4f89-8270-367df270a78f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.491659] env[65829]: DEBUG oslo_concurrency.lockutils [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] Acquired lock "refresh_cache-61dcd9dc-48b4-4f89-8270-367df270a78f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.491838] env[65829]: DEBUG nova.network.neutron [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Refreshing network info cache for port 3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.498335] env[65829]: DEBUG nova.network.neutron [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Updating instance_info_cache with network_info: [{"id": "e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93", "address": "fa:16:3e:51:29:c8", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b78cb3-c9", "ovs_interfaceid": "e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.673034] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] Releasing lock "refresh_cache-ab7a4066-fb81-48a0-a39e-e54e59600e74" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.673034] env[65829]: DEBUG nova.compute.manager [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Received event network-vif-plugged-55a8a7d9-6b77-46e0-adac-c41e3be90f25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 671.673034] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] Acquiring lock "70f9c8be-079c-482c-a3ce-f337fdf4360a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.673034] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] Lock "70f9c8be-079c-482c-a3ce-f337fdf4360a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.673389] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] Lock "70f9c8be-079c-482c-a3ce-f337fdf4360a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.673626] env[65829]: DEBUG nova.compute.manager [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] No waiting events found dispatching network-vif-plugged-55a8a7d9-6b77-46e0-adac-c41e3be90f25 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 671.673738] env[65829]: WARNING nova.compute.manager [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Received unexpected event network-vif-plugged-55a8a7d9-6b77-46e0-adac-c41e3be90f25 for instance with vm_state building and task_state spawning. [ 671.673966] env[65829]: DEBUG nova.compute.manager [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Received event network-changed-55a8a7d9-6b77-46e0-adac-c41e3be90f25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 671.680972] env[65829]: DEBUG nova.compute.manager [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Refreshing instance network info cache due to event network-changed-55a8a7d9-6b77-46e0-adac-c41e3be90f25. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 671.681643] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] Acquiring lock "refresh_cache-70f9c8be-079c-482c-a3ce-f337fdf4360a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.681643] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] Acquired lock "refresh_cache-70f9c8be-079c-482c-a3ce-f337fdf4360a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.681844] env[65829]: DEBUG nova.network.neutron [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Refreshing network info cache for port 55a8a7d9-6b77-46e0-adac-c41e3be90f25 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.843524] env[65829]: DEBUG oslo_concurrency.lockutils [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "f9b559b4-60bb-4e70-be23-abf32c0f97fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.843524] env[65829]: DEBUG oslo_concurrency.lockutils [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "f9b559b4-60bb-4e70-be23-abf32c0f97fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.843524] env[65829]: DEBUG oslo_concurrency.lockutils [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "f9b559b4-60bb-4e70-be23-abf32c0f97fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.843524] env[65829]: DEBUG oslo_concurrency.lockutils [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "f9b559b4-60bb-4e70-be23-abf32c0f97fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.843886] env[65829]: DEBUG oslo_concurrency.lockutils [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "f9b559b4-60bb-4e70-be23-abf32c0f97fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.845045] env[65829]: INFO nova.compute.manager [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Terminating instance [ 671.882382] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "6ba6541f-302d-4a97-8732-45985f5fec13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.882988] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "6ba6541f-302d-4a97-8732-45985f5fec13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.883406] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "6ba6541f-302d-4a97-8732-45985f5fec13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.883783] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "6ba6541f-302d-4a97-8732-45985f5fec13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.885741] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "6ba6541f-302d-4a97-8732-45985f5fec13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.888632] env[65829]: INFO nova.compute.manager [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Terminating instance [ 671.925870] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.925870] env[65829]: DEBUG nova.compute.manager [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 671.934043] env[65829]: DEBUG oslo_concurrency.lockutils [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.552s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.934043] env[65829]: DEBUG nova.objects.instance [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 671.970839] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807081, 'name': CreateVM_Task, 'duration_secs': 0.402596} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.970839] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.971238] env[65829]: WARNING neutronclient.v2_0.client [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.971770] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'attachment_id': 'fc76fbdc-08b6-4031-a261-68824b3fff4b', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937289', 'volume_id': 'f69f94f8-8007-4520-b279-4488ee3605ab', 'name': 'volume-f69f94f8-8007-4520-b279-4488ee3605ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e20b1cc-1aab-4a62-bd1a-86456eee3906', 'attached_at': '', 'detached_at': '', 'volume_id': 'f69f94f8-8007-4520-b279-4488ee3605ab', 'serial': 'f69f94f8-8007-4520-b279-4488ee3605ab'}, 'volume_type': None}], 'swap': None} {{(pid=65829) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 671.972474] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Root volume attach. Driver type: vmdk {{(pid=65829) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 671.973136] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b6d21c-3017-47c9-a1a2-a3ae6aeb6a01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.983745] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8c0294-5861-4ec4-be7e-5c729160b7b6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.992347] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab9ec3f-daa6-4398-8d79-593010fbc35c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.001495] env[65829]: WARNING neutronclient.v2_0.client [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.004696] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Releasing lock "refresh_cache-13a4c8ff-ce8d-4cf6-a224-0b293f46266f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.004973] env[65829]: DEBUG nova.compute.manager [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Instance network_info: |[{"id": "e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93", "address": "fa:16:3e:51:29:c8", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b78cb3-c9", "ovs_interfaceid": "e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 672.005872] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-92d7536a-9798-4b44-8f10-98a260e05b51 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.009032] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:29:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.016768] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Creating folder: Project (7d233be80f344029a757343cf434b673). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.017880] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aef4dae9-01a5-48c6-9759-24ce89041e5b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.029440] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Waiting for the task: (returnval){ [ 672.029440] env[65829]: value = "task-4807083" [ 672.029440] env[65829]: _type = "Task" [ 672.029440] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.035353] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Created folder: Project (7d233be80f344029a757343cf434b673) in parent group-v937255. [ 672.035525] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Creating folder: Instances. Parent ref: group-v937325. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.039318] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c79fbdf-af77-4117-8ac2-e04b2e35613b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.041479] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807083, 'name': RelocateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.052693] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Created folder: Instances in parent group-v937325. [ 672.052693] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 672.052693] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.052970] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53111913-c622-4ca0-b1f0-94d45bf6694d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.078801] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.078801] env[65829]: value = "task-4807085" [ 672.078801] env[65829]: _type = "Task" [ 672.078801] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.093250] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807085, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.185253] env[65829]: WARNING neutronclient.v2_0.client [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.349839] env[65829]: DEBUG nova.compute.manager [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 672.350141] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.351772] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876cd35c-d4e5-4592-8250-07d1da82c0b8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.360341] env[65829]: DEBUG nova.compute.manager [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Received event network-vif-plugged-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 672.360573] env[65829]: DEBUG oslo_concurrency.lockutils [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] Acquiring lock "0e20b1cc-1aab-4a62-bd1a-86456eee3906-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.360788] env[65829]: DEBUG oslo_concurrency.lockutils [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] Lock "0e20b1cc-1aab-4a62-bd1a-86456eee3906-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.360947] env[65829]: DEBUG oslo_concurrency.lockutils [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] Lock "0e20b1cc-1aab-4a62-bd1a-86456eee3906-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.361151] env[65829]: DEBUG nova.compute.manager [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] No waiting events found dispatching network-vif-plugged-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 672.361626] env[65829]: WARNING nova.compute.manager [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Received unexpected event network-vif-plugged-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 for instance with vm_state building and task_state spawning. [ 672.361626] env[65829]: DEBUG nova.compute.manager [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Received event network-changed-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 672.361941] env[65829]: DEBUG nova.compute.manager [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Refreshing instance network info cache due to event network-changed-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 672.361979] env[65829]: DEBUG oslo_concurrency.lockutils [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] Acquiring lock "refresh_cache-0e20b1cc-1aab-4a62-bd1a-86456eee3906" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.362282] env[65829]: DEBUG oslo_concurrency.lockutils [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] Acquired lock "refresh_cache-0e20b1cc-1aab-4a62-bd1a-86456eee3906" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.362437] env[65829]: DEBUG nova.network.neutron [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Refreshing network info cache for port c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.370310] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.371139] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9be458ef-bd7a-4bfc-ba6b-01420936c68d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.380572] env[65829]: DEBUG oslo_vmware.api [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 672.380572] env[65829]: value = "task-4807086" [ 672.380572] env[65829]: _type = "Task" [ 672.380572] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.393880] env[65829]: DEBUG nova.compute.manager [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 672.394172] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.394591] env[65829]: DEBUG oslo_vmware.api [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.396332] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbbf5e0-1bd3-4385-8675-9319ed5ecd24 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.406554] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.407152] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01a62e99-ce2d-48d6-b250-0dfa8a319162 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.416391] env[65829]: DEBUG oslo_vmware.api [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 672.416391] env[65829]: value = "task-4807087" [ 672.416391] env[65829]: _type = "Task" [ 672.416391] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.427852] env[65829]: DEBUG oslo_vmware.api [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.442451] env[65829]: DEBUG nova.compute.utils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.444711] env[65829]: DEBUG nova.compute.manager [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 672.444909] env[65829]: DEBUG nova.network.neutron [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 672.445262] env[65829]: WARNING neutronclient.v2_0.client [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.446061] env[65829]: WARNING neutronclient.v2_0.client [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.549127] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807083, 'name': RelocateVM_Task} progress is 20%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.593418] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807085, 'name': CreateVM_Task, 'duration_secs': 0.474327} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.594758] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.595345] env[65829]: WARNING neutronclient.v2_0.client [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.597339] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.597339] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.597339] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.597339] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83e15a8-9ae1-4c11-a0ef-8f8e0f500921 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.603865] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Waiting for the task: (returnval){ [ 672.603865] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e0d971-57d6-add9-eb4f-b58f29162c68" [ 672.603865] env[65829]: _type = "Task" [ 672.603865] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.617549] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e0d971-57d6-add9-eb4f-b58f29162c68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.659269] env[65829]: DEBUG nova.policy [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5255bd92b564d6bbe2b485dcc047e32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ac29503bf884dd6b524ac1612065f95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 672.871852] env[65829]: WARNING neutronclient.v2_0.client [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.905753] env[65829]: DEBUG oslo_vmware.api [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807086, 'name': PowerOffVM_Task, 'duration_secs': 0.277263} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.906885] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.906885] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.906885] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86e85d46-7f2b-4622-bb64-14a1c8b67981 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.916957] env[65829]: WARNING neutronclient.v2_0.client [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.938534] env[65829]: DEBUG oslo_vmware.api [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807087, 'name': PowerOffVM_Task, 'duration_secs': 0.241888} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.939950] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.939950] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.939950] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75fff566-e18f-437f-8ac2-00e6e77cfcd6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.946069] env[65829]: DEBUG oslo_concurrency.lockutils [None req-437e0d15-9d09-467d-a58d-184fe390d4a8 tempest-ServersAdmin275Test-1535451852 tempest-ServersAdmin275Test-1535451852-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.950150] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.920s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.950745] env[65829]: DEBUG nova.objects.instance [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Lazy-loading 'resources' on Instance uuid 1fdc9757-cbc5-481f-8ec1-7b8136efca82 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.956178] env[65829]: DEBUG nova.compute.manager [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 672.994217] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.994651] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.995163] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Deleting the datastore file [datastore2] f9b559b4-60bb-4e70-be23-abf32c0f97fe {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.995350] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34a974fa-bb95-4a90-a08e-d2846f69c489 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.005620] env[65829]: DEBUG oslo_vmware.api [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 673.005620] env[65829]: value = "task-4807090" [ 673.005620] env[65829]: _type = "Task" [ 673.005620] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.022448] env[65829]: DEBUG oslo_vmware.api [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.026989] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.027113] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.028029] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Deleting the datastore file [datastore2] 6ba6541f-302d-4a97-8732-45985f5fec13 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.028756] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4828f712-d64e-4cb1-bb84-55b4a8cbb12e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.041586] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807083, 'name': RelocateVM_Task, 'duration_secs': 0.577524} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.044323] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 673.044644] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937289', 'volume_id': 'f69f94f8-8007-4520-b279-4488ee3605ab', 'name': 'volume-f69f94f8-8007-4520-b279-4488ee3605ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e20b1cc-1aab-4a62-bd1a-86456eee3906', 'attached_at': '', 'detached_at': '', 'volume_id': 'f69f94f8-8007-4520-b279-4488ee3605ab', 'serial': 'f69f94f8-8007-4520-b279-4488ee3605ab'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 673.045247] env[65829]: DEBUG oslo_vmware.api [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for the task: (returnval){ [ 673.045247] env[65829]: value = "task-4807091" [ 673.045247] env[65829]: _type = "Task" [ 673.045247] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.047481] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327a1d19-8f5b-4f1d-8fe7-e34148438721 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.056414] env[65829]: WARNING neutronclient.v2_0.client [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.077063] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f376fbd-0f92-472a-85b1-3f2e776e8997 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.079749] env[65829]: DEBUG oslo_vmware.api [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.106940] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] volume-f69f94f8-8007-4520-b279-4488ee3605ab/volume-f69f94f8-8007-4520-b279-4488ee3605ab.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.108903] env[65829]: DEBUG nova.network.neutron [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Successfully created port: 08edcd53-6de2-43d5-ae4b-14956264768f {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 673.110997] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e68790-bc91-4a83-a6bb-59531f57d0b2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.152438] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Waiting for the task: (returnval){ [ 673.152438] env[65829]: value = "task-4807092" [ 673.152438] env[65829]: _type = "Task" [ 673.152438] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.157755] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e0d971-57d6-add9-eb4f-b58f29162c68, 'name': SearchDatastore_Task, 'duration_secs': 0.012874} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.160471] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.160893] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.161352] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.162072] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.162072] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.162270] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a01518e0-e2f3-4b36-aa48-443d923fb067 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.948239] env[65829]: DEBUG nova.compute.manager [None req-f29eb59a-8c52-440f-8c73-59a041f7954e tempest-ServerDiagnosticsTest-945467972 tempest-ServerDiagnosticsTest-945467972-project-admin] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 673.962861] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8462b605-fad8-4265-bc73-2954e4760a87 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.970356] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807092, 'name': ReconfigVM_Task, 'duration_secs': 0.690912} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.977585] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Acquiring lock "e65a689f-38bc-4846-b4d5-bd7797de9cc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.977585] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Lock "e65a689f-38bc-4846-b4d5-bd7797de9cc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.977585] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Reconfigured VM instance instance-00000016 to attach disk [datastore1] volume-f69f94f8-8007-4520-b279-4488ee3605ab/volume-f69f94f8-8007-4520-b279-4488ee3605ab.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.980500] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.980675] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.986538] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38ed89ad-785b-436b-9d0d-57ec69f9dee2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.997595] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e773be-6056-40de-bc38-39383e0facea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.009576] env[65829]: DEBUG oslo_vmware.api [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Task: {'id': task-4807091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296246} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.009743] env[65829]: DEBUG oslo_vmware.api [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283243} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.012435] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.012621] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.012855] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.012946] env[65829]: INFO nova.compute.manager [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Took 1.62 seconds to destroy the instance on the hypervisor. [ 674.013328] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 674.013521] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.013682] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.014119] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.014119] env[65829]: INFO nova.compute.manager [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Took 1.66 seconds to destroy the instance on the hypervisor. [ 674.014278] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 674.018581] env[65829]: DEBUG nova.compute.manager [-] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 674.018797] env[65829]: DEBUG nova.network.neutron [-] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 674.018966] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.021568] env[65829]: DEBUG nova.compute.manager [-] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 674.021568] env[65829]: DEBUG nova.network.neutron [-] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 674.021725] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.024701] env[65829]: INFO nova.compute.manager [None req-f29eb59a-8c52-440f-8c73-59a041f7954e tempest-ServerDiagnosticsTest-945467972 tempest-ServerDiagnosticsTest-945467972-project-admin] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Retrieving diagnostics [ 674.030568] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8936153c-f72c-40ed-8451-f7ee9e726b98 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.034791] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Waiting for the task: (returnval){ [ 674.034791] env[65829]: value = "task-4807093" [ 674.034791] env[65829]: _type = "Task" [ 674.034791] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.037099] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Waiting for the task: (returnval){ [ 674.037099] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e219f-29b0-6bca-fb4e-6e6c87415cf1" [ 674.037099] env[65829]: _type = "Task" [ 674.037099] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.081592] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.086263] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e219f-29b0-6bca-fb4e-6e6c87415cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.016643} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.090738] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950e98d5-b174-494a-b5ab-3ace6ceeaa17 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.098918] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Waiting for the task: (returnval){ [ 674.098918] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ab5b8e-db79-159e-4faf-e6c252fc2279" [ 674.098918] env[65829]: _type = "Task" [ 674.098918] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.110513] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ab5b8e-db79-159e-4faf-e6c252fc2279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.453096] env[65829]: DEBUG nova.compute.manager [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 674.480948] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce32f44e-1432-4303-9159-c49436104470 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.487805] env[65829]: DEBUG nova.virt.hardware [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 674.488074] env[65829]: DEBUG nova.virt.hardware [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.488222] env[65829]: DEBUG nova.virt.hardware [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 674.488624] env[65829]: DEBUG nova.virt.hardware [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.489695] env[65829]: DEBUG nova.virt.hardware [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 674.489695] env[65829]: DEBUG nova.virt.hardware [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 674.489695] env[65829]: DEBUG nova.virt.hardware [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 674.489695] env[65829]: DEBUG nova.virt.hardware [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 674.489909] env[65829]: DEBUG nova.virt.hardware [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 674.489909] env[65829]: DEBUG nova.virt.hardware [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 674.490083] env[65829]: DEBUG nova.virt.hardware [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 674.492276] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9aa265-7d81-44c9-af85-bd6cfc1504ca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.505557] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244fe28e-1960-4ffe-9a24-c092014252ab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.510909] env[65829]: DEBUG nova.compute.manager [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 674.515069] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c8ea1f-855b-4c09-b4d3-6ad26e48ec95 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.568618] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca92073-23ac-4ed3-be40-ab0b9a81a9e2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.581808] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4073908d-52d9-4e64-acab-4c951b5b2478 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.586586] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807093, 'name': ReconfigVM_Task, 'duration_secs': 0.200679} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.587677] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937289', 'volume_id': 'f69f94f8-8007-4520-b279-4488ee3605ab', 'name': 'volume-f69f94f8-8007-4520-b279-4488ee3605ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e20b1cc-1aab-4a62-bd1a-86456eee3906', 'attached_at': '', 'detached_at': '', 'volume_id': 'f69f94f8-8007-4520-b279-4488ee3605ab', 'serial': 'f69f94f8-8007-4520-b279-4488ee3605ab'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 674.588778] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e4c2892-4be4-467c-ba50-7bf24710151c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.601662] env[65829]: DEBUG nova.compute.provider_tree [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.607795] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Waiting for the task: (returnval){ [ 674.607795] env[65829]: value = "task-4807094" [ 674.607795] env[65829]: _type = "Task" [ 674.607795] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.616285] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ab5b8e-db79-159e-4faf-e6c252fc2279, 'name': SearchDatastore_Task, 'duration_secs': 0.018703} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.617689] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.617980] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 13a4c8ff-ce8d-4cf6-a224-0b293f46266f/13a4c8ff-ce8d-4cf6-a224-0b293f46266f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.618594] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f51bafb-3e91-468e-b233-cc99493478b9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.624836] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807094, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.631518] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Waiting for the task: (returnval){ [ 674.631518] env[65829]: value = "task-4807095" [ 674.631518] env[65829]: _type = "Task" [ 674.631518] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.642237] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.922552] env[65829]: DEBUG oslo_concurrency.lockutils [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquiring lock "875e4502-5b1a-4f92-bd41-ccee9f706169" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.922760] env[65829]: DEBUG oslo_concurrency.lockutils [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Lock "875e4502-5b1a-4f92-bd41-ccee9f706169" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.923369] env[65829]: DEBUG oslo_concurrency.lockutils [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquiring lock "875e4502-5b1a-4f92-bd41-ccee9f706169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.923369] env[65829]: DEBUG oslo_concurrency.lockutils [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Lock "875e4502-5b1a-4f92-bd41-ccee9f706169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.923604] env[65829]: DEBUG oslo_concurrency.lockutils [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Lock "875e4502-5b1a-4f92-bd41-ccee9f706169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.926792] env[65829]: INFO nova.compute.manager [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Terminating instance [ 675.021503] env[65829]: DEBUG nova.network.neutron [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Successfully updated port: 08edcd53-6de2-43d5-ae4b-14956264768f {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 675.066403] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.110287] env[65829]: DEBUG nova.scheduler.client.report [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.128072] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807094, 'name': Rename_Task, 'duration_secs': 0.173633} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.128072] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.128072] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f73974d-4a8f-470c-a6f0-efe774318c1b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.138574] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Waiting for the task: (returnval){ [ 675.138574] env[65829]: value = "task-4807096" [ 675.138574] env[65829]: _type = "Task" [ 675.138574] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.149128] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807095, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.160395] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.333240] env[65829]: DEBUG nova.network.neutron [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Updated VIF entry in instance network info cache for port 55a8a7d9-6b77-46e0-adac-c41e3be90f25. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 675.334464] env[65829]: DEBUG nova.network.neutron [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Updating instance_info_cache with network_info: [{"id": "55a8a7d9-6b77-46e0-adac-c41e3be90f25", "address": "fa:16:3e:eb:e4:48", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55a8a7d9-6b", "ovs_interfaceid": "55a8a7d9-6b77-46e0-adac-c41e3be90f25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.373926] env[65829]: DEBUG nova.network.neutron [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Updated VIF entry in instance network info cache for port 3aaec1dd-359d-4d05-9d09-3c8dde1d54f0. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 675.374415] env[65829]: DEBUG nova.network.neutron [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Updating instance_info_cache with network_info: [{"id": "3aaec1dd-359d-4d05-9d09-3c8dde1d54f0", "address": "fa:16:3e:f8:7c:ac", "network": {"id": "fa8ef5a7-3686-4c56-885f-79a0226b37d5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-386999655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1504f6bcb84c5ea6c94c1caacb2337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3aaec1dd-35", "ovs_interfaceid": "3aaec1dd-359d-4d05-9d09-3c8dde1d54f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.433334] env[65829]: DEBUG nova.compute.manager [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 675.433654] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.434609] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bd6122-d9ce-427d-82d8-5bc3b6b43a52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.444282] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.444707] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df0f2ec6-cd95-455d-9131-a681ca0477ca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.452580] env[65829]: DEBUG oslo_vmware.api [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 675.452580] env[65829]: value = "task-4807097" [ 675.452580] env[65829]: _type = "Task" [ 675.452580] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.458417] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.463624] env[65829]: DEBUG oslo_vmware.api [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4807097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.521837] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.531545] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "refresh_cache-7c39128b-5899-4bc4-8335-8f7a2a2c5a00" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.531774] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquired lock "refresh_cache-7c39128b-5899-4bc4-8335-8f7a2a2c5a00" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.531934] env[65829]: DEBUG nova.network.neutron [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 675.619983] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.672s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.624202] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.923s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.624553] env[65829]: INFO nova.compute.claims [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.650610] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683423} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.652622] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 13a4c8ff-ce8d-4cf6-a224-0b293f46266f/13a4c8ff-ce8d-4cf6-a224-0b293f46266f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.652622] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.652622] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-036a4219-16fb-44c3-b86e-bedff2c056da {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.663025] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.668255] env[65829]: INFO nova.scheduler.client.report [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Deleted allocations for instance 1fdc9757-cbc5-481f-8ec1-7b8136efca82 [ 675.671281] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Waiting for the task: (returnval){ [ 675.671281] env[65829]: value = "task-4807098" [ 675.671281] env[65829]: _type = "Task" [ 675.671281] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.689240] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.837285] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] Releasing lock "refresh_cache-70f9c8be-079c-482c-a3ce-f337fdf4360a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.837848] env[65829]: DEBUG nova.compute.manager [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Received event network-changed-8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 675.837848] env[65829]: DEBUG nova.compute.manager [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Refreshing instance network info cache due to event network-changed-8b76b686-c628-45fc-b615-932fa57a1478. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 675.838040] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] Acquiring lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.838098] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] Acquired lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.838236] env[65829]: DEBUG nova.network.neutron [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Refreshing network info cache for port 8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.881165] env[65829]: DEBUG oslo_concurrency.lockutils [req-06b9b3ca-c50b-4607-a121-6833ef722351 req-a5db44f9-8892-4e56-940a-28c0b0f1b17e service nova] Releasing lock "refresh_cache-61dcd9dc-48b4-4f89-8270-367df270a78f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.966380] env[65829]: DEBUG oslo_vmware.api [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4807097, 'name': PowerOffVM_Task, 'duration_secs': 0.372363} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.966985] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.966985] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.967909] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a5b176f-ac97-472c-9408-6143a1a4124a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.058818] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.059251] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.059251] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Deleting the datastore file [datastore1] 875e4502-5b1a-4f92-bd41-ccee9f706169 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.059468] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97a190cb-eb26-4eb4-b9fe-593d33c092e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.073796] env[65829]: DEBUG oslo_vmware.api [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for the task: (returnval){ [ 676.073796] env[65829]: value = "task-4807100" [ 676.073796] env[65829]: _type = "Task" [ 676.073796] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.080864] env[65829]: DEBUG oslo_vmware.api [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4807100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.152682] env[65829]: DEBUG oslo_vmware.api [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807096, 'name': PowerOnVM_Task, 'duration_secs': 0.733634} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.154207] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.154207] env[65829]: INFO nova.compute.manager [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Took 8.81 seconds to spawn the instance on the hypervisor. [ 676.154207] env[65829]: DEBUG nova.compute.manager [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 676.157050] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23ba538-91ad-4fb9-90fd-52551928e17b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.189920] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c60a3a8-5b63-4b2f-b7bf-8a69bc0289e5 tempest-VolumesAdminNegativeTest-2014761871 tempest-VolumesAdminNegativeTest-2014761871-project-member] Lock "1fdc9757-cbc5-481f-8ec1-7b8136efca82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.346s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.195054] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081498} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.195575] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.196480] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481c145b-e232-4968-8ab3-27dda13a9bb9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.225483] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 13a4c8ff-ce8d-4cf6-a224-0b293f46266f/13a4c8ff-ce8d-4cf6-a224-0b293f46266f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.226570] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c771af37-6665-4c93-9840-c197f3a463bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.251838] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Waiting for the task: (returnval){ [ 676.251838] env[65829]: value = "task-4807101" [ 676.251838] env[65829]: _type = "Task" [ 676.251838] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.264546] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807101, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.341824] env[65829]: WARNING neutronclient.v2_0.client [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.556177] env[65829]: DEBUG nova.network.neutron [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 676.584955] env[65829]: DEBUG oslo_vmware.api [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4807100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.679925] env[65829]: INFO nova.compute.manager [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Took 34.71 seconds to build instance. [ 676.769054] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.850821] env[65829]: DEBUG nova.network.neutron [-] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.852084] env[65829]: DEBUG nova.network.neutron [-] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.036298] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a739051-24ca-4f9a-84d8-9cd9671209b3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.045309] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ccc6fd-cb1c-45f3-9c8a-a275f87ad986 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.080624] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6cd8d4-6e0b-4a79-ba28-4a74fb946ba9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.092847] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e18658-ac73-4eeb-819e-cc09f8bebef5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.097155] env[65829]: DEBUG oslo_vmware.api [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Task: {'id': task-4807100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.552113} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.097454] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.097806] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.097905] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.098007] env[65829]: INFO nova.compute.manager [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Took 1.66 seconds to destroy the instance on the hypervisor. [ 677.098267] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 677.098923] env[65829]: DEBUG nova.compute.manager [-] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 677.099042] env[65829]: DEBUG nova.network.neutron [-] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 677.099284] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.110064] env[65829]: DEBUG nova.compute.provider_tree [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.185488] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e24ad98-5176-41d7-84da-92aa0f468cac tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Lock "0e20b1cc-1aab-4a62-bd1a-86456eee3906" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.223s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.266809] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807101, 'name': ReconfigVM_Task, 'duration_secs': 0.692257} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.267251] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 13a4c8ff-ce8d-4cf6-a224-0b293f46266f/13a4c8ff-ce8d-4cf6-a224-0b293f46266f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.268090] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-716997b5-5803-48f8-b988-e86d0db206be {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.275294] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Waiting for the task: (returnval){ [ 677.275294] env[65829]: value = "task-4807102" [ 677.275294] env[65829]: _type = "Task" [ 677.275294] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.284682] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807102, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.351146] env[65829]: WARNING neutronclient.v2_0.client [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.364032] env[65829]: INFO nova.compute.manager [-] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Took 3.34 seconds to deallocate network for instance. [ 677.364032] env[65829]: INFO nova.compute.manager [-] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Took 3.34 seconds to deallocate network for instance. [ 677.616149] env[65829]: DEBUG nova.scheduler.client.report [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.785839] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807102, 'name': Rename_Task, 'duration_secs': 0.29681} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.786440] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.786731] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b475073d-aa98-44c3-a970-b07c4bbf6143 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.795745] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Waiting for the task: (returnval){ [ 677.795745] env[65829]: value = "task-4807103" [ 677.795745] env[65829]: _type = "Task" [ 677.795745] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.797709] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.810827] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.874784] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.892357] env[65829]: DEBUG oslo_concurrency.lockutils [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.123250] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.123723] env[65829]: DEBUG nova.compute.manager [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 678.131036] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.383s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.135743] env[65829]: INFO nova.compute.claims [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.168381] env[65829]: DEBUG nova.network.neutron [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Updated VIF entry in instance network info cache for port c9f9a9a7-25ce-43c8-89c5-d144d9daeac2. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 678.168968] env[65829]: DEBUG nova.network.neutron [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Updating instance_info_cache with network_info: [{"id": "c9f9a9a7-25ce-43c8-89c5-d144d9daeac2", "address": "fa:16:3e:f1:73:01", "network": {"id": "c683dc60-20ab-4bfc-804d-e253e49a7902", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-528228910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77c3fa7da98459da18387fd3cc8a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f9a9a7-25", "ovs_interfaceid": "c9f9a9a7-25ce-43c8-89c5-d144d9daeac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.296274] env[65829]: WARNING neutronclient.v2_0.client [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.312675] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.623658] env[65829]: DEBUG nova.network.neutron [-] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.643012] env[65829]: DEBUG nova.compute.utils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.649986] env[65829]: WARNING neutronclient.v2_0.client [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.654159] env[65829]: DEBUG nova.compute.manager [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Not allocating networking since 'none' was specified. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 678.677210] env[65829]: DEBUG oslo_concurrency.lockutils [req-b8e0dd27-f9de-415e-baa6-fbc2a0c179ee req-b8fa8ac1-dfc1-4eeb-9d3e-48b476d6fe67 service nova] Releasing lock "refresh_cache-0e20b1cc-1aab-4a62-bd1a-86456eee3906" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.707668] env[65829]: DEBUG nova.network.neutron [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Updating instance_info_cache with network_info: [{"id": "08edcd53-6de2-43d5-ae4b-14956264768f", "address": "fa:16:3e:b5:51:5b", "network": {"id": "1bb87a52-05b4-49e0-8de4-c111bf7e9f38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-188210380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac29503bf884dd6b524ac1612065f95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08edcd53-6d", "ovs_interfaceid": "08edcd53-6de2-43d5-ae4b-14956264768f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.814776] env[65829]: DEBUG oslo_vmware.api [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807103, 'name': PowerOnVM_Task, 'duration_secs': 0.862004} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.814776] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.814776] env[65829]: INFO nova.compute.manager [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Took 10.78 seconds to spawn the instance on the hypervisor. [ 678.814902] env[65829]: DEBUG nova.compute.manager [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 678.818019] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0954c8-687c-4296-9cd6-586af42ca988 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.056027] env[65829]: DEBUG nova.network.neutron [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updated VIF entry in instance network info cache for port 8b76b686-c628-45fc-b615-932fa57a1478. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.056027] env[65829]: DEBUG nova.network.neutron [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updating instance_info_cache with network_info: [{"id": "8b76b686-c628-45fc-b615-932fa57a1478", "address": "fa:16:3e:a2:f8:16", "network": {"id": "4f9ed4b6-528a-4820-b3b9-4a5d824eaad6", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-128371458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "fb6c9e13e60f4ba488487d7e527a44cb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b76b686-c6", "ovs_interfaceid": "8b76b686-c628-45fc-b615-932fa57a1478", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.125306] env[65829]: INFO nova.compute.manager [-] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Took 2.03 seconds to deallocate network for instance. [ 679.152375] env[65829]: DEBUG nova.compute.manager [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 679.217039] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Releasing lock "refresh_cache-7c39128b-5899-4bc4-8335-8f7a2a2c5a00" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.217039] env[65829]: DEBUG nova.compute.manager [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Instance network_info: |[{"id": "08edcd53-6de2-43d5-ae4b-14956264768f", "address": "fa:16:3e:b5:51:5b", "network": {"id": "1bb87a52-05b4-49e0-8de4-c111bf7e9f38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-188210380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac29503bf884dd6b524ac1612065f95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08edcd53-6d", "ovs_interfaceid": "08edcd53-6de2-43d5-ae4b-14956264768f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 679.217303] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:51:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08edcd53-6de2-43d5-ae4b-14956264768f', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 679.226272] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Creating folder: Project (1ac29503bf884dd6b524ac1612065f95). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.235023] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-824c794d-3f0f-40a3-a94c-0173c54dc561 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.251259] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Created folder: Project (1ac29503bf884dd6b524ac1612065f95) in parent group-v937255. [ 679.252495] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Creating folder: Instances. Parent ref: group-v937328. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 679.253488] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49f8d2ae-dcc3-4ded-a2c4-a44f0da94410 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.275158] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Created folder: Instances in parent group-v937328. [ 679.275158] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 679.275158] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 679.275158] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93352ab4-f47e-41f0-a35b-519c45af0a6d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.303465] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.303465] env[65829]: value = "task-4807106" [ 679.303465] env[65829]: _type = "Task" [ 679.303465] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.315998] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807106, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.344869] env[65829]: INFO nova.compute.manager [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Took 35.38 seconds to build instance. [ 679.555108] env[65829]: DEBUG oslo_concurrency.lockutils [None req-22d80090-7be7-4990-bb16-7bad72d303aa tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "70f9c8be-079c-482c-a3ce-f337fdf4360a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.555439] env[65829]: DEBUG oslo_concurrency.lockutils [None req-22d80090-7be7-4990-bb16-7bad72d303aa tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "70f9c8be-079c-482c-a3ce-f337fdf4360a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.555605] env[65829]: DEBUG nova.compute.manager [None req-22d80090-7be7-4990-bb16-7bad72d303aa tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 679.556666] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd66511-3102-4349-8283-108521fdce8d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.563895] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9b3da9b-6344-48e9-9a80-beb662ec366f req-7614013f-1cda-47fb-8f50-e558583bfad1 service nova] Releasing lock "refresh_cache-875e4502-5b1a-4f92-bd41-ccee9f706169" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.571496] env[65829]: DEBUG nova.compute.manager [None req-22d80090-7be7-4990-bb16-7bad72d303aa tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65829) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 679.572145] env[65829]: DEBUG nova.objects.instance [None req-22d80090-7be7-4990-bb16-7bad72d303aa tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lazy-loading 'flavor' on Instance uuid 70f9c8be-079c-482c-a3ce-f337fdf4360a {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.634052] env[65829]: DEBUG oslo_concurrency.lockutils [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.681332] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83ca76b-cf41-471f-86a3-4e56c1107df5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.694239] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e560e35a-fc18-4375-ab85-da69391a895d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.699053] env[65829]: DEBUG nova.compute.manager [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Received event network-vif-plugged-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 679.699283] env[65829]: DEBUG oslo_concurrency.lockutils [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] Acquiring lock "13a4c8ff-ce8d-4cf6-a224-0b293f46266f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.699496] env[65829]: DEBUG oslo_concurrency.lockutils [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] Lock "13a4c8ff-ce8d-4cf6-a224-0b293f46266f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.699767] env[65829]: DEBUG oslo_concurrency.lockutils [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] Lock "13a4c8ff-ce8d-4cf6-a224-0b293f46266f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.699881] env[65829]: DEBUG nova.compute.manager [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] No waiting events found dispatching network-vif-plugged-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 679.699967] env[65829]: WARNING nova.compute.manager [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Received unexpected event network-vif-plugged-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 for instance with vm_state active and task_state None. [ 679.700171] env[65829]: DEBUG nova.compute.manager [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Received event network-changed-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 679.700323] env[65829]: DEBUG nova.compute.manager [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Refreshing instance network info cache due to event network-changed-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 679.700500] env[65829]: DEBUG oslo_concurrency.lockutils [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] Acquiring lock "refresh_cache-13a4c8ff-ce8d-4cf6-a224-0b293f46266f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.700661] env[65829]: DEBUG oslo_concurrency.lockutils [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] Acquired lock "refresh_cache-13a4c8ff-ce8d-4cf6-a224-0b293f46266f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.700795] env[65829]: DEBUG nova.network.neutron [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Refreshing network info cache for port e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.747078] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cad963-161c-4a80-a830-b6ed596bfd61 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.751090] env[65829]: INFO nova.compute.manager [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Rebuilding instance [ 679.761050] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fbd29c-78b9-40a1-b93a-e1955dcb0abf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.782643] env[65829]: DEBUG nova.compute.provider_tree [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.812685] env[65829]: DEBUG nova.compute.manager [req-bb407717-15aa-431b-8bce-ccc5105d1309 req-94e84e9a-127b-454a-aec2-0caa6abe55d8 service nova] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Received event network-vif-deleted-41a715c2-cd5c-4ea1-8ef3-137fe47f15ee {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 679.817209] env[65829]: DEBUG nova.compute.manager [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 679.817745] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4dabaa-848a-407b-96df-f3f1a7fecabe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.825970] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807106, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.846906] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ce812e-79ef-4bc0-94a4-ef472a377031 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Lock "13a4c8ff-ce8d-4cf6-a224-0b293f46266f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.892s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.165044] env[65829]: DEBUG nova.compute.manager [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 680.171366] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Acquiring lock "ab7a4066-fb81-48a0-a39e-e54e59600e74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.172192] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Lock "ab7a4066-fb81-48a0-a39e-e54e59600e74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.172249] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Acquiring lock "ab7a4066-fb81-48a0-a39e-e54e59600e74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.173502] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Lock "ab7a4066-fb81-48a0-a39e-e54e59600e74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.173502] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Lock "ab7a4066-fb81-48a0-a39e-e54e59600e74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.176987] env[65829]: INFO nova.compute.manager [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Terminating instance [ 680.205817] env[65829]: WARNING neutronclient.v2_0.client [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.224510] env[65829]: DEBUG nova.virt.hardware [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 680.224744] env[65829]: DEBUG nova.virt.hardware [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.225326] env[65829]: DEBUG nova.virt.hardware [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 680.225601] env[65829]: DEBUG nova.virt.hardware [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.228745] env[65829]: DEBUG nova.virt.hardware [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 680.228745] env[65829]: DEBUG nova.virt.hardware [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 680.228745] env[65829]: DEBUG nova.virt.hardware [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 680.228745] env[65829]: DEBUG nova.virt.hardware [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 680.228745] env[65829]: DEBUG nova.virt.hardware [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 680.229151] env[65829]: DEBUG nova.virt.hardware [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 680.229151] env[65829]: DEBUG nova.virt.hardware [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 680.229151] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68db5089-9e7a-409e-ab79-c008e87ec508 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.239267] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c12d12-46ba-49c9-9047-982cf9cacb92 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.259762] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.267471] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Creating folder: Project (d34a7bbffc24427ea55232739959be9b). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.268249] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee2fde27-0292-48cc-923f-cf88ddbebc46 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.282506] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Created folder: Project (d34a7bbffc24427ea55232739959be9b) in parent group-v937255. [ 680.282913] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Creating folder: Instances. Parent ref: group-v937331. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.284013] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-649fc035-1f3e-4848-98cd-4aee77e5af0d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.287414] env[65829]: DEBUG nova.scheduler.client.report [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.296336] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Created folder: Instances in parent group-v937331. [ 680.296669] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 680.296919] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.297147] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f645f1f-8eed-4ca7-9d10-47c16c37ea4f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.322458] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807106, 'name': CreateVM_Task, 'duration_secs': 0.601524} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.324017] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.324135] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.324135] env[65829]: value = "task-4807109" [ 680.324135] env[65829]: _type = "Task" [ 680.324135] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.328033] env[65829]: WARNING neutronclient.v2_0.client [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.328033] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.328033] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.328033] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.328033] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eacc8a26-fdba-492a-ab1e-846a10c1c32d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.345828] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807109, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.345828] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 680.345828] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f919cb-3770-e45a-dc4d-9bd1ae877343" [ 680.345828] env[65829]: _type = "Task" [ 680.345828] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.356877] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f919cb-3770-e45a-dc4d-9bd1ae877343, 'name': SearchDatastore_Task, 'duration_secs': 0.017472} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.359071] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.359071] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.359071] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.359071] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.359592] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 680.360058] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a48748f9-df23-4a03-9a78-a266db58aae9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.372058] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 680.372058] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 680.372058] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d854cda2-c05b-46dc-8904-2f6a4f028022 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.379432] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 680.379432] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52639562-98e7-7a72-545e-fc94ed066f64" [ 680.379432] env[65829]: _type = "Task" [ 680.379432] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.392257] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52639562-98e7-7a72-545e-fc94ed066f64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.585750] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d80090-7be7-4990-bb16-7bad72d303aa tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.586299] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec8fc3cc-c4ae-4d0c-964a-efd390b1d80b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.597184] env[65829]: DEBUG oslo_vmware.api [None req-22d80090-7be7-4990-bb16-7bad72d303aa tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 680.597184] env[65829]: value = "task-4807110" [ 680.597184] env[65829]: _type = "Task" [ 680.597184] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.609243] env[65829]: DEBUG oslo_vmware.api [None req-22d80090-7be7-4990-bb16-7bad72d303aa tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.686333] env[65829]: DEBUG nova.compute.manager [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 680.686593] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 680.687700] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2331098-ad2f-4073-88d0-a5590b580c12 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.698795] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.699596] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b9e4813-e1f8-4f1f-9673-ed8db9355466 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.708284] env[65829]: DEBUG oslo_vmware.api [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Waiting for the task: (returnval){ [ 680.708284] env[65829]: value = "task-4807111" [ 680.708284] env[65829]: _type = "Task" [ 680.708284] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.717668] env[65829]: DEBUG oslo_vmware.api [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807111, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.798780] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.798780] env[65829]: DEBUG nova.compute.manager [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 680.805531] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.701s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.805531] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.805531] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 680.805531] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.096s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.809949] env[65829]: INFO nova.compute.claims [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.813193] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c389efd-9698-4de0-bd3f-2aaf75427727 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.823910] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683bbe62-89c5-47d5-945e-118afaf170ae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.852936] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.853462] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807109, 'name': CreateVM_Task, 'duration_secs': 0.398375} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.853674] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c380677b-c6de-4bab-ba19-6a07a1227384 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.857852] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258e2d07-64d6-4aba-b574-f4e31e232878 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.860725] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 680.861775] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.861973] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.862402] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.864408] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e33fd1a-69ec-488c-bfd4-ae67d11f5168 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.874422] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 680.874422] env[65829]: value = "task-4807112" [ 680.874422] env[65829]: _type = "Task" [ 680.874422] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.877197] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e6f063-b865-4177-a051-0203ff311b5f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.894150] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Waiting for the task: (returnval){ [ 680.894150] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520fc377-7501-539d-e68b-ec9e031d938d" [ 680.894150] env[65829]: _type = "Task" [ 680.894150] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.939188] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179224MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 680.939535] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.940078] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807112, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.944357] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52639562-98e7-7a72-545e-fc94ed066f64, 'name': SearchDatastore_Task, 'duration_secs': 0.018276} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.949657] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520fc377-7501-539d-e68b-ec9e031d938d, 'name': SearchDatastore_Task, 'duration_secs': 0.019738} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.949920] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a88f64c3-f57e-43f0-a45e-4b679a16d658 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.952919] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.952919] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 680.953174] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.959754] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 680.959754] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52376a1f-b444-85fc-83e2-d117803846e6" [ 680.959754] env[65829]: _type = "Task" [ 680.959754] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.972672] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52376a1f-b444-85fc-83e2-d117803846e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.113760] env[65829]: DEBUG oslo_vmware.api [None req-22d80090-7be7-4990-bb16-7bad72d303aa tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807110, 'name': PowerOffVM_Task, 'duration_secs': 0.290168} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.114035] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-22d80090-7be7-4990-bb16-7bad72d303aa tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.114272] env[65829]: DEBUG nova.compute.manager [None req-22d80090-7be7-4990-bb16-7bad72d303aa tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 681.115101] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9e2e3f-a0e1-4a77-a523-dd8c6dbf84c7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.225184] env[65829]: DEBUG oslo_vmware.api [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807111, 'name': PowerOffVM_Task, 'duration_secs': 0.227292} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.225591] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.225768] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.226040] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37c1af74-801a-48cb-a7f2-3f527a6cc11e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.306880] env[65829]: DEBUG nova.compute.utils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.310658] env[65829]: DEBUG nova.compute.manager [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 681.310658] env[65829]: DEBUG nova.network.neutron [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 681.311137] env[65829]: WARNING neutronclient.v2_0.client [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.312280] env[65829]: WARNING neutronclient.v2_0.client [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.315879] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.316041] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.316156] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Deleting the datastore file [datastore1] ab7a4066-fb81-48a0-a39e-e54e59600e74 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.320120] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab22b8c4-4169-4b98-a23b-724fae951ec2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.330589] env[65829]: DEBUG oslo_vmware.api [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Waiting for the task: (returnval){ [ 681.330589] env[65829]: value = "task-4807114" [ 681.330589] env[65829]: _type = "Task" [ 681.330589] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.340499] env[65829]: DEBUG oslo_vmware.api [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.386632] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807112, 'name': PowerOffVM_Task, 'duration_secs': 0.198729} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.386916] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.387854] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.387980] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4ee057-d715-40df-a2bc-02f37c817f00 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.395925] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.396199] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b45da7ef-1d49-4c65-8bac-4598693cf040 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.425917] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.426285] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.426497] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Deleting the datastore file [datastore1] 89eade25-b968-4251-bb0e-b56cfbd5f86c {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.426965] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6918b467-8d03-47de-b210-073ecacbfe5f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.438354] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 681.438354] env[65829]: value = "task-4807116" [ 681.438354] env[65829]: _type = "Task" [ 681.438354] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.447676] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.472091] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52376a1f-b444-85fc-83e2-d117803846e6, 'name': SearchDatastore_Task, 'duration_secs': 0.021748} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.472574] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.472840] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 7c39128b-5899-4bc4-8335-8f7a2a2c5a00/7c39128b-5899-4bc4-8335-8f7a2a2c5a00.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.473146] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.473336] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.473561] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b73f58b6-c776-4e03-9974-a2d339c910fb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.475617] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f45e4a66-6162-4b5a-9ec5-e430df90ac41 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.483862] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 681.483862] env[65829]: value = "task-4807117" [ 681.483862] env[65829]: _type = "Task" [ 681.483862] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.493175] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.496571] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.496673] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.497401] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee96774-7358-47d2-a6eb-9f7b691564a9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.503342] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Waiting for the task: (returnval){ [ 681.503342] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bf5d6c-cedb-beb6-a505-3fe6485c4a7c" [ 681.503342] env[65829]: _type = "Task" [ 681.503342] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.513356] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bf5d6c-cedb-beb6-a505-3fe6485c4a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.631157] env[65829]: DEBUG oslo_concurrency.lockutils [None req-22d80090-7be7-4990-bb16-7bad72d303aa tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "70f9c8be-079c-482c-a3ce-f337fdf4360a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.076s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.706428] env[65829]: DEBUG nova.policy [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79178c5ec29a42d0b240531beaa558c0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3152b793642744f88b14f5acabf8c4e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.817729] env[65829]: DEBUG nova.compute.manager [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 681.842020] env[65829]: DEBUG oslo_vmware.api [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Task: {'id': task-4807114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273156} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.842020] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.842020] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.842020] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.842020] env[65829]: INFO nova.compute.manager [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Took 1.15 seconds to destroy the instance on the hypervisor. [ 681.842369] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 681.842369] env[65829]: DEBUG nova.compute.manager [-] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 681.842369] env[65829]: DEBUG nova.network.neutron [-] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 681.842369] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.954989] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195769} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.954989] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 681.954989] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 681.954989] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 681.996238] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807117, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.005665] env[65829]: WARNING neutronclient.v2_0.client [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.021564] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bf5d6c-cedb-beb6-a505-3fe6485c4a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.015153} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.026560] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c81f074-b117-42e1-93d9-edac186f7c13 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.033994] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Waiting for the task: (returnval){ [ 682.033994] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526a3977-6844-dee7-96ac-86812fa90e67" [ 682.033994] env[65829]: _type = "Task" [ 682.033994] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.046040] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526a3977-6844-dee7-96ac-86812fa90e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.322634] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcffc22-6672-4c1c-858d-ad813476548e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.344855] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a60a4b-69ec-4835-aadb-5388e4693b13 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.350238] env[65829]: DEBUG oslo_vmware.rw_handles [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e2928-dd14-3413-5563-32ae1ba16420/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 682.350969] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3c3e85-7156-4d81-924c-7df19794b2c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.360227] env[65829]: DEBUG oslo_vmware.rw_handles [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e2928-dd14-3413-5563-32ae1ba16420/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 682.360227] env[65829]: ERROR oslo_vmware.rw_handles [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e2928-dd14-3413-5563-32ae1ba16420/disk-0.vmdk due to incomplete transfer. [ 682.385218] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-504e64c3-3641-4f60-bc69-3cd4223b3a62 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.387455] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f431f13-7c25-4a4c-bcdc-3a877d42da77 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.398656] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a722231a-7a22-4215-9744-2b73a21d3be6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.403197] env[65829]: DEBUG oslo_vmware.rw_handles [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e2928-dd14-3413-5563-32ae1ba16420/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 682.403460] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Uploaded image d75117ac-17e7-44a1-ab25-ab5c54129e0c to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 682.405030] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 682.405934] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-968c83a3-4c87-497a-a959-d0747e235ba2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.419851] env[65829]: DEBUG nova.compute.provider_tree [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.422731] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 682.422731] env[65829]: value = "task-4807118" [ 682.422731] env[65829]: _type = "Task" [ 682.422731] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.432610] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807118, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.499281] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807117, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808988} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.499586] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 7c39128b-5899-4bc4-8335-8f7a2a2c5a00/7c39128b-5899-4bc4-8335-8f7a2a2c5a00.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.499804] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.500130] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94141139-268e-4f2d-aea2-6eae847fcf7d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.510707] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 682.510707] env[65829]: value = "task-4807119" [ 682.510707] env[65829]: _type = "Task" [ 682.510707] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.521785] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.544773] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526a3977-6844-dee7-96ac-86812fa90e67, 'name': SearchDatastore_Task, 'duration_secs': 0.064868} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.545071] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.545338] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 598d7de9-b594-4a1c-9cd8-c06d79aa72df/598d7de9-b594-4a1c-9cd8-c06d79aa72df.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.545661] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03ea61f2-8a37-42ad-a591-8b2df7c538e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.554807] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Waiting for the task: (returnval){ [ 682.554807] env[65829]: value = "task-4807120" [ 682.554807] env[65829]: _type = "Task" [ 682.554807] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.565548] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.660468] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.838080] env[65829]: DEBUG nova.compute.manager [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 682.881329] env[65829]: DEBUG nova.virt.hardware [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 682.881857] env[65829]: DEBUG nova.virt.hardware [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.882590] env[65829]: DEBUG nova.virt.hardware [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 682.886081] env[65829]: DEBUG nova.virt.hardware [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.886081] env[65829]: DEBUG nova.virt.hardware [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 682.886081] env[65829]: DEBUG nova.virt.hardware [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 682.886081] env[65829]: DEBUG nova.virt.hardware [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 682.886081] env[65829]: DEBUG nova.virt.hardware [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 682.886563] env[65829]: DEBUG nova.virt.hardware [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 682.886563] env[65829]: DEBUG nova.virt.hardware [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 682.886563] env[65829]: DEBUG nova.virt.hardware [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 682.891694] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f16f45-be96-4e54-bc3d-5b2232616d62 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.904199] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7008b66a-df0e-4b68-92db-079c3ab19903 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.924715] env[65829]: DEBUG nova.scheduler.client.report [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.941680] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807118, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.991131] env[65829]: DEBUG nova.virt.hardware [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 682.991131] env[65829]: DEBUG nova.virt.hardware [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.991131] env[65829]: DEBUG nova.virt.hardware [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 682.991131] env[65829]: DEBUG nova.virt.hardware [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.991364] env[65829]: DEBUG nova.virt.hardware [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 682.991472] env[65829]: DEBUG nova.virt.hardware [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 682.991851] env[65829]: DEBUG nova.virt.hardware [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 682.992237] env[65829]: DEBUG nova.virt.hardware [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 682.992553] env[65829]: DEBUG nova.virt.hardware [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 682.992855] env[65829]: DEBUG nova.virt.hardware [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 682.993174] env[65829]: DEBUG nova.virt.hardware [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 682.994567] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446711a1-5f1c-4b24-b411-720f9541bdfa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.004717] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e34b0b-4bbf-499a-a90a-05899f547838 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.024418] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083241} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.034847] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.035566] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.043287] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 683.044215] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa38bc1-bc32-44b8-8642-8faaf835494b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.046969] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.047211] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-015cdfbc-34fc-4f51-af57-764694948af8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.085336] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 7c39128b-5899-4bc4-8335-8f7a2a2c5a00/7c39128b-5899-4bc4-8335-8f7a2a2c5a00.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.088135] env[65829]: DEBUG nova.network.neutron [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Successfully created port: e3d76246-62ae-46f5-82d6-b8c85a16df26 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 683.091450] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d936413e-3ea0-4ddf-9d30-af24eb259e94 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.106853] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.106853] env[65829]: value = "task-4807123" [ 683.106853] env[65829]: _type = "Task" [ 683.106853] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.112127] env[65829]: DEBUG nova.network.neutron [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Updated VIF entry in instance network info cache for port e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 683.112302] env[65829]: DEBUG nova.network.neutron [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Updating instance_info_cache with network_info: [{"id": "e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93", "address": "fa:16:3e:51:29:c8", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5b78cb3-c9", "ovs_interfaceid": "e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.113898] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807120, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.120096] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 683.120096] env[65829]: value = "task-4807125" [ 683.120096] env[65829]: _type = "Task" [ 683.120096] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.127215] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807123, 'name': CreateVM_Task} progress is 15%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.133666] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807125, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.426758] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquiring lock "9d74a949-7bd4-4990-ab76-1180e9fd6c1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.427714] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lock "9d74a949-7bd4-4990-ab76-1180e9fd6c1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.436034] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.436034] env[65829]: DEBUG nova.compute.manager [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 683.445396] env[65829]: DEBUG oslo_concurrency.lockutils [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.095s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.445606] env[65829]: DEBUG nova.objects.instance [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lazy-loading 'resources' on Instance uuid 38a0da51-c4c7-4067-bcab-9383bf804533 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.457762] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807118, 'name': Destroy_Task, 'duration_secs': 0.929257} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.458267] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Destroyed the VM [ 683.458669] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 683.459479] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a4c62c44-5a84-4a64-9f09-0d066301ba0a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.468137] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 683.468137] env[65829]: value = "task-4807126" [ 683.468137] env[65829]: _type = "Task" [ 683.468137] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.482584] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807126, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.572962] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807120, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.619330] env[65829]: DEBUG oslo_concurrency.lockutils [req-06f34aa7-5def-4753-9779-43fb5456c97b req-4fbbe5f6-05af-4082-8578-85cf9bacc078 service nova] Releasing lock "refresh_cache-13a4c8ff-ce8d-4cf6-a224-0b293f46266f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.628204] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807123, 'name': CreateVM_Task, 'duration_secs': 0.436704} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.628852] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.629458] env[65829]: DEBUG oslo_concurrency.lockutils [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.629634] env[65829]: DEBUG oslo_concurrency.lockutils [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.629984] env[65829]: DEBUG oslo_concurrency.lockutils [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.630283] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6da10ba-d1cf-41e5-a201-1b01d8b2775f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.635625] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.639476] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 683.639476] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a6faba-1dbd-31db-1bb5-4da247cfb8c9" [ 683.639476] env[65829]: _type = "Task" [ 683.639476] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.649236] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a6faba-1dbd-31db-1bb5-4da247cfb8c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.941749] env[65829]: DEBUG nova.compute.manager [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 683.952639] env[65829]: DEBUG nova.compute.utils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.956500] env[65829]: DEBUG nova.compute.manager [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 683.956500] env[65829]: DEBUG nova.network.neutron [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 683.956500] env[65829]: WARNING neutronclient.v2_0.client [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.956500] env[65829]: WARNING neutronclient.v2_0.client [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.980158] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807126, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.014887] env[65829]: DEBUG nova.network.neutron [-] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.071596] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807120, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.021292} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.071841] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 598d7de9-b594-4a1c-9cd8-c06d79aa72df/598d7de9-b594-4a1c-9cd8-c06d79aa72df.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.072109] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.072444] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b52745c5-d574-4415-91d1-a6d9b96f6ee5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.080516] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Waiting for the task: (returnval){ [ 684.080516] env[65829]: value = "task-4807127" [ 684.080516] env[65829]: _type = "Task" [ 684.080516] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.092692] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807127, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.133875] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807125, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.150348] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a6faba-1dbd-31db-1bb5-4da247cfb8c9, 'name': SearchDatastore_Task, 'duration_secs': 0.033574} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.150982] env[65829]: DEBUG oslo_concurrency.lockutils [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.150982] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.151189] env[65829]: DEBUG oslo_concurrency.lockutils [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.151291] env[65829]: DEBUG oslo_concurrency.lockutils [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.151444] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.151737] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1581fba1-c164-40c8-aee2-76dee006b9c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.166735] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.166735] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.166982] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1055f403-2f6e-4d5c-8fac-09863d39d5d8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.173817] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 684.173817] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fc74b9-0641-8c74-bbb8-a5326a323ed9" [ 684.173817] env[65829]: _type = "Task" [ 684.173817] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.189867] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fc74b9-0641-8c74-bbb8-a5326a323ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.372121] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ce9afc-1b58-4fab-a533-6175251ecb69 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.380677] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c6c66a-2f52-4640-b737-8e2e4b0f86a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.411789] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508d027b-e6a2-4b99-893a-a4ba30271ff3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.420316] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b46e47-dfb4-444f-9722-a9a50026ed2a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.435553] env[65829]: DEBUG nova.compute.provider_tree [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.456411] env[65829]: DEBUG nova.compute.manager [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 684.469325] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.484249] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807126, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.518330] env[65829]: INFO nova.compute.manager [-] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Took 2.68 seconds to deallocate network for instance. [ 684.594228] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807127, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183443} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.594631] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 684.595760] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf93d247-010a-4492-b7b3-2d4221c4a27e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.618877] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 598d7de9-b594-4a1c-9cd8-c06d79aa72df/598d7de9-b594-4a1c-9cd8-c06d79aa72df.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 684.618877] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7783236c-571c-42c6-98ff-ea8bb9269869 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.643949] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807125, 'name': ReconfigVM_Task, 'duration_secs': 1.071704} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.645450] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 7c39128b-5899-4bc4-8335-8f7a2a2c5a00/7c39128b-5899-4bc4-8335-8f7a2a2c5a00.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.646249] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Waiting for the task: (returnval){ [ 684.646249] env[65829]: value = "task-4807128" [ 684.646249] env[65829]: _type = "Task" [ 684.646249] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.646469] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fffe6289-fb89-420d-92f1-b245fb867ba9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.657105] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807128, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.658990] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 684.658990] env[65829]: value = "task-4807129" [ 684.658990] env[65829]: _type = "Task" [ 684.658990] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.669126] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807129, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.688595] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fc74b9-0641-8c74-bbb8-a5326a323ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.030204} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.689527] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74812e1c-ff9c-4aa2-a6f1-1585ebe4e821 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.696428] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 684.696428] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ca942f-68d1-c2af-6b3d-3d22b0ab425b" [ 684.696428] env[65829]: _type = "Task" [ 684.696428] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.706656] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ca942f-68d1-c2af-6b3d-3d22b0ab425b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.860933] env[65829]: DEBUG nova.policy [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9721e25d0a443479bd28dbed611cb5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '238a33da88c042509d7179c989b3e861', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.940030] env[65829]: DEBUG nova.scheduler.client.report [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.982677] env[65829]: DEBUG oslo_vmware.api [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807126, 'name': RemoveSnapshot_Task, 'duration_secs': 1.345585} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.982677] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 684.982677] env[65829]: INFO nova.compute.manager [None req-35f35e3e-e235-482c-9284-e120b64ef335 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Took 19.08 seconds to snapshot the instance on the hypervisor. [ 685.026845] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.146332] env[65829]: DEBUG nova.network.neutron [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Successfully updated port: e3d76246-62ae-46f5-82d6-b8c85a16df26 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 685.164316] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807128, 'name': ReconfigVM_Task, 'duration_secs': 0.304111} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.168473] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 598d7de9-b594-4a1c-9cd8-c06d79aa72df/598d7de9-b594-4a1c-9cd8-c06d79aa72df.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 685.170772] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efcc07ad-9d68-40c0-8bd4-764dc5c0ef78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.181245] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807129, 'name': Rename_Task, 'duration_secs': 0.192128} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.181691] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.181901] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Waiting for the task: (returnval){ [ 685.181901] env[65829]: value = "task-4807130" [ 685.181901] env[65829]: _type = "Task" [ 685.181901] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.182155] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36ed637c-b09e-4b06-b26e-39db35d7ad86 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.194716] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807130, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.196679] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 685.196679] env[65829]: value = "task-4807131" [ 685.196679] env[65829]: _type = "Task" [ 685.196679] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.210206] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.214741] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ca942f-68d1-c2af-6b3d-3d22b0ab425b, 'name': SearchDatastore_Task, 'duration_secs': 0.012409} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.215235] env[65829]: DEBUG oslo_concurrency.lockutils [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.215362] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 89eade25-b968-4251-bb0e-b56cfbd5f86c/89eade25-b968-4251-bb0e-b56cfbd5f86c.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.215816] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9130866a-9355-445c-9980-3d224e07584b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.223240] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 685.223240] env[65829]: value = "task-4807132" [ 685.223240] env[65829]: _type = "Task" [ 685.223240] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.236341] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.448070] env[65829]: DEBUG oslo_concurrency.lockutils [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.452116] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.385s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.453282] env[65829]: INFO nova.compute.claims [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.469978] env[65829]: DEBUG nova.compute.manager [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 685.501628] env[65829]: INFO nova.scheduler.client.report [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Deleted allocations for instance 38a0da51-c4c7-4067-bcab-9383bf804533 [ 685.509023] env[65829]: DEBUG nova.virt.hardware [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 685.509337] env[65829]: DEBUG nova.virt.hardware [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.509559] env[65829]: DEBUG nova.virt.hardware [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 685.509601] env[65829]: DEBUG nova.virt.hardware [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.509738] env[65829]: DEBUG nova.virt.hardware [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 685.509878] env[65829]: DEBUG nova.virt.hardware [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 685.510105] env[65829]: DEBUG nova.virt.hardware [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 685.510315] env[65829]: DEBUG nova.virt.hardware [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 685.515900] env[65829]: DEBUG nova.virt.hardware [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 685.515900] env[65829]: DEBUG nova.virt.hardware [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 685.515900] env[65829]: DEBUG nova.virt.hardware [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 685.515900] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7bdd41-88a8-4442-accf-a2f34d873a06 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.521864] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574425ad-44ac-4bed-8327-f5430d85cd8b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.599427] env[65829]: DEBUG nova.network.neutron [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Successfully created port: 99d5a509-138a-4066-8885-c68d7520b57a {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 685.649391] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Acquiring lock "refresh_cache-a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.649648] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Acquired lock "refresh_cache-a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.649913] env[65829]: DEBUG nova.network.neutron [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 685.696028] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807130, 'name': Rename_Task, 'duration_secs': 0.158962} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.696663] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 685.696663] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f929bf40-2eba-4ec8-84ba-57ef2d2d61ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.708507] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.710306] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Waiting for the task: (returnval){ [ 685.710306] env[65829]: value = "task-4807133" [ 685.710306] env[65829]: _type = "Task" [ 685.710306] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.722012] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.737965] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807132, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.024231] env[65829]: DEBUG oslo_concurrency.lockutils [None req-48083f41-b0d5-4891-99b0-597bb9a22e91 tempest-ServersAdmin275Test-575353127 tempest-ServersAdmin275Test-575353127-project-member] Lock "38a0da51-c4c7-4067-bcab-9383bf804533" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.090s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.211384] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807131, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.224592] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807133, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.236677] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770321} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.236923] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 89eade25-b968-4251-bb0e-b56cfbd5f86c/89eade25-b968-4251-bb0e-b56cfbd5f86c.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.237047] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.237449] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5851afe-16ee-486c-a570-082c45516dc4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.246119] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 686.246119] env[65829]: value = "task-4807134" [ 686.246119] env[65829]: _type = "Task" [ 686.246119] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.258327] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807134, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.713657] env[65829]: DEBUG oslo_vmware.api [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807131, 'name': PowerOnVM_Task, 'duration_secs': 1.187974} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.717196] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.717300] env[65829]: INFO nova.compute.manager [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Took 12.26 seconds to spawn the instance on the hypervisor. [ 686.717470] env[65829]: DEBUG nova.compute.manager [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 686.721478] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b95396-b1ff-479c-85cc-99162b71c06a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.733690] env[65829]: DEBUG oslo_vmware.api [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807133, 'name': PowerOnVM_Task, 'duration_secs': 0.534009} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.735940] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.736251] env[65829]: INFO nova.compute.manager [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Took 6.57 seconds to spawn the instance on the hypervisor. [ 686.736520] env[65829]: DEBUG nova.compute.manager [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 686.744028] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2656943-5c25-4b0f-ade3-edbacb4bcba4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.760868] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807134, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082692} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.764130] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.765508] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d445a4d-10a6-4023-9830-a291b6123dc4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.789950] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 89eade25-b968-4251-bb0e-b56cfbd5f86c/89eade25-b968-4251-bb0e-b56cfbd5f86c.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.795263] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cbe9f63-178d-433a-941a-97046926e963 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.823393] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 686.823393] env[65829]: value = "task-4807136" [ 686.823393] env[65829]: _type = "Task" [ 686.823393] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.836707] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.856844] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3976082f-2128-4207-b755-c1fe430fa115 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.865388] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0c9ae7-6d44-49d3-bc95-8c499ba9c80d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.901743] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00351cb-1dc3-469f-86b9-23ef5a746c3e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.905862] env[65829]: DEBUG nova.network.neutron [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 686.914866] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9edb1b-d73c-40a2-ac50-3869437ca670 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.935104] env[65829]: DEBUG nova.compute.provider_tree [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.263826] env[65829]: INFO nova.compute.manager [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Took 37.30 seconds to build instance. [ 687.274867] env[65829]: INFO nova.compute.manager [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Took 30.59 seconds to build instance. [ 687.333192] env[65829]: DEBUG nova.compute.manager [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Received event network-vif-plugged-08edcd53-6de2-43d5-ae4b-14956264768f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 687.333624] env[65829]: DEBUG oslo_concurrency.lockutils [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] Acquiring lock "7c39128b-5899-4bc4-8335-8f7a2a2c5a00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.333624] env[65829]: DEBUG oslo_concurrency.lockutils [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] Lock "7c39128b-5899-4bc4-8335-8f7a2a2c5a00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.333804] env[65829]: DEBUG oslo_concurrency.lockutils [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] Lock "7c39128b-5899-4bc4-8335-8f7a2a2c5a00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.333920] env[65829]: DEBUG nova.compute.manager [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] No waiting events found dispatching network-vif-plugged-08edcd53-6de2-43d5-ae4b-14956264768f {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 687.334129] env[65829]: WARNING nova.compute.manager [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Received unexpected event network-vif-plugged-08edcd53-6de2-43d5-ae4b-14956264768f for instance with vm_state active and task_state None. [ 687.334352] env[65829]: DEBUG nova.compute.manager [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Received event network-changed-08edcd53-6de2-43d5-ae4b-14956264768f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 687.334547] env[65829]: DEBUG nova.compute.manager [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Refreshing instance network info cache due to event network-changed-08edcd53-6de2-43d5-ae4b-14956264768f. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 687.334782] env[65829]: DEBUG oslo_concurrency.lockutils [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] Acquiring lock "refresh_cache-7c39128b-5899-4bc4-8335-8f7a2a2c5a00" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.334942] env[65829]: DEBUG oslo_concurrency.lockutils [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] Acquired lock "refresh_cache-7c39128b-5899-4bc4-8335-8f7a2a2c5a00" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.335264] env[65829]: DEBUG nova.network.neutron [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Refreshing network info cache for port 08edcd53-6de2-43d5-ae4b-14956264768f {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.346160] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.439590] env[65829]: DEBUG nova.scheduler.client.report [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.641296] env[65829]: DEBUG nova.network.neutron [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Successfully updated port: 99d5a509-138a-4066-8885-c68d7520b57a {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 687.770008] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf66b58-9982-435d-8cf2-6af54fe70d2a tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "7c39128b-5899-4bc4-8335-8f7a2a2c5a00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.863s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.775383] env[65829]: DEBUG oslo_concurrency.lockutils [None req-38ac541c-e090-48ce-aa38-0a69d2c232e9 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Lock "598d7de9-b594-4a1c-9cd8-c06d79aa72df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.595s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.840263] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807136, 'name': ReconfigVM_Task, 'duration_secs': 0.737657} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.840263] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 89eade25-b968-4251-bb0e-b56cfbd5f86c/89eade25-b968-4251-bb0e-b56cfbd5f86c.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.840263] env[65829]: WARNING neutronclient.v2_0.client [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.844820] env[65829]: WARNING neutronclient.v2_0.client [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.846350] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0148751b-dd95-4792-bc96-98ac79dc4272 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.855703] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 687.855703] env[65829]: value = "task-4807137" [ 687.855703] env[65829]: _type = "Task" [ 687.855703] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.867230] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807137, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.947974] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.948550] env[65829]: DEBUG nova.compute.manager [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 687.952040] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.077s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.952040] env[65829]: DEBUG nova.objects.instance [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lazy-loading 'resources' on Instance uuid 6ba6541f-302d-4a97-8732-45985f5fec13 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.147261] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "refresh_cache-4e9650eb-1d84-402d-978c-38bbe2b40b9e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.147661] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "refresh_cache-4e9650eb-1d84-402d-978c-38bbe2b40b9e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.148858] env[65829]: DEBUG nova.network.neutron [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 688.203462] env[65829]: DEBUG nova.network.neutron [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Updating instance_info_cache with network_info: [{"id": "e3d76246-62ae-46f5-82d6-b8c85a16df26", "address": "fa:16:3e:cb:c2:74", "network": {"id": "f1b37dba-e5d2-43a3-9bce-58406bedfdf6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1576616469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3152b793642744f88b14f5acabf8c4e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d76246-62", "ovs_interfaceid": "e3d76246-62ae-46f5-82d6-b8c85a16df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.368600] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807137, 'name': Rename_Task, 'duration_secs': 0.296577} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.368991] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.369231] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-825c1ccd-c6b3-4b72-b941-8d0fdf3ae93e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.378697] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 688.378697] env[65829]: value = "task-4807139" [ 688.378697] env[65829]: _type = "Task" [ 688.378697] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.391160] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.456098] env[65829]: DEBUG nova.compute.utils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.459030] env[65829]: DEBUG nova.compute.manager [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 688.459852] env[65829]: DEBUG nova.network.neutron [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 688.460134] env[65829]: WARNING neutronclient.v2_0.client [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.462287] env[65829]: WARNING neutronclient.v2_0.client [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.705757] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Releasing lock "refresh_cache-a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.706176] env[65829]: DEBUG nova.compute.manager [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Instance network_info: |[{"id": "e3d76246-62ae-46f5-82d6-b8c85a16df26", "address": "fa:16:3e:cb:c2:74", "network": {"id": "f1b37dba-e5d2-43a3-9bce-58406bedfdf6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1576616469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3152b793642744f88b14f5acabf8c4e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d76246-62", "ovs_interfaceid": "e3d76246-62ae-46f5-82d6-b8c85a16df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 688.706685] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:c2:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae70d41-6ebf-472a-8504-6530eb37ea41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3d76246-62ae-46f5-82d6-b8c85a16df26', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.716096] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Creating folder: Project (3152b793642744f88b14f5acabf8c4e5). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.719746] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6d0689a-fd0d-4c17-a390-6e81b1e6a73a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.744827] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Created folder: Project (3152b793642744f88b14f5acabf8c4e5) in parent group-v937255. [ 688.745066] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Creating folder: Instances. Parent ref: group-v937338. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.749370] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f52dd7bd-f0a8-48f3-8dc0-c5658e9c64ba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.761118] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Created folder: Instances in parent group-v937338. [ 688.761792] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 688.761792] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.761955] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4ae1965-cb63-4b9e-aef0-8c150599e34d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.787841] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.787841] env[65829]: value = "task-4807142" [ 688.787841] env[65829]: _type = "Task" [ 688.787841] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.802969] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807142, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.854738] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f010c74b-de9e-44e5-a0af-3f3b946797c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.866032] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0da08ab-d55e-4c25-8bb7-41b6084ee12d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.905047] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2568ae27-fd8b-4a6e-a5d1-96a5e172c252 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.914751] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807139, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.919297] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe6ff34-d417-4330-998e-fc474770a780 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.939028] env[65829]: DEBUG nova.compute.provider_tree [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.959363] env[65829]: DEBUG nova.compute.manager [req-bd13f65a-8d6c-4076-8788-21208428b9e4 req-7fa9fafa-1f9c-437b-852f-f1bb7f4531d5 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Received event network-changed-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 688.959363] env[65829]: DEBUG nova.compute.manager [req-bd13f65a-8d6c-4076-8788-21208428b9e4 req-7fa9fafa-1f9c-437b-852f-f1bb7f4531d5 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Refreshing instance network info cache due to event network-changed-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 688.959363] env[65829]: DEBUG oslo_concurrency.lockutils [req-bd13f65a-8d6c-4076-8788-21208428b9e4 req-7fa9fafa-1f9c-437b-852f-f1bb7f4531d5 service nova] Acquiring lock "refresh_cache-0e20b1cc-1aab-4a62-bd1a-86456eee3906" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.959363] env[65829]: DEBUG oslo_concurrency.lockutils [req-bd13f65a-8d6c-4076-8788-21208428b9e4 req-7fa9fafa-1f9c-437b-852f-f1bb7f4531d5 service nova] Acquired lock "refresh_cache-0e20b1cc-1aab-4a62-bd1a-86456eee3906" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.959363] env[65829]: DEBUG nova.network.neutron [req-bd13f65a-8d6c-4076-8788-21208428b9e4 req-7fa9fafa-1f9c-437b-852f-f1bb7f4531d5 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Refreshing network info cache for port c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.961287] env[65829]: DEBUG nova.policy [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '102d70a73fab44dfa5d660c43d214555', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75d065d8b84b498ab8473230185fa2dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.968072] env[65829]: DEBUG nova.compute.manager [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 689.035778] env[65829]: DEBUG nova.network.neutron [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 689.285189] env[65829]: WARNING neutronclient.v2_0.client [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.299532] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807142, 'name': CreateVM_Task, 'duration_secs': 0.40324} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.299717] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.300252] env[65829]: WARNING neutronclient.v2_0.client [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.300616] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.300763] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.301115] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.301398] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7baa02b9-7317-4d74-a524-6404f10b0ba7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.308019] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Waiting for the task: (returnval){ [ 689.308019] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a5c852-6353-2505-53d0-4c0361635832" [ 689.308019] env[65829]: _type = "Task" [ 689.308019] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.320579] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a5c852-6353-2505-53d0-4c0361635832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.411332] env[65829]: DEBUG oslo_vmware.api [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807139, 'name': PowerOnVM_Task, 'duration_secs': 0.704996} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.411616] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 689.411816] env[65829]: DEBUG nova.compute.manager [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 689.412707] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faef54be-9955-4704-b94c-2878b43760d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.445456] env[65829]: DEBUG nova.scheduler.client.report [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.465188] env[65829]: WARNING neutronclient.v2_0.client [req-bd13f65a-8d6c-4076-8788-21208428b9e4 req-7fa9fafa-1f9c-437b-852f-f1bb7f4531d5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.695239] env[65829]: DEBUG nova.network.neutron [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Successfully created port: e63412c7-c02d-49b4-aae0-d9449c88f410 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 689.757906] env[65829]: DEBUG nova.compute.manager [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 689.758866] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab6cbee-5ca0-4c55-bbf3-88656cefc3e1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.822714] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a5c852-6353-2505-53d0-4c0361635832, 'name': SearchDatastore_Task, 'duration_secs': 0.014708} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.822714] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.822714] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.827073] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.827539] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.827539] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.827994] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71728134-a63e-45c8-9c8d-a2c0d52b6212 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.843745] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.843957] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.844745] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac1a065-da5b-4820-8f4e-e60e0a3a0c5a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.851354] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Waiting for the task: (returnval){ [ 689.851354] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5263ea36-1403-d5cd-dbfd-50ec27b4b04d" [ 689.851354] env[65829]: _type = "Task" [ 689.851354] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.860894] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5263ea36-1403-d5cd-dbfd-50ec27b4b04d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.938141] env[65829]: DEBUG oslo_concurrency.lockutils [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.955522] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.958303] env[65829]: DEBUG oslo_concurrency.lockutils [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.065s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.958303] env[65829]: DEBUG nova.objects.instance [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lazy-loading 'resources' on Instance uuid f9b559b4-60bb-4e70-be23-abf32c0f97fe {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 689.981820] env[65829]: DEBUG nova.compute.manager [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 689.993037] env[65829]: INFO nova.scheduler.client.report [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Deleted allocations for instance 6ba6541f-302d-4a97-8732-45985f5fec13 [ 690.020363] env[65829]: DEBUG nova.virt.hardware [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 690.020674] env[65829]: DEBUG nova.virt.hardware [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.020758] env[65829]: DEBUG nova.virt.hardware [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 690.020979] env[65829]: DEBUG nova.virt.hardware [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.021273] env[65829]: DEBUG nova.virt.hardware [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 690.021555] env[65829]: DEBUG nova.virt.hardware [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 690.022095] env[65829]: DEBUG nova.virt.hardware [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 690.022095] env[65829]: DEBUG nova.virt.hardware [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 690.022261] env[65829]: DEBUG nova.virt.hardware [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 690.022456] env[65829]: DEBUG nova.virt.hardware [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 690.022650] env[65829]: DEBUG nova.virt.hardware [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 690.023821] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272ba68b-56d1-4ab3-bb9a-156b2b48e274 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.032606] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0321187-891a-44d3-8bcd-527342cc2c55 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.272186] env[65829]: INFO nova.compute.manager [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] instance snapshotting [ 690.272186] env[65829]: WARNING nova.compute.manager [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 690.277040] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47928d0b-cf3a-4070-b9ad-9780f1410514 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.304649] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e0223e-1471-4dd2-9720-71b853dfa3af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.369550] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5263ea36-1403-d5cd-dbfd-50ec27b4b04d, 'name': SearchDatastore_Task, 'duration_secs': 0.042296} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.370881] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a1ec03-26a5-4056-a0d0-29ebd70a32fc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.380805] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Waiting for the task: (returnval){ [ 690.380805] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5291bdc7-c63d-f6bd-3f15-ecdf6c9cb4c9" [ 690.380805] env[65829]: _type = "Task" [ 690.380805] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.397944] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5291bdc7-c63d-f6bd-3f15-ecdf6c9cb4c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.503728] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d92e02ee-8498-4334-aac0-7554796bf388 tempest-DeleteServersAdminTestJSON-1119105550 tempest-DeleteServersAdminTestJSON-1119105550-project-member] Lock "6ba6541f-302d-4a97-8732-45985f5fec13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.621s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.782546] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db0fe9e-3e4c-4781-bee8-f684a6d16473 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.793999] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b402a1dd-807a-4515-ab7e-6394c79e1da3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.834238] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 690.834770] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d67de7a-3926-440d-a6a8-92fd8d1e5d52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.837576] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04910e7-1fd2-4c9e-afbc-bb4af08d042e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.846932] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f475e4-d7a0-4331-b3d5-e923f7a0f37e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.850863] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 690.850863] env[65829]: value = "task-4807144" [ 690.850863] env[65829]: _type = "Task" [ 690.850863] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.863656] env[65829]: DEBUG nova.compute.provider_tree [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.872694] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.893928] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5291bdc7-c63d-f6bd-3f15-ecdf6c9cb4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.014125} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.894308] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.894643] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] a03c6f7d-0e4f-4eb3-8991-5b990f0dd206/a03c6f7d-0e4f-4eb3-8991-5b990f0dd206.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.894993] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2479367-e744-4d3b-b5bd-60dc51440905 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.902735] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Waiting for the task: (returnval){ [ 690.902735] env[65829]: value = "task-4807145" [ 690.902735] env[65829]: _type = "Task" [ 690.902735] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.912486] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.310294] env[65829]: DEBUG nova.network.neutron [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Updated VIF entry in instance network info cache for port 08edcd53-6de2-43d5-ae4b-14956264768f. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 691.311196] env[65829]: DEBUG nova.network.neutron [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Updating instance_info_cache with network_info: [{"id": "08edcd53-6de2-43d5-ae4b-14956264768f", "address": "fa:16:3e:b5:51:5b", "network": {"id": "1bb87a52-05b4-49e0-8de4-c111bf7e9f38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-188210380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac29503bf884dd6b524ac1612065f95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08edcd53-6d", "ovs_interfaceid": "08edcd53-6de2-43d5-ae4b-14956264768f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.367159] env[65829]: DEBUG nova.scheduler.client.report [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.370866] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807144, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.417207] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807145, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.429512] env[65829]: WARNING neutronclient.v2_0.client [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.604874] env[65829]: DEBUG nova.network.neutron [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Successfully updated port: e63412c7-c02d-49b4-aae0-d9449c88f410 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 691.814754] env[65829]: DEBUG oslo_concurrency.lockutils [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] Releasing lock "refresh_cache-7c39128b-5899-4bc4-8335-8f7a2a2c5a00" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.815260] env[65829]: DEBUG nova.compute.manager [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Received event network-vif-deleted-e9ecc17d-ecab-4d9e-96d6-f2c37205bc08 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 691.815733] env[65829]: DEBUG nova.compute.manager [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Received event network-vif-deleted-8b76b686-c628-45fc-b615-932fa57a1478 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 691.815817] env[65829]: INFO nova.compute.manager [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Neutron deleted interface 8b76b686-c628-45fc-b615-932fa57a1478; detaching it from the instance and deleting it from the info cache [ 691.816055] env[65829]: DEBUG nova.network.neutron [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.824636] env[65829]: DEBUG nova.network.neutron [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Updating instance_info_cache with network_info: [{"id": "99d5a509-138a-4066-8885-c68d7520b57a", "address": "fa:16:3e:c7:69:cf", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d5a509-13", "ovs_interfaceid": "99d5a509-138a-4066-8885-c68d7520b57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.860736] env[65829]: WARNING neutronclient.v2_0.client [req-bd13f65a-8d6c-4076-8788-21208428b9e4 req-7fa9fafa-1f9c-437b-852f-f1bb7f4531d5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.875020] env[65829]: DEBUG oslo_concurrency.lockutils [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.884099] env[65829]: DEBUG oslo_concurrency.lockutils [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.250s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.884839] env[65829]: DEBUG nova.objects.instance [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Lazy-loading 'resources' on Instance uuid 875e4502-5b1a-4f92-bd41-ccee9f706169 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.887789] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807144, 'name': CreateSnapshot_Task, 'duration_secs': 0.850178} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.888343] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 691.889287] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781766db-6196-41fb-a19d-8eb3a51710d6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.919784] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.839821} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.920954] env[65829]: INFO nova.scheduler.client.report [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Deleted allocations for instance f9b559b4-60bb-4e70-be23-abf32c0f97fe [ 691.922227] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] a03c6f7d-0e4f-4eb3-8991-5b990f0dd206/a03c6f7d-0e4f-4eb3-8991-5b990f0dd206.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.922492] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.926518] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ef4b6c4-a556-4205-99ab-3808d92e5e51 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.936961] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Waiting for the task: (returnval){ [ 691.936961] env[65829]: value = "task-4807146" [ 691.936961] env[65829]: _type = "Task" [ 691.936961] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.947663] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.981403] env[65829]: DEBUG nova.network.neutron [req-bd13f65a-8d6c-4076-8788-21208428b9e4 req-7fa9fafa-1f9c-437b-852f-f1bb7f4531d5 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Updated VIF entry in instance network info cache for port c9f9a9a7-25ce-43c8-89c5-d144d9daeac2. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 691.981802] env[65829]: DEBUG nova.network.neutron [req-bd13f65a-8d6c-4076-8788-21208428b9e4 req-7fa9fafa-1f9c-437b-852f-f1bb7f4531d5 service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Updating instance_info_cache with network_info: [{"id": "c9f9a9a7-25ce-43c8-89c5-d144d9daeac2", "address": "fa:16:3e:f1:73:01", "network": {"id": "c683dc60-20ab-4bfc-804d-e253e49a7902", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-528228910-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c77c3fa7da98459da18387fd3cc8a603", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f9a9a7-25", "ovs_interfaceid": "c9f9a9a7-25ce-43c8-89c5-d144d9daeac2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.113359] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Acquiring lock "refresh_cache-e65a689f-38bc-4846-b4d5-bd7797de9cc0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.113359] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Acquired lock "refresh_cache-e65a689f-38bc-4846-b4d5-bd7797de9cc0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.113359] env[65829]: DEBUG nova.network.neutron [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 692.319696] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f95fcc48-6155-4609-b6a0-58a72517b0de {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.327895] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "refresh_cache-4e9650eb-1d84-402d-978c-38bbe2b40b9e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.329296] env[65829]: DEBUG nova.compute.manager [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Instance network_info: |[{"id": "99d5a509-138a-4066-8885-c68d7520b57a", "address": "fa:16:3e:c7:69:cf", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d5a509-13", "ovs_interfaceid": "99d5a509-138a-4066-8885-c68d7520b57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 692.329424] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:69:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99d5a509-138a-4066-8885-c68d7520b57a', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.337997] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Creating folder: Project (238a33da88c042509d7179c989b3e861). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.340520] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77de838-a001-48cc-83bf-aeee32130755 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.353703] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50231cc9-5df8-4acd-bcf1-d1e39879636e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.365950] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Created folder: Project (238a33da88c042509d7179c989b3e861) in parent group-v937255. [ 692.367301] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Creating folder: Instances. Parent ref: group-v937342. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.367301] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6fbc920a-c6b7-4680-9161-575606d7c4d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.386259] env[65829]: DEBUG nova.compute.manager [req-18315f85-ed7d-487e-88c0-86611bcd7c17 req-d9b17129-06cb-430e-ab8b-f581410e9c27 service nova] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Detach interface failed, port_id=8b76b686-c628-45fc-b615-932fa57a1478, reason: Instance 875e4502-5b1a-4f92-bd41-ccee9f706169 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 692.389389] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Created folder: Instances in parent group-v937342. [ 692.389389] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 692.391383] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.392194] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd439dcd-b66e-45cc-96d1-2adf6d0491a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.419874] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 692.420375] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.420375] env[65829]: value = "task-4807149" [ 692.420375] env[65829]: _type = "Task" [ 692.420375] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.420501] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e645c4b9-b386-4eb5-84f7-473cdc1c1929 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.434351] env[65829]: DEBUG oslo_concurrency.lockutils [None req-859bb2c1-396c-43d0-8be1-8ab2aa553732 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "f9b559b4-60bb-4e70-be23-abf32c0f97fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.593s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.436981] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 692.436981] env[65829]: value = "task-4807150" [ 692.436981] env[65829]: _type = "Task" [ 692.436981] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.440871] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807149, 'name': CreateVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.465385] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807150, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.465785] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112966} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.470077] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.471547] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd5bdd9-bafa-4286-9f71-fbe62294d27f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.491326] env[65829]: DEBUG oslo_concurrency.lockutils [req-bd13f65a-8d6c-4076-8788-21208428b9e4 req-7fa9fafa-1f9c-437b-852f-f1bb7f4531d5 service nova] Releasing lock "refresh_cache-0e20b1cc-1aab-4a62-bd1a-86456eee3906" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.500816] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] a03c6f7d-0e4f-4eb3-8991-5b990f0dd206/a03c6f7d-0e4f-4eb3-8991-5b990f0dd206.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.504257] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50fef21b-bc99-4dae-91e4-b186ae0cb5bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.526874] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Waiting for the task: (returnval){ [ 692.526874] env[65829]: value = "task-4807151" [ 692.526874] env[65829]: _type = "Task" [ 692.526874] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.536772] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807151, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.674175] env[65829]: DEBUG nova.network.neutron [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 692.721355] env[65829]: DEBUG nova.compute.manager [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Received event network-vif-deleted-8888b29e-58a9-4ba9-9927-c8510209758e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 692.722769] env[65829]: DEBUG nova.compute.manager [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Received event network-vif-plugged-e3d76246-62ae-46f5-82d6-b8c85a16df26 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 692.722769] env[65829]: DEBUG oslo_concurrency.lockutils [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] Acquiring lock "a03c6f7d-0e4f-4eb3-8991-5b990f0dd206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.722769] env[65829]: DEBUG oslo_concurrency.lockutils [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] Lock "a03c6f7d-0e4f-4eb3-8991-5b990f0dd206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.722769] env[65829]: DEBUG oslo_concurrency.lockutils [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] Lock "a03c6f7d-0e4f-4eb3-8991-5b990f0dd206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.722769] env[65829]: DEBUG nova.compute.manager [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] No waiting events found dispatching network-vif-plugged-e3d76246-62ae-46f5-82d6-b8c85a16df26 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 692.723280] env[65829]: WARNING nova.compute.manager [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Received unexpected event network-vif-plugged-e3d76246-62ae-46f5-82d6-b8c85a16df26 for instance with vm_state building and task_state spawning. [ 692.723280] env[65829]: DEBUG nova.compute.manager [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Received event network-changed-e3d76246-62ae-46f5-82d6-b8c85a16df26 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 692.723280] env[65829]: DEBUG nova.compute.manager [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Refreshing instance network info cache due to event network-changed-e3d76246-62ae-46f5-82d6-b8c85a16df26. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 692.723280] env[65829]: DEBUG oslo_concurrency.lockutils [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] Acquiring lock "refresh_cache-a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.723280] env[65829]: DEBUG oslo_concurrency.lockutils [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] Acquired lock "refresh_cache-a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.723445] env[65829]: DEBUG nova.network.neutron [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Refreshing network info cache for port e3d76246-62ae-46f5-82d6-b8c85a16df26 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.803450] env[65829]: WARNING neutronclient.v2_0.client [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.837802] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Acquiring lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.839098] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.887210] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190bbe0d-c4e4-4498-95aa-4236bec58a70 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.905402] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c2cf93-961b-4575-90bf-b1e6f8938685 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.955604] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc8ebd4-6b5c-4743-9cce-ec4dd882cfb4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.959483] env[65829]: DEBUG nova.network.neutron [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Updating instance_info_cache with network_info: [{"id": "e63412c7-c02d-49b4-aae0-d9449c88f410", "address": "fa:16:3e:6f:b0:3c", "network": {"id": "c2e8d4ee-06cc-4309-95aa-6decb9f1bb28", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-35102937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "75d065d8b84b498ab8473230185fa2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63412c7-c0", "ovs_interfaceid": "e63412c7-c02d-49b4-aae0-d9449c88f410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.970278] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807149, 'name': CreateVM_Task, 'duration_secs': 0.425288} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.974926] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980bbb21-357d-46ed-b407-3b6a1cb523f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.979688] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.979986] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807150, 'name': CloneVM_Task} progress is 93%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.981398] env[65829]: WARNING neutronclient.v2_0.client [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.981796] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.981960] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.982343] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.983390] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260426f9-9b62-4a4e-9bf7-8aa6213aae8d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.994968] env[65829]: DEBUG nova.compute.provider_tree [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.001927] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 693.001927] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d71531-000e-faea-2978-7dfbc2d06a1a" [ 693.001927] env[65829]: _type = "Task" [ 693.001927] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.014809] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d71531-000e-faea-2978-7dfbc2d06a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.041184] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807151, 'name': ReconfigVM_Task, 'duration_secs': 0.438333} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.041184] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Reconfigured VM instance instance-0000001a to attach disk [datastore1] a03c6f7d-0e4f-4eb3-8991-5b990f0dd206/a03c6f7d-0e4f-4eb3-8991-5b990f0dd206.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.041184] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e45b2fd-8789-4164-bf3c-e3c26531febe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.051605] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Waiting for the task: (returnval){ [ 693.051605] env[65829]: value = "task-4807153" [ 693.051605] env[65829]: _type = "Task" [ 693.051605] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.064032] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807153, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.230300] env[65829]: WARNING neutronclient.v2_0.client [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.342102] env[65829]: DEBUG nova.compute.utils [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.458423] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807150, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.463452] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Releasing lock "refresh_cache-e65a689f-38bc-4846-b4d5-bd7797de9cc0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.464266] env[65829]: DEBUG nova.compute.manager [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Instance network_info: |[{"id": "e63412c7-c02d-49b4-aae0-d9449c88f410", "address": "fa:16:3e:6f:b0:3c", "network": {"id": "c2e8d4ee-06cc-4309-95aa-6decb9f1bb28", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-35102937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "75d065d8b84b498ab8473230185fa2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63412c7-c0", "ovs_interfaceid": "e63412c7-c02d-49b4-aae0-d9449c88f410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 693.464430] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:b0:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e63412c7-c02d-49b4-aae0-d9449c88f410', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.471861] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Creating folder: Project (75d065d8b84b498ab8473230185fa2dd). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.472089] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5e6bf0b-719f-472f-a4c5-368efeaacb36 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.483217] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Created folder: Project (75d065d8b84b498ab8473230185fa2dd) in parent group-v937255. [ 693.483419] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Creating folder: Instances. Parent ref: group-v937347. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.483681] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84e8f59a-1cae-471b-a266-d124a07cdc36 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.495081] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Created folder: Instances in parent group-v937347. [ 693.495081] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 693.495081] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.495230] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d48656d1-4dcf-4f78-ba98-ef0b35629b9e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.510833] env[65829]: DEBUG nova.scheduler.client.report [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.526494] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d71531-000e-faea-2978-7dfbc2d06a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.022474} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.527978] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.528249] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.528487] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.528629] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.528805] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.529076] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.529076] env[65829]: value = "task-4807156" [ 693.529076] env[65829]: _type = "Task" [ 693.529076] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.529891] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6d979aa-5af1-43f5-b90d-6f0d907c358b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.544589] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807156, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.545967] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.546189] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.546969] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a967e3d0-1262-4685-922f-b74d5d79b78e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.554063] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 693.554063] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c1c2f4-bef9-d448-c260-41363265cc62" [ 693.554063] env[65829]: _type = "Task" [ 693.554063] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.571183] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807153, 'name': Rename_Task, 'duration_secs': 0.180469} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.575565] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.575828] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c1c2f4-bef9-d448-c260-41363265cc62, 'name': SearchDatastore_Task, 'duration_secs': 0.014798} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.576036] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8fe048cd-938a-4c3b-883b-0a45633ba3e8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.578553] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894d0218-1ff1-4d5b-b115-1a66e09fb6dc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.585042] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 693.585042] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5200710b-4054-b442-0f1c-b7ea61bbf5fb" [ 693.585042] env[65829]: _type = "Task" [ 693.585042] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.590910] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Waiting for the task: (returnval){ [ 693.590910] env[65829]: value = "task-4807157" [ 693.590910] env[65829]: _type = "Task" [ 693.590910] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.599023] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5200710b-4054-b442-0f1c-b7ea61bbf5fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.605608] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.846739] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.964067] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807150, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.016636] env[65829]: DEBUG oslo_concurrency.lockutils [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.022526] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.080s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.048804] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807156, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.059368] env[65829]: INFO nova.scheduler.client.report [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Deleted allocations for instance 875e4502-5b1a-4f92-bd41-ccee9f706169 [ 694.103137] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5200710b-4054-b442-0f1c-b7ea61bbf5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013652} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.104505] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.104505] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 4e9650eb-1d84-402d-978c-38bbe2b40b9e/4e9650eb-1d84-402d-978c-38bbe2b40b9e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.104972] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24952ed8-329e-4881-b211-37eadb747531 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.115456] env[65829]: DEBUG oslo_vmware.api [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807157, 'name': PowerOnVM_Task, 'duration_secs': 0.51108} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.117831] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.118067] env[65829]: INFO nova.compute.manager [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Took 11.28 seconds to spawn the instance on the hypervisor. [ 694.118251] env[65829]: DEBUG nova.compute.manager [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 694.121129] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c649b33d-8fb2-4b03-8962-ad1fcfc9cc3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.127253] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 694.127253] env[65829]: value = "task-4807158" [ 694.127253] env[65829]: _type = "Task" [ 694.127253] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.147799] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.463921] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807150, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.478784] env[65829]: DEBUG nova.compute.manager [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Received event network-vif-plugged-99d5a509-138a-4066-8885-c68d7520b57a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 694.479119] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] Acquiring lock "4e9650eb-1d84-402d-978c-38bbe2b40b9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.479410] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] Lock "4e9650eb-1d84-402d-978c-38bbe2b40b9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.479593] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] Lock "4e9650eb-1d84-402d-978c-38bbe2b40b9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.479969] env[65829]: DEBUG nova.compute.manager [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] No waiting events found dispatching network-vif-plugged-99d5a509-138a-4066-8885-c68d7520b57a {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 694.480354] env[65829]: WARNING nova.compute.manager [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Received unexpected event network-vif-plugged-99d5a509-138a-4066-8885-c68d7520b57a for instance with vm_state building and task_state spawning. [ 694.480579] env[65829]: DEBUG nova.compute.manager [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Received event network-changed-99d5a509-138a-4066-8885-c68d7520b57a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 694.480735] env[65829]: DEBUG nova.compute.manager [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Refreshing instance network info cache due to event network-changed-99d5a509-138a-4066-8885-c68d7520b57a. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 694.480925] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] Acquiring lock "refresh_cache-4e9650eb-1d84-402d-978c-38bbe2b40b9e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.481126] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] Acquired lock "refresh_cache-4e9650eb-1d84-402d-978c-38bbe2b40b9e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.481250] env[65829]: DEBUG nova.network.neutron [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Refreshing network info cache for port 99d5a509-138a-4066-8885-c68d7520b57a {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.551246] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807156, 'name': CreateVM_Task, 'duration_secs': 0.663597} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.551246] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.551246] env[65829]: WARNING neutronclient.v2_0.client [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.551787] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.551845] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.552351] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.556877] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94540488-6286-4840-adb3-f9c9933ae8c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.560844] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Waiting for the task: (returnval){ [ 694.560844] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f6678d-5f2d-61dc-01a5-55a943b2298c" [ 694.560844] env[65829]: _type = "Task" [ 694.560844] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.575051] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f6678d-5f2d-61dc-01a5-55a943b2298c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.575731] env[65829]: DEBUG oslo_concurrency.lockutils [None req-285931f6-3303-4a03-9f1a-fea9e0546e81 tempest-ServerRescueTestJSONUnderV235-431639260 tempest-ServerRescueTestJSONUnderV235-431639260-project-member] Lock "875e4502-5b1a-4f92-bd41-ccee9f706169" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.653s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.648864] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807158, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.653518] env[65829]: INFO nova.compute.manager [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Took 35.94 seconds to build instance. [ 694.946021] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Acquiring lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.946021] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.946021] env[65829]: INFO nova.compute.manager [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Attaching volume 410b5a7e-d729-4b99-bcc8-a90c6b128956 to /dev/sdb [ 694.967887] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807150, 'name': CloneVM_Task, 'duration_secs': 2.292591} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.968180] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Created linked-clone VM from snapshot [ 694.972150] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c4daa7-0767-467c-a391-ae04ffec7d50 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.981673] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Uploading image 52916e5d-03b8-465f-ba1f-7edc1c238a4f {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 694.987491] env[65829]: WARNING neutronclient.v2_0.client [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.995822] env[65829]: WARNING neutronclient.v2_0.client [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.015033] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31231c10-0a7f-46b5-a251-638820ab3431 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.028620] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9a431f-450d-46fd-bbf9-404045be88d5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.041910] env[65829]: DEBUG oslo_vmware.rw_handles [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 695.041910] env[65829]: value = "vm-937345" [ 695.041910] env[65829]: _type = "VirtualMachine" [ 695.041910] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 695.042235] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-291bdfe9-cfe2-40b4-8439-222aa41ff076 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.052940] env[65829]: DEBUG nova.virt.block_device [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Updating existing volume attachment record: c5d928f9-49ee-4577-b8e8-fec53b7af5a6 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 695.062434] env[65829]: DEBUG oslo_vmware.rw_handles [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lease: (returnval){ [ 695.062434] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525d27d1-0b48-b4da-ef4b-05f00d5100e7" [ 695.062434] env[65829]: _type = "HttpNfcLease" [ 695.062434] env[65829]: } obtained for exporting VM: (result){ [ 695.062434] env[65829]: value = "vm-937345" [ 695.062434] env[65829]: _type = "VirtualMachine" [ 695.062434] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 695.062667] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the lease: (returnval){ [ 695.062667] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525d27d1-0b48-b4da-ef4b-05f00d5100e7" [ 695.062667] env[65829]: _type = "HttpNfcLease" [ 695.062667] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 695.082647] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f6678d-5f2d-61dc-01a5-55a943b2298c, 'name': SearchDatastore_Task, 'duration_secs': 0.076431} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.084868] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.085172] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.085442] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.085611] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.085822] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.086130] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 695.086130] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525d27d1-0b48-b4da-ef4b-05f00d5100e7" [ 695.086130] env[65829]: _type = "HttpNfcLease" [ 695.086130] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 695.086372] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-defa236e-62e1-4266-8ae2-dd12481aefd2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.089172] env[65829]: DEBUG oslo_vmware.rw_handles [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 695.089172] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525d27d1-0b48-b4da-ef4b-05f00d5100e7" [ 695.089172] env[65829]: _type = "HttpNfcLease" [ 695.089172] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 695.089503] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7ceffa-a529-411d-9873-2ff89812ce58 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.100166] env[65829]: DEBUG oslo_vmware.rw_handles [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262bfb3-a753-f896-e31d-394bc47aa94a/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 695.101072] env[65829]: DEBUG oslo_vmware.rw_handles [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262bfb3-a753-f896-e31d-394bc47aa94a/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 695.103870] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 1bd871ab-013f-4c2f-9e35-8e1e1794ab07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.104111] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance b9d00ff9-2946-48f2-8840-a88b41e268c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.104242] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance e325161b-c8f3-4c26-a43c-ea12d21e715f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.104414] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 8f944543-68f2-46c2-95ca-794372908266 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.104689] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.104689] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance d3834d07-9493-4d9e-9aef-bbef9fdd1454 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.104858] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 4722e435-1d98-4e36-886e-31275e89630c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.105437] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 61dcd9dc-48b4-4f89-8270-367df270a78f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.105437] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance ab7a4066-fb81-48a0-a39e-e54e59600e74 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 695.105437] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 70f9c8be-079c-482c-a3ce-f337fdf4360a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.105437] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 89eade25-b968-4251-bb0e-b56cfbd5f86c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.105582] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 0e20b1cc-1aab-4a62-bd1a-86456eee3906 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.105612] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 13a4c8ff-ce8d-4cf6-a224-0b293f46266f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.105720] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 7c39128b-5899-4bc4-8335-8f7a2a2c5a00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.105825] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 598d7de9-b594-4a1c-9cd8-c06d79aa72df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.105949] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance a03c6f7d-0e4f-4eb3-8991-5b990f0dd206 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.106068] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 4e9650eb-1d84-402d-978c-38bbe2b40b9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.106177] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance e65a689f-38bc-4846-b4d5-bd7797de9cc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 695.107590] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.107769] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.110094] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290664fa-f4d5-47ee-9197-aba1a4f11a2b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.168463] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c5bae108-c20b-48e7-ba97-c09e09dba6f8 tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Lock "a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.404s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.178768] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Waiting for the task: (returnval){ [ 695.178768] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dffd42-9294-a70f-deeb-c0f1f0685efd" [ 695.178768] env[65829]: _type = "Task" [ 695.178768] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.189399] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.787205} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.190282] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 4e9650eb-1d84-402d-978c-38bbe2b40b9e/4e9650eb-1d84-402d-978c-38bbe2b40b9e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.191033] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.191033] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92b7dbee-6bc8-4c78-a296-f710cbb1a6e6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.197742] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dffd42-9294-a70f-deeb-c0f1f0685efd, 'name': SearchDatastore_Task, 'duration_secs': 0.016236} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.199134] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc55d98d-8276-43e4-a120-7a287443bb9e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.204171] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 695.204171] env[65829]: value = "task-4807161" [ 695.204171] env[65829]: _type = "Task" [ 695.204171] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.206042] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Waiting for the task: (returnval){ [ 695.206042] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52899ae5-0365-6e35-de0d-fbccebd3e7b4" [ 695.206042] env[65829]: _type = "Task" [ 695.206042] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.220324] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807161, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.223690] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52899ae5-0365-6e35-de0d-fbccebd3e7b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.226968] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa60b111-c3cb-450d-8c29-5b2006ebce59 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.428603] env[65829]: DEBUG nova.compute.manager [None req-7c1d5d15-3594-49db-bfc3-27efeda217b3 tempest-ServerDiagnosticsV248Test-826416240 tempest-ServerDiagnosticsV248Test-826416240-project-admin] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 695.431449] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fb5712-f83f-4462-9374-42c10225bf1c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.442478] env[65829]: INFO nova.compute.manager [None req-7c1d5d15-3594-49db-bfc3-27efeda217b3 tempest-ServerDiagnosticsV248Test-826416240 tempest-ServerDiagnosticsV248Test-826416240-project-admin] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Retrieving diagnostics [ 695.445891] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fe7163-61c9-40e4-8ec3-4b976c5ab7c0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.609729] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 9d74a949-7bd4-4990-ab76-1180e9fd6c1e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 695.609898] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 695.610127] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '17', 'num_vm_active': '12', 'num_task_None': '13', 'num_os_type_None': '17', 'num_proj_867553ad35e34dd4b2f1d66e2a97951e': '2', 'io_workload': '3', 'num_proj_4cd0e8fa3a0e482eb85d6d13f5ea00f6': '1', 'num_proj_fae298a8d9b346f19483d20b9443fcf4': '1', 'num_proj_b139a534bae14c14ba78185316657b86': '1', 'num_proj_5bd2429d1cc9467a821a8a2eb1e5889b': '2', 'num_vm_suspended': '1', 'num_proj_8e1504f6bcb84c5ea6c94c1caacb2337': '1', 'num_vm_stopped': '1', 'num_task_image_uploading': '1', 'num_proj_ea68ae604b47406dadc7964e957c82e3': '1', 'num_proj_70fe74325acc4e5da1d3f2d5d5048b62': '1', 'num_proj_c77c3fa7da98459da18387fd3cc8a603': '1', 'num_proj_7d233be80f344029a757343cf434b673': '1', 'num_proj_1ac29503bf884dd6b524ac1612065f95': '1', 'num_proj_d34a7bbffc24427ea55232739959be9b': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_3152b793642744f88b14f5acabf8c4e5': '1', 'num_proj_238a33da88c042509d7179c989b3e861': '1', 'num_proj_75d065d8b84b498ab8473230185fa2dd': '1'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 695.705130] env[65829]: DEBUG nova.network.neutron [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Updated VIF entry in instance network info cache for port e3d76246-62ae-46f5-82d6-b8c85a16df26. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 695.705551] env[65829]: DEBUG nova.network.neutron [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Updating instance_info_cache with network_info: [{"id": "e3d76246-62ae-46f5-82d6-b8c85a16df26", "address": "fa:16:3e:cb:c2:74", "network": {"id": "f1b37dba-e5d2-43a3-9bce-58406bedfdf6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1576616469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3152b793642744f88b14f5acabf8c4e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d76246-62", "ovs_interfaceid": "e3d76246-62ae-46f5-82d6-b8c85a16df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.727217] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807161, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084664} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.730922] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.733115] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52899ae5-0365-6e35-de0d-fbccebd3e7b4, 'name': SearchDatastore_Task, 'duration_secs': 0.015882} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.733115] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2234d2fe-1fef-43a2-acf5-386bc122d42b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.735933] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.736340] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] e65a689f-38bc-4846-b4d5-bd7797de9cc0/e65a689f-38bc-4846-b4d5-bd7797de9cc0.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.737154] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e307126a-70cd-4d6c-a8c5-a133b8421c77 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.773803] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 4e9650eb-1d84-402d-978c-38bbe2b40b9e/4e9650eb-1d84-402d-978c-38bbe2b40b9e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.780230] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e468b7bb-78e1-4a31-991f-3edf2be93b7c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.800143] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Waiting for the task: (returnval){ [ 695.800143] env[65829]: value = "task-4807165" [ 695.800143] env[65829]: _type = "Task" [ 695.800143] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.801473] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Acquiring lock "340dc71a-ad20-47ff-b521-b4ccda748c54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.801473] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Lock "340dc71a-ad20-47ff-b521-b4ccda748c54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.809741] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 695.809741] env[65829]: value = "task-4807166" [ 695.809741] env[65829]: _type = "Task" [ 695.809741] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.814283] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.829945] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807166, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.130275] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9343ba0f-7543-4116-b2fc-f8856c87e462 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.143150] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b358ea-3652-4463-bd49-965850c13718 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.190405] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef71bab7-f052-4fbc-92d0-7667896e543a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.209439] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d76d021-c9c8-489c-b82a-3aea8476903f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.216651] env[65829]: DEBUG oslo_concurrency.lockutils [req-fda27f24-46ac-4cf4-9fa2-59cdba5764ae req-295ac9b4-953d-4bee-b469-e8379ff62304 service nova] Releasing lock "refresh_cache-a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.239346] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.308668] env[65829]: DEBUG nova.compute.manager [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 696.324497] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530709} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.325584] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] e65a689f-38bc-4846-b4d5-bd7797de9cc0/e65a689f-38bc-4846-b4d5-bd7797de9cc0.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.325584] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.326356] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9035580-ccc0-4520-82fa-86f6e0516269 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.334324] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.341938] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Waiting for the task: (returnval){ [ 696.341938] env[65829]: value = "task-4807167" [ 696.341938] env[65829]: _type = "Task" [ 696.341938] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.353893] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.744089] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.837615] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807166, 'name': ReconfigVM_Task, 'duration_secs': 0.611073} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.837800] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 4e9650eb-1d84-402d-978c-38bbe2b40b9e/4e9650eb-1d84-402d-978c-38bbe2b40b9e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.839224] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77a6c598-8691-47f0-a087-99eb7748d44d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.848832] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 696.848832] env[65829]: value = "task-4807169" [ 696.848832] env[65829]: _type = "Task" [ 696.848832] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.853939] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.857844] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090925} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.858204] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.859194] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3939bbd3-1758-417e-a47f-dcf92e69e229 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.865869] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807169, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.890616] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] e65a689f-38bc-4846-b4d5-bd7797de9cc0/e65a689f-38bc-4846-b4d5-bd7797de9cc0.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.891109] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79b5bada-3401-4418-ab52-593e81932b5b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.918488] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Waiting for the task: (returnval){ [ 696.918488] env[65829]: value = "task-4807170" [ 696.918488] env[65829]: _type = "Task" [ 696.918488] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.933769] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807170, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.938710] env[65829]: WARNING neutronclient.v2_0.client [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.042752] env[65829]: DEBUG nova.network.neutron [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Updated VIF entry in instance network info cache for port 99d5a509-138a-4066-8885-c68d7520b57a. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 697.043830] env[65829]: DEBUG nova.network.neutron [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Updating instance_info_cache with network_info: [{"id": "99d5a509-138a-4066-8885-c68d7520b57a", "address": "fa:16:3e:c7:69:cf", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99d5a509-13", "ovs_interfaceid": "99d5a509-138a-4066-8885-c68d7520b57a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.253081] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 697.253477] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.234s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.254187] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.785s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.256044] env[65829]: INFO nova.compute.claims [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.361954] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807169, 'name': Rename_Task, 'duration_secs': 0.198932} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.362355] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.362658] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9b9f0be-815d-478e-a2e7-801bc3ff65bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.370442] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 697.370442] env[65829]: value = "task-4807171" [ 697.370442] env[65829]: _type = "Task" [ 697.370442] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.381928] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.432869] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.547307] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b6bac90-4e0b-456e-875c-5bc770ffe2ed req-1b8f8e42-0c03-4d69-a38e-4c9864780246 service nova] Releasing lock "refresh_cache-4e9650eb-1d84-402d-978c-38bbe2b40b9e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.562589] env[65829]: DEBUG nova.compute.manager [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Received event network-vif-plugged-e63412c7-c02d-49b4-aae0-d9449c88f410 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 697.562589] env[65829]: DEBUG oslo_concurrency.lockutils [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] Acquiring lock "e65a689f-38bc-4846-b4d5-bd7797de9cc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.562589] env[65829]: DEBUG oslo_concurrency.lockutils [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] Lock "e65a689f-38bc-4846-b4d5-bd7797de9cc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.562589] env[65829]: DEBUG oslo_concurrency.lockutils [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] Lock "e65a689f-38bc-4846-b4d5-bd7797de9cc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.562589] env[65829]: DEBUG nova.compute.manager [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] No waiting events found dispatching network-vif-plugged-e63412c7-c02d-49b4-aae0-d9449c88f410 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 697.562763] env[65829]: WARNING nova.compute.manager [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Received unexpected event network-vif-plugged-e63412c7-c02d-49b4-aae0-d9449c88f410 for instance with vm_state building and task_state spawning. [ 697.562763] env[65829]: DEBUG nova.compute.manager [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Received event network-changed-e63412c7-c02d-49b4-aae0-d9449c88f410 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 697.562763] env[65829]: DEBUG nova.compute.manager [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Refreshing instance network info cache due to event network-changed-e63412c7-c02d-49b4-aae0-d9449c88f410. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 697.562851] env[65829]: DEBUG oslo_concurrency.lockutils [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] Acquiring lock "refresh_cache-e65a689f-38bc-4846-b4d5-bd7797de9cc0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.563158] env[65829]: DEBUG oslo_concurrency.lockutils [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] Acquired lock "refresh_cache-e65a689f-38bc-4846-b4d5-bd7797de9cc0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.563421] env[65829]: DEBUG nova.network.neutron [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Refreshing network info cache for port e63412c7-c02d-49b4-aae0-d9449c88f410 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.773522] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquiring lock "89eade25-b968-4251-bb0e-b56cfbd5f86c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.773838] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lock "89eade25-b968-4251-bb0e-b56cfbd5f86c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.774066] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquiring lock "89eade25-b968-4251-bb0e-b56cfbd5f86c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.774298] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lock "89eade25-b968-4251-bb0e-b56cfbd5f86c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.774717] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lock "89eade25-b968-4251-bb0e-b56cfbd5f86c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.776810] env[65829]: INFO nova.compute.manager [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Terminating instance [ 697.889691] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807171, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.935048] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807170, 'name': ReconfigVM_Task, 'duration_secs': 0.624213} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.936460] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Reconfigured VM instance instance-0000001c to attach disk [datastore2] e65a689f-38bc-4846-b4d5-bd7797de9cc0/e65a689f-38bc-4846-b4d5-bd7797de9cc0.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.936460] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ceceef42-9f98-4388-a5cd-ba7a55e65c38 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.946404] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Waiting for the task: (returnval){ [ 697.946404] env[65829]: value = "task-4807173" [ 697.946404] env[65829]: _type = "Task" [ 697.946404] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.958271] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807173, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.067954] env[65829]: WARNING neutronclient.v2_0.client [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.283257] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquiring lock "refresh_cache-89eade25-b968-4251-bb0e-b56cfbd5f86c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.283569] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquired lock "refresh_cache-89eade25-b968-4251-bb0e-b56cfbd5f86c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.284027] env[65829]: DEBUG nova.network.neutron [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 698.391051] env[65829]: DEBUG oslo_vmware.api [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807171, 'name': PowerOnVM_Task, 'duration_secs': 0.875614} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.391538] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.392109] env[65829]: INFO nova.compute.manager [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Took 12.92 seconds to spawn the instance on the hypervisor. [ 698.392414] env[65829]: DEBUG nova.compute.manager [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 698.393879] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884c05a9-be38-4070-8f0e-7051bde9d163 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.463288] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807173, 'name': Rename_Task, 'duration_secs': 0.187658} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.464546] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.464546] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c41f20ce-7619-40f6-a79a-f74ddb2d40c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.479323] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Waiting for the task: (returnval){ [ 698.479323] env[65829]: value = "task-4807174" [ 698.479323] env[65829]: _type = "Task" [ 698.479323] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.494678] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.745966] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee200f92-463b-4020-a70e-0b8ff8ff3025 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.756754] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab27d03-8da3-4d4e-b10f-b093145a9e0a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.792991] env[65829]: WARNING neutronclient.v2_0.client [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.797835] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c073087-5b32-41b0-99eb-6ccb99ad11ac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.808503] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaaaa1b-40e2-4704-977c-95c88c1027d4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.823855] env[65829]: DEBUG nova.compute.provider_tree [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.922980] env[65829]: INFO nova.compute.manager [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Took 38.24 seconds to build instance. [ 698.994095] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.001675] env[65829]: DEBUG nova.network.neutron [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 699.031619] env[65829]: DEBUG oslo_concurrency.lockutils [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Acquiring lock "13a4c8ff-ce8d-4cf6-a224-0b293f46266f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.031619] env[65829]: DEBUG oslo_concurrency.lockutils [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Lock "13a4c8ff-ce8d-4cf6-a224-0b293f46266f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.031619] env[65829]: DEBUG oslo_concurrency.lockutils [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Acquiring lock "13a4c8ff-ce8d-4cf6-a224-0b293f46266f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.031619] env[65829]: DEBUG oslo_concurrency.lockutils [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Lock "13a4c8ff-ce8d-4cf6-a224-0b293f46266f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.032607] env[65829]: DEBUG oslo_concurrency.lockutils [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Lock "13a4c8ff-ce8d-4cf6-a224-0b293f46266f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.034958] env[65829]: INFO nova.compute.manager [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Terminating instance [ 699.089487] env[65829]: WARNING neutronclient.v2_0.client [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.120718] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Acquiring lock "1e7f21a7-d044-4d34-aeb6-16701fc8d289" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.120949] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lock "1e7f21a7-d044-4d34-aeb6-16701fc8d289" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.305448] env[65829]: DEBUG nova.network.neutron [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.327763] env[65829]: DEBUG nova.scheduler.client.report [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.392029] env[65829]: DEBUG nova.compute.manager [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 699.392726] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd8f7d3-e920-4e33-b709-83ac208f763e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.425645] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e96ae4aa-edef-4fcf-a28a-ac2ee5819e7b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "4e9650eb-1d84-402d-978c-38bbe2b40b9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.384s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.436583] env[65829]: DEBUG nova.network.neutron [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Updated VIF entry in instance network info cache for port e63412c7-c02d-49b4-aae0-d9449c88f410. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 699.437288] env[65829]: DEBUG nova.network.neutron [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Updating instance_info_cache with network_info: [{"id": "e63412c7-c02d-49b4-aae0-d9449c88f410", "address": "fa:16:3e:6f:b0:3c", "network": {"id": "c2e8d4ee-06cc-4309-95aa-6decb9f1bb28", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-35102937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "75d065d8b84b498ab8473230185fa2dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape63412c7-c0", "ovs_interfaceid": "e63412c7-c02d-49b4-aae0-d9449c88f410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.492500] env[65829]: DEBUG oslo_vmware.api [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807174, 'name': PowerOnVM_Task, 'duration_secs': 0.896093} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.492774] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.492971] env[65829]: INFO nova.compute.manager [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Took 9.51 seconds to spawn the instance on the hypervisor. [ 699.493352] env[65829]: DEBUG nova.compute.manager [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 699.494014] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b980d8ec-9dfa-44fb-b660-580c18ff5a00 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.541045] env[65829]: DEBUG nova.compute.manager [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 699.541313] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.542406] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e84e75-63c9-4342-8f2e-f4bd208b537a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.556569] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.556911] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d47eb4b-c808-4cc0-b88c-a20332424013 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.573030] env[65829]: DEBUG oslo_vmware.api [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Waiting for the task: (returnval){ [ 699.573030] env[65829]: value = "task-4807176" [ 699.573030] env[65829]: _type = "Task" [ 699.573030] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.580356] env[65829]: DEBUG oslo_vmware.api [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.625708] env[65829]: DEBUG nova.compute.manager [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 699.657630] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 699.658099] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937352', 'volume_id': '410b5a7e-d729-4b99-bcc8-a90c6b128956', 'name': 'volume-410b5a7e-d729-4b99-bcc8-a90c6b128956', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9d00ff9-2946-48f2-8840-a88b41e268c2', 'attached_at': '', 'detached_at': '', 'volume_id': '410b5a7e-d729-4b99-bcc8-a90c6b128956', 'serial': '410b5a7e-d729-4b99-bcc8-a90c6b128956'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 699.660402] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e21b18-1f59-4342-994d-7cfdce65a444 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.686114] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb861639-d3e3-4bac-a19d-6a888862a1d5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.720232] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] volume-410b5a7e-d729-4b99-bcc8-a90c6b128956/volume-410b5a7e-d729-4b99-bcc8-a90c6b128956.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.720961] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d426d0c-655c-4781-873c-d9638a2c86b8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.744544] env[65829]: DEBUG oslo_vmware.api [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Waiting for the task: (returnval){ [ 699.744544] env[65829]: value = "task-4807177" [ 699.744544] env[65829]: _type = "Task" [ 699.744544] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.754468] env[65829]: DEBUG oslo_vmware.api [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Task: {'id': task-4807177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.811249] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Releasing lock "refresh_cache-89eade25-b968-4251-bb0e-b56cfbd5f86c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.811738] env[65829]: DEBUG nova.compute.manager [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 699.812865] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.813081] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c835d49f-b6fa-41d8-b6fe-ec5fefa1efce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.823554] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.823900] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c2b14b-820b-4c2b-8a0f-ddc9f3860346 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.834285] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.834826] env[65829]: DEBUG nova.compute.manager [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 699.838033] env[65829]: DEBUG oslo_vmware.api [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 699.838033] env[65829]: value = "task-4807178" [ 699.838033] env[65829]: _type = "Task" [ 699.838033] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.838377] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.812s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.840853] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.841691] env[65829]: DEBUG oslo_concurrency.lockutils [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.905s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.841917] env[65829]: DEBUG nova.objects.instance [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 699.860814] env[65829]: DEBUG oslo_vmware.api [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.899802] env[65829]: INFO nova.scheduler.client.report [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Deleted allocations for instance ab7a4066-fb81-48a0-a39e-e54e59600e74 [ 699.909849] env[65829]: INFO nova.compute.manager [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] instance snapshotting [ 699.917689] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2bf789-447c-4f71-8158-09cc3bf0f5f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.950270] env[65829]: DEBUG oslo_concurrency.lockutils [req-e625307c-f9a0-430d-9dff-8bbce6ea38ca req-bd7e2203-89ce-432e-b169-e11b8db02b78 service nova] Releasing lock "refresh_cache-e65a689f-38bc-4846-b4d5-bd7797de9cc0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.951404] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fa7828-5977-4af9-9d91-11d21df32f78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.019927] env[65829]: INFO nova.compute.manager [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Took 24.99 seconds to build instance. [ 700.080614] env[65829]: DEBUG oslo_vmware.api [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807176, 'name': PowerOffVM_Task, 'duration_secs': 0.424022} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.081129] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.081783] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.081930] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74eb5405-9940-43bd-a656-de07ad7aed23 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.156848] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.157213] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.157513] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Deleting the datastore file [datastore1] 13a4c8ff-ce8d-4cf6-a224-0b293f46266f {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.165310] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a5bf722-0047-4d08-9bfa-438a22d1c63e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.171755] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.186104] env[65829]: DEBUG oslo_vmware.api [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Waiting for the task: (returnval){ [ 700.186104] env[65829]: value = "task-4807180" [ 700.186104] env[65829]: _type = "Task" [ 700.186104] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.195925] env[65829]: DEBUG oslo_vmware.api [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.261649] env[65829]: DEBUG oslo_vmware.api [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Task: {'id': task-4807177, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.352619] env[65829]: DEBUG nova.compute.utils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.366565] env[65829]: DEBUG nova.compute.manager [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Not allocating networking since 'none' was specified. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 700.379358] env[65829]: DEBUG oslo_vmware.api [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807178, 'name': PowerOffVM_Task, 'duration_secs': 0.236561} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.379358] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.379358] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.379647] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61e29679-f70f-467b-a63e-f03f1855227a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.414097] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f76379da-1e0f-4db1-9cac-a40746fa0e8f tempest-ServerDiagnosticsTest-1502553279 tempest-ServerDiagnosticsTest-1502553279-project-member] Lock "ab7a4066-fb81-48a0-a39e-e54e59600e74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.242s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.416601] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.416884] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.417131] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Deleting the datastore file [datastore1] 89eade25-b968-4251-bb0e-b56cfbd5f86c {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.418035] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e196c8a-4a9a-4bdf-815f-4a78614050c7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.428737] env[65829]: DEBUG oslo_vmware.api [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for the task: (returnval){ [ 700.428737] env[65829]: value = "task-4807182" [ 700.428737] env[65829]: _type = "Task" [ 700.428737] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.439060] env[65829]: DEBUG oslo_vmware.api [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.468796] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 700.468796] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e64733ba-7924-416a-a543-f97f820ddb9b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.476731] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 700.476731] env[65829]: value = "task-4807183" [ 700.476731] env[65829]: _type = "Task" [ 700.476731] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.487713] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807183, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.523074] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1937aadf-38ee-47c6-9af9-72b6d74d51cb tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Lock "e65a689f-38bc-4846-b4d5-bd7797de9cc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.549s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.693145] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.693145] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.704081] env[65829]: DEBUG oslo_vmware.api [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Task: {'id': task-4807180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183291} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.704681] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.704681] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.704796] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.704945] env[65829]: INFO nova.compute.manager [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 700.705212] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 700.705425] env[65829]: DEBUG nova.compute.manager [-] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 700.705594] env[65829]: DEBUG nova.network.neutron [-] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 700.705762] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.761213] env[65829]: DEBUG oslo_vmware.api [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Task: {'id': task-4807177, 'name': ReconfigVM_Task, 'duration_secs': 0.679898} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.763675] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Reconfigured VM instance instance-00000009 to attach disk [datastore2] volume-410b5a7e-d729-4b99-bcc8-a90c6b128956/volume-410b5a7e-d729-4b99-bcc8-a90c6b128956.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.767456] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e28acdbf-be69-4e9c-be27-84f97ab3c449 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.788362] env[65829]: DEBUG oslo_vmware.api [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Waiting for the task: (returnval){ [ 700.788362] env[65829]: value = "task-4807184" [ 700.788362] env[65829]: _type = "Task" [ 700.788362] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.797184] env[65829]: DEBUG oslo_vmware.api [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Task: {'id': task-4807184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.861935] env[65829]: DEBUG nova.compute.manager [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 700.869997] env[65829]: DEBUG oslo_concurrency.lockutils [None req-660c9538-2c64-4e7b-bd36-ac6c66134d40 tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.028s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.872796] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.017s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.876132] env[65829]: INFO nova.compute.claims [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.950118] env[65829]: DEBUG oslo_vmware.api [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Task: {'id': task-4807182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143351} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.950118] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.950118] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.950118] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.950118] env[65829]: INFO nova.compute.manager [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 700.950386] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 700.951095] env[65829]: DEBUG nova.compute.manager [-] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 700.951208] env[65829]: DEBUG nova.network.neutron [-] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 700.951861] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.977892] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.993268] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807183, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.196191] env[65829]: DEBUG nova.network.neutron [-] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 701.196500] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.197906] env[65829]: DEBUG nova.compute.manager [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 701.305269] env[65829]: DEBUG oslo_vmware.api [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Task: {'id': task-4807184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.494825] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807183, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.579262] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "ed75b2fd-a4f7-4557-a905-0b6ae1f66940" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.579530] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "ed75b2fd-a4f7-4557-a905-0b6ae1f66940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.665420] env[65829]: DEBUG nova.compute.manager [req-aed7b677-ce20-4384-bebf-d577048b265e req-4167bab1-d5ff-4d6a-a22d-592601098a3f service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Received event network-changed-08edcd53-6de2-43d5-ae4b-14956264768f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 701.665676] env[65829]: DEBUG nova.compute.manager [req-aed7b677-ce20-4384-bebf-d577048b265e req-4167bab1-d5ff-4d6a-a22d-592601098a3f service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Refreshing instance network info cache due to event network-changed-08edcd53-6de2-43d5-ae4b-14956264768f. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 701.666216] env[65829]: DEBUG oslo_concurrency.lockutils [req-aed7b677-ce20-4384-bebf-d577048b265e req-4167bab1-d5ff-4d6a-a22d-592601098a3f service nova] Acquiring lock "refresh_cache-7c39128b-5899-4bc4-8335-8f7a2a2c5a00" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.666382] env[65829]: DEBUG oslo_concurrency.lockutils [req-aed7b677-ce20-4384-bebf-d577048b265e req-4167bab1-d5ff-4d6a-a22d-592601098a3f service nova] Acquired lock "refresh_cache-7c39128b-5899-4bc4-8335-8f7a2a2c5a00" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.666548] env[65829]: DEBUG nova.network.neutron [req-aed7b677-ce20-4384-bebf-d577048b265e req-4167bab1-d5ff-4d6a-a22d-592601098a3f service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Refreshing network info cache for port 08edcd53-6de2-43d5-ae4b-14956264768f {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.702767] env[65829]: DEBUG nova.network.neutron [-] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.739316] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.798229] env[65829]: DEBUG oslo_vmware.api [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Task: {'id': task-4807184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.875206] env[65829]: DEBUG nova.compute.manager [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 701.920927] env[65829]: DEBUG nova.virt.hardware [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 701.920927] env[65829]: DEBUG nova.virt.hardware [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.921221] env[65829]: DEBUG nova.virt.hardware [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 701.921304] env[65829]: DEBUG nova.virt.hardware [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.922021] env[65829]: DEBUG nova.virt.hardware [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 701.922021] env[65829]: DEBUG nova.virt.hardware [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 701.922721] env[65829]: DEBUG nova.virt.hardware [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 701.922815] env[65829]: DEBUG nova.virt.hardware [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 701.922990] env[65829]: DEBUG nova.virt.hardware [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 701.923338] env[65829]: DEBUG nova.virt.hardware [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 701.924160] env[65829]: DEBUG nova.virt.hardware [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 701.924476] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679aaae4-7ac1-4698-b4de-0a1b323bc98b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.935084] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0ec95a-3695-4dea-8a63-6abc9ff18456 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.959315] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 701.971495] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Creating folder: Project (85909a7873e049f8ad8f3291ffea82cb). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 701.971495] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa3fb872-e935-4d94-a24e-13840707c5c6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.994487] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Created folder: Project (85909a7873e049f8ad8f3291ffea82cb) in parent group-v937255. [ 701.994847] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Creating folder: Instances. Parent ref: group-v937354. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.001650] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ad87323-28e3-4433-b722-5f9e6247f1c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.004642] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807183, 'name': CreateSnapshot_Task, 'duration_secs': 1.034598} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.005134] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 702.006835] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ee8e61-3ab0-420c-a853-878a86369e70 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.033222] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Created folder: Instances in parent group-v937354. [ 702.033222] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 702.033222] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.033222] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-430ff032-0fc7-4b6a-9aa7-d819fb7e4fbd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.058077] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.058077] env[65829]: value = "task-4807187" [ 702.058077] env[65829]: _type = "Task" [ 702.058077] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.071872] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807187, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.083833] env[65829]: DEBUG nova.compute.manager [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 702.103161] env[65829]: DEBUG nova.network.neutron [-] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.174505] env[65829]: WARNING neutronclient.v2_0.client [req-aed7b677-ce20-4384-bebf-d577048b265e req-4167bab1-d5ff-4d6a-a22d-592601098a3f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.209624] env[65829]: INFO nova.compute.manager [-] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Took 1.26 seconds to deallocate network for instance. [ 702.303253] env[65829]: DEBUG oslo_vmware.api [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Task: {'id': task-4807184, 'name': ReconfigVM_Task, 'duration_secs': 1.203172} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.306945] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937352', 'volume_id': '410b5a7e-d729-4b99-bcc8-a90c6b128956', 'name': 'volume-410b5a7e-d729-4b99-bcc8-a90c6b128956', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9d00ff9-2946-48f2-8840-a88b41e268c2', 'attached_at': '', 'detached_at': '', 'volume_id': '410b5a7e-d729-4b99-bcc8-a90c6b128956', 'serial': '410b5a7e-d729-4b99-bcc8-a90c6b128956'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 702.511247] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad8c2ed-9dc8-4580-a045-639f29bfc92f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.521368] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731494fc-d5f6-43bf-ad71-7f4b2de18ce1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.562602] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 702.563034] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b8658053-fd58-49e6-95c4-527dbf33a1fc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.566625] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aca7c22-bb37-4dc7-b5f3-c5c1eeee7b47 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.583139] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02f5a42-f4f1-4433-b1fe-fde1d7f08c6c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.587651] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 702.587651] env[65829]: value = "task-4807188" [ 702.587651] env[65829]: _type = "Task" [ 702.587651] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.587965] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807187, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.602481] env[65829]: DEBUG nova.compute.provider_tree [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.612774] env[65829]: INFO nova.compute.manager [-] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Took 1.91 seconds to deallocate network for instance. [ 702.612990] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807188, 'name': CloneVM_Task} progress is 11%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.622506] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.722732] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.835859] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "interface-8f944543-68f2-46c2-95ca-794372908266-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.839469] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-8f944543-68f2-46c2-95ca-794372908266-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.004s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.839892] env[65829]: DEBUG nova.objects.instance [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'flavor' on Instance uuid 8f944543-68f2-46c2-95ca-794372908266 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.075261] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807187, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.099176] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807188, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.108344] env[65829]: DEBUG nova.scheduler.client.report [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.120187] env[65829]: DEBUG oslo_concurrency.lockutils [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.348486] env[65829]: WARNING neutronclient.v2_0.client [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.364020] env[65829]: DEBUG nova.objects.instance [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Lazy-loading 'flavor' on Instance uuid b9d00ff9-2946-48f2-8840-a88b41e268c2 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.575456] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807187, 'name': CreateVM_Task, 'duration_secs': 1.45178} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.575456] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.575846] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.575846] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.580023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.580023] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea5c0d3d-77eb-45e4-9a85-ae748e566a6a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.582960] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 703.582960] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520bffb7-d494-ab34-4195-38225ecae663" [ 703.582960] env[65829]: _type = "Task" [ 703.582960] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.602614] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520bffb7-d494-ab34-4195-38225ecae663, 'name': SearchDatastore_Task} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.603812] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.604678] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.604678] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.604842] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.607456] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.607456] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7d53226-7d0b-417c-879d-08e714f61bef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.611885] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807188, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.614032] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.614032] env[65829]: DEBUG nova.compute.manager [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 703.616782] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.445s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.620429] env[65829]: INFO nova.compute.claims [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.626551] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.626551] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.626752] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210216a4-9a6a-49ca-bbed-fa685354aa19 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.633632] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 703.633632] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529ceb16-0182-0b3f-b94e-a5a09c5f42d6" [ 703.633632] env[65829]: _type = "Task" [ 703.633632] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.643579] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529ceb16-0182-0b3f-b94e-a5a09c5f42d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.864148] env[65829]: WARNING neutronclient.v2_0.client [req-aed7b677-ce20-4384-bebf-d577048b265e req-4167bab1-d5ff-4d6a-a22d-592601098a3f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.872315] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d517e42c-d60e-4190-9d9a-e86e09e23f7c tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.927s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.018485] env[65829]: DEBUG nova.objects.instance [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'pci_requests' on Instance uuid 8f944543-68f2-46c2-95ca-794372908266 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 704.064769] env[65829]: DEBUG nova.network.neutron [req-aed7b677-ce20-4384-bebf-d577048b265e req-4167bab1-d5ff-4d6a-a22d-592601098a3f service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Updated VIF entry in instance network info cache for port 08edcd53-6de2-43d5-ae4b-14956264768f. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 704.064769] env[65829]: DEBUG nova.network.neutron [req-aed7b677-ce20-4384-bebf-d577048b265e req-4167bab1-d5ff-4d6a-a22d-592601098a3f service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Updating instance_info_cache with network_info: [{"id": "08edcd53-6de2-43d5-ae4b-14956264768f", "address": "fa:16:3e:b5:51:5b", "network": {"id": "1bb87a52-05b4-49e0-8de4-c111bf7e9f38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-188210380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac29503bf884dd6b524ac1612065f95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08edcd53-6d", "ovs_interfaceid": "08edcd53-6de2-43d5-ae4b-14956264768f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.108216] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807188, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.126093] env[65829]: DEBUG nova.compute.utils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.127799] env[65829]: DEBUG nova.compute.manager [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 704.128197] env[65829]: DEBUG nova.network.neutron [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 704.132622] env[65829]: WARNING neutronclient.v2_0.client [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.133602] env[65829]: WARNING neutronclient.v2_0.client [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.149334] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529ceb16-0182-0b3f-b94e-a5a09c5f42d6, 'name': SearchDatastore_Task, 'duration_secs': 0.012887} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.151936] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3ec773-e842-46e9-a4b4-7cdcc5c3ced5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.159157] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 704.159157] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529e4b5e-35e0-13a1-709e-d53d9a9c17b9" [ 704.159157] env[65829]: _type = "Task" [ 704.159157] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.169964] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529e4b5e-35e0-13a1-709e-d53d9a9c17b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.189379] env[65829]: DEBUG nova.policy [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c59004081b64bb8ba69e38dc9e441f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f4e3df9b42904df492f4f831c6e2bded', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.522089] env[65829]: DEBUG nova.objects.base [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Object Instance<8f944543-68f2-46c2-95ca-794372908266> lazy-loaded attributes: flavor,pci_requests {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 704.522394] env[65829]: DEBUG nova.network.neutron [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 704.522949] env[65829]: WARNING neutronclient.v2_0.client [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.523463] env[65829]: WARNING neutronclient.v2_0.client [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.566952] env[65829]: DEBUG oslo_concurrency.lockutils [req-aed7b677-ce20-4384-bebf-d577048b265e req-4167bab1-d5ff-4d6a-a22d-592601098a3f service nova] Releasing lock "refresh_cache-7c39128b-5899-4bc4-8335-8f7a2a2c5a00" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.604452] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807188, 'name': CloneVM_Task, 'duration_secs': 1.926556} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.605246] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Created linked-clone VM from snapshot [ 704.606135] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1378a0eb-b5b0-4519-873c-e6f4a84621ab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.617045] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Uploading image 9da22f63-6634-40a1-a8ba-b80496753222 {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 704.638363] env[65829]: DEBUG nova.compute.manager [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 704.654699] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 704.654699] env[65829]: value = "vm-937357" [ 704.654699] env[65829]: _type = "VirtualMachine" [ 704.654699] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 704.657023] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b15e6bd2-e6db-40a0-b6c1-f8d7bc2d6c0e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.664977] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lease: (returnval){ [ 704.664977] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e7887-9efc-0533-aa9e-f10065ea733b" [ 704.664977] env[65829]: _type = "HttpNfcLease" [ 704.664977] env[65829]: } obtained for exporting VM: (result){ [ 704.664977] env[65829]: value = "vm-937357" [ 704.664977] env[65829]: _type = "VirtualMachine" [ 704.664977] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 704.665368] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the lease: (returnval){ [ 704.665368] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e7887-9efc-0533-aa9e-f10065ea733b" [ 704.665368] env[65829]: _type = "HttpNfcLease" [ 704.665368] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 704.677815] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529e4b5e-35e0-13a1-709e-d53d9a9c17b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012785} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.677815] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.677815] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 9d74a949-7bd4-4990-ab76-1180e9fd6c1e/9d74a949-7bd4-4990-ab76-1180e9fd6c1e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.677815] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe6e3b54-47b0-46d1-a6e6-4b51214f226e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.680509] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 704.680509] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e7887-9efc-0533-aa9e-f10065ea733b" [ 704.680509] env[65829]: _type = "HttpNfcLease" [ 704.680509] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 704.680776] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 704.680776] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e7887-9efc-0533-aa9e-f10065ea733b" [ 704.680776] env[65829]: _type = "HttpNfcLease" [ 704.680776] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 704.681555] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43f167c-69a0-432f-8dac-ee23625bf820 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.689751] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 704.689751] env[65829]: value = "task-4807190" [ 704.689751] env[65829]: _type = "Task" [ 704.689751] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.691203] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed92e4-bf6b-ef1d-7899-4d757b498503/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 704.691203] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed92e4-bf6b-ef1d-7899-4d757b498503/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 704.764173] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.816659] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-86232c6b-7850-4d93-9ce6-f7e10a17e523 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.823400] env[65829]: DEBUG nova.network.neutron [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Successfully created port: 5cf53b67-32ba-4988-8b1e-b76607cc5477 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 704.907391] env[65829]: DEBUG nova.compute.manager [req-b7792b94-a764-4f97-904d-450826d405cf req-06cff36b-484f-4976-b951-6cf4ab2fe6fc service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Received event network-changed-e3d76246-62ae-46f5-82d6-b8c85a16df26 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 704.911393] env[65829]: DEBUG nova.compute.manager [req-b7792b94-a764-4f97-904d-450826d405cf req-06cff36b-484f-4976-b951-6cf4ab2fe6fc service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Refreshing instance network info cache due to event network-changed-e3d76246-62ae-46f5-82d6-b8c85a16df26. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 704.911393] env[65829]: DEBUG oslo_concurrency.lockutils [req-b7792b94-a764-4f97-904d-450826d405cf req-06cff36b-484f-4976-b951-6cf4ab2fe6fc service nova] Acquiring lock "refresh_cache-a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.911393] env[65829]: DEBUG oslo_concurrency.lockutils [req-b7792b94-a764-4f97-904d-450826d405cf req-06cff36b-484f-4976-b951-6cf4ab2fe6fc service nova] Acquired lock "refresh_cache-a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.911393] env[65829]: DEBUG nova.network.neutron [req-b7792b94-a764-4f97-904d-450826d405cf req-06cff36b-484f-4976-b951-6cf4ab2fe6fc service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Refreshing network info cache for port e3d76246-62ae-46f5-82d6-b8c85a16df26 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.913769] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Acquiring lock "3c0d3e45-58c3-4455-98d3-79ddad90526d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.914390] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Lock "3c0d3e45-58c3-4455-98d3-79ddad90526d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.209080] env[65829]: DEBUG nova.policy [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2244f3908bf4e47a1f7d1d5b0271857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b139a534bae14c14ba78185316657b86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.223813] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807190, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.298862] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b40d2c-30e7-4793-9e4a-0692b4268a3c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.322659] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a5f64c-f861-4d68-af4d-5a3a81e65b56 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.370872] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b90a67f-5089-43b9-b713-42b8b2fb5d15 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.383329] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a33a49-f773-49db-8c9d-3191ea05013d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.399708] env[65829]: DEBUG nova.compute.provider_tree [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.416289] env[65829]: WARNING neutronclient.v2_0.client [req-b7792b94-a764-4f97-904d-450826d405cf req-06cff36b-484f-4976-b951-6cf4ab2fe6fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.418133] env[65829]: DEBUG nova.compute.manager [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 705.661466] env[65829]: DEBUG nova.compute.manager [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 705.704988] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538213} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.705541] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 9d74a949-7bd4-4990-ab76-1180e9fd6c1e/9d74a949-7bd4-4990-ab76-1180e9fd6c1e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.705881] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.706255] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9810781a-043b-4ffa-86b7-6fb4698148d4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.714863] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 705.714863] env[65829]: value = "task-4807191" [ 705.714863] env[65829]: _type = "Task" [ 705.714863] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.725620] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.868625] env[65829]: DEBUG nova.virt.hardware [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 705.868936] env[65829]: DEBUG nova.virt.hardware [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.869204] env[65829]: DEBUG nova.virt.hardware [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 705.869385] env[65829]: DEBUG nova.virt.hardware [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.869578] env[65829]: DEBUG nova.virt.hardware [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 705.869826] env[65829]: DEBUG nova.virt.hardware [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 705.870151] env[65829]: DEBUG nova.virt.hardware [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 705.870353] env[65829]: DEBUG nova.virt.hardware [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 705.870610] env[65829]: DEBUG nova.virt.hardware [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 705.870923] env[65829]: DEBUG nova.virt.hardware [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 705.871208] env[65829]: DEBUG nova.virt.hardware [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 705.873649] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf7b9d3-a902-41a0-af09-cee5df7a0f45 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.884303] env[65829]: DEBUG oslo_vmware.rw_handles [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262bfb3-a753-f896-e31d-394bc47aa94a/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 705.885864] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ab3a9a-7ace-4e77-be5c-1d6214cdec95 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.890326] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4313116-bd57-460c-b239-7a3b144e505c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.899823] env[65829]: DEBUG oslo_vmware.rw_handles [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262bfb3-a753-f896-e31d-394bc47aa94a/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 705.899823] env[65829]: ERROR oslo_vmware.rw_handles [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262bfb3-a753-f896-e31d-394bc47aa94a/disk-0.vmdk due to incomplete transfer. [ 705.907880] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bd5ed312-450b-4824-b8ba-17bbdd40dab7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.910315] env[65829]: DEBUG nova.scheduler.client.report [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.915856] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Acquiring lock "e65a689f-38bc-4846-b4d5-bd7797de9cc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.916196] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Lock "e65a689f-38bc-4846-b4d5-bd7797de9cc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.916667] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Acquiring lock "e65a689f-38bc-4846-b4d5-bd7797de9cc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.916858] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Lock "e65a689f-38bc-4846-b4d5-bd7797de9cc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.917042] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Lock "e65a689f-38bc-4846-b4d5-bd7797de9cc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.919597] env[65829]: INFO nova.compute.manager [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Terminating instance [ 705.926474] env[65829]: DEBUG oslo_vmware.rw_handles [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5262bfb3-a753-f896-e31d-394bc47aa94a/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 705.926616] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Uploaded image 52916e5d-03b8-465f-ba1f-7edc1c238a4f to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 705.928883] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 705.935617] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8b2b18ca-543f-495a-b576-af88857a113e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.947327] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 705.947327] env[65829]: value = "task-4807192" [ 705.947327] env[65829]: _type = "Task" [ 705.947327] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.959341] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807192, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.962088] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.228721] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075941} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.229243] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.231015] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2324b1b5-3d0f-4b05-891f-a6e8ee7f0788 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.258398] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 9d74a949-7bd4-4990-ab76-1180e9fd6c1e/9d74a949-7bd4-4990-ab76-1180e9fd6c1e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.259044] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7b75caa-f542-48fc-86b5-d38669ee4ec5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.285782] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 706.285782] env[65829]: value = "task-4807193" [ 706.285782] env[65829]: _type = "Task" [ 706.285782] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.296596] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.416834] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.417400] env[65829]: DEBUG nova.compute.manager [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 706.421794] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.683s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.423631] env[65829]: INFO nova.compute.claims [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.427541] env[65829]: DEBUG nova.compute.manager [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 706.431031] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.431031] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117fe81a-0f32-4fcc-bd64-ae546e594892 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.438424] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.438702] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afce2e82-9e05-4a51-ab12-bced7dbc87f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.454935] env[65829]: DEBUG oslo_vmware.api [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Waiting for the task: (returnval){ [ 706.454935] env[65829]: value = "task-4807194" [ 706.454935] env[65829]: _type = "Task" [ 706.454935] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.465107] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807192, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.475847] env[65829]: DEBUG oslo_vmware.api [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.567940] env[65829]: DEBUG nova.network.neutron [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Successfully created port: 37f939d5-f972-4d69-a535-ef2b8e5f5aa4 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 706.800843] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.925714] env[65829]: DEBUG nova.compute.utils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.926184] env[65829]: DEBUG nova.compute.manager [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 706.927729] env[65829]: DEBUG nova.network.neutron [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 706.928136] env[65829]: WARNING neutronclient.v2_0.client [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.928800] env[65829]: WARNING neutronclient.v2_0.client [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.966448] env[65829]: DEBUG nova.network.neutron [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Successfully updated port: 5cf53b67-32ba-4988-8b1e-b76607cc5477 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 706.973791] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807192, 'name': Destroy_Task, 'duration_secs': 0.814242} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.975273] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Destroyed the VM [ 706.975678] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 706.976407] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b5d60c04-0a77-4c95-8423-c89c4d48ce0d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.983755] env[65829]: DEBUG oslo_vmware.api [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807194, 'name': PowerOffVM_Task, 'duration_secs': 0.319221} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.984846] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.985056] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.986617] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed94d59b-a691-4a34-8704-940cd4a2da4f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.990962] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 706.990962] env[65829]: value = "task-4807195" [ 706.990962] env[65829]: _type = "Task" [ 706.990962] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.003437] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.071128] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.071412] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.071721] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Deleting the datastore file [datastore2] e65a689f-38bc-4846-b4d5-bd7797de9cc0 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.072020] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c642434f-a687-44e1-b0ee-53957af8679f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.080924] env[65829]: DEBUG oslo_vmware.api [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Waiting for the task: (returnval){ [ 707.080924] env[65829]: value = "task-4807197" [ 707.080924] env[65829]: _type = "Task" [ 707.080924] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.092509] env[65829]: DEBUG oslo_vmware.api [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.300985] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807193, 'name': ReconfigVM_Task, 'duration_secs': 0.990107} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.300985] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 9d74a949-7bd4-4990-ab76-1180e9fd6c1e/9d74a949-7bd4-4990-ab76-1180e9fd6c1e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.301533] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-367bd68e-8cb5-4317-a615-45b67ae9980c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.309875] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 707.309875] env[65829]: value = "task-4807198" [ 707.309875] env[65829]: _type = "Task" [ 707.309875] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.325189] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807198, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.432897] env[65829]: DEBUG nova.compute.manager [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 707.476135] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Acquiring lock "refresh_cache-340dc71a-ad20-47ff-b521-b4ccda748c54" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.476483] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Acquired lock "refresh_cache-340dc71a-ad20-47ff-b521-b4ccda748c54" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.476703] env[65829]: DEBUG nova.network.neutron [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 707.504665] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807195, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.599608] env[65829]: DEBUG oslo_vmware.api [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Task: {'id': task-4807197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194878} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.600171] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.600521] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.600825] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.601121] env[65829]: INFO nova.compute.manager [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 707.601503] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 707.601788] env[65829]: DEBUG nova.compute.manager [-] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 707.601947] env[65829]: DEBUG nova.network.neutron [-] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 707.602531] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 707.825309] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807198, 'name': Rename_Task, 'duration_secs': 0.143727} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.828147] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.828147] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49fb4b69-5306-4a2b-b8f5-43754250d31a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.837473] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 707.837473] env[65829]: value = "task-4807199" [ 707.837473] env[65829]: _type = "Task" [ 707.837473] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.839570] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e992e9e4-5c47-47f2-a165-bea84fc008c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.856868] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807199, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.860447] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e30552-1855-4259-a643-5e4ca876240e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.899107] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fb3084-1d35-46d5-8f4c-f8e47759bb0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.909628] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b652c212-953f-410d-87b9-7d1977d07a56 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.927055] env[65829]: DEBUG nova.compute.provider_tree [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.009073] env[65829]: DEBUG oslo_vmware.api [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807195, 'name': RemoveSnapshot_Task, 'duration_secs': 0.58152} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.009073] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 708.009073] env[65829]: INFO nova.compute.manager [None req-400802a3-33ad-4a9e-b3ef-8f3238f692ac tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Took 17.73 seconds to snapshot the instance on the hypervisor. [ 708.068823] env[65829]: DEBUG nova.policy [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '588f4a30f2054897934ccd41f0be26e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dab9564289d94e819a32b7b57fafaae5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.130779] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.169652] env[65829]: DEBUG nova.network.neutron [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 708.351239] env[65829]: DEBUG oslo_vmware.api [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807199, 'name': PowerOnVM_Task, 'duration_secs': 0.502973} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.351239] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.351239] env[65829]: INFO nova.compute.manager [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Took 6.48 seconds to spawn the instance on the hypervisor. [ 708.351239] env[65829]: DEBUG nova.compute.manager [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 708.351804] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b4798f-ad0d-4bc7-aae9-ce94dcaf576f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.429596] env[65829]: DEBUG nova.scheduler.client.report [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.451342] env[65829]: DEBUG nova.compute.manager [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 708.482042] env[65829]: DEBUG nova.virt.hardware [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 708.482708] env[65829]: DEBUG nova.virt.hardware [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.482919] env[65829]: DEBUG nova.virt.hardware [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 708.483178] env[65829]: DEBUG nova.virt.hardware [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.483416] env[65829]: DEBUG nova.virt.hardware [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 708.483568] env[65829]: DEBUG nova.virt.hardware [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 708.483785] env[65829]: DEBUG nova.virt.hardware [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 708.483949] env[65829]: DEBUG nova.virt.hardware [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 708.484129] env[65829]: DEBUG nova.virt.hardware [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 708.484291] env[65829]: DEBUG nova.virt.hardware [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 708.484568] env[65829]: DEBUG nova.virt.hardware [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 708.485479] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caf8780-008c-4b3f-91f6-a0e226550f0e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.496226] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b0a976-120b-42b4-a2fa-4f5f9733030f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.618618] env[65829]: DEBUG nova.network.neutron [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Successfully updated port: 37f939d5-f972-4d69-a535-ef2b8e5f5aa4 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 708.668909] env[65829]: DEBUG nova.network.neutron [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Successfully created port: 77a60377-8599-41a7-a420-8e1712632eb2 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 708.882467] env[65829]: INFO nova.compute.manager [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Took 24.43 seconds to build instance. [ 708.936834] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.937370] env[65829]: DEBUG nova.compute.manager [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 708.943238] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.319s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.943238] env[65829]: INFO nova.compute.claims [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.972772] env[65829]: WARNING neutronclient.v2_0.client [req-b7792b94-a764-4f97-904d-450826d405cf req-06cff36b-484f-4976-b951-6cf4ab2fe6fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.034576] env[65829]: WARNING neutronclient.v2_0.client [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.125941] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.126138] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.126811] env[65829]: DEBUG nova.network.neutron [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 709.189302] env[65829]: DEBUG nova.network.neutron [req-b7792b94-a764-4f97-904d-450826d405cf req-06cff36b-484f-4976-b951-6cf4ab2fe6fc service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Updated VIF entry in instance network info cache for port e3d76246-62ae-46f5-82d6-b8c85a16df26. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 709.189302] env[65829]: DEBUG nova.network.neutron [req-b7792b94-a764-4f97-904d-450826d405cf req-06cff36b-484f-4976-b951-6cf4ab2fe6fc service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Updating instance_info_cache with network_info: [{"id": "e3d76246-62ae-46f5-82d6-b8c85a16df26", "address": "fa:16:3e:cb:c2:74", "network": {"id": "f1b37dba-e5d2-43a3-9bce-58406bedfdf6", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1576616469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3152b793642744f88b14f5acabf8c4e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae70d41-6ebf-472a-8504-6530eb37ea41", "external-id": "nsx-vlan-transportzone-576", "segmentation_id": 576, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3d76246-62", "ovs_interfaceid": "e3d76246-62ae-46f5-82d6-b8c85a16df26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.226765] env[65829]: DEBUG nova.network.neutron [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Updating instance_info_cache with network_info: [{"id": "5cf53b67-32ba-4988-8b1e-b76607cc5477", "address": "fa:16:3e:f1:9b:4d", "network": {"id": "c1c77c03-722d-4bb2-9fa5-7b3bab68ff96", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2006265166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f4e3df9b42904df492f4f831c6e2bded", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf53b67-32", "ovs_interfaceid": "5cf53b67-32ba-4988-8b1e-b76607cc5477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.385341] env[65829]: DEBUG oslo_concurrency.lockutils [None req-24cf4a3f-d033-4212-af99-9c414c956635 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lock "9d74a949-7bd4-4990-ab76-1180e9fd6c1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.958s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.405940] env[65829]: DEBUG nova.network.neutron [-] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.444323] env[65829]: DEBUG nova.compute.utils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.447760] env[65829]: DEBUG nova.compute.manager [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 709.447760] env[65829]: DEBUG nova.network.neutron [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 709.447760] env[65829]: WARNING neutronclient.v2_0.client [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.447760] env[65829]: WARNING neutronclient.v2_0.client [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.571173] env[65829]: DEBUG nova.policy [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ff9694e21e34e2983ce778c065fe829', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea1e55da88734c08ab671321eadae489', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.692931] env[65829]: DEBUG oslo_concurrency.lockutils [req-b7792b94-a764-4f97-904d-450826d405cf req-06cff36b-484f-4976-b951-6cf4ab2fe6fc service nova] Releasing lock "refresh_cache-a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.730045] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Releasing lock "refresh_cache-340dc71a-ad20-47ff-b521-b4ccda748c54" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.730551] env[65829]: DEBUG nova.compute.manager [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Instance network_info: |[{"id": "5cf53b67-32ba-4988-8b1e-b76607cc5477", "address": "fa:16:3e:f1:9b:4d", "network": {"id": "c1c77c03-722d-4bb2-9fa5-7b3bab68ff96", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2006265166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f4e3df9b42904df492f4f831c6e2bded", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf53b67-32", "ovs_interfaceid": "5cf53b67-32ba-4988-8b1e-b76607cc5477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 709.731497] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:9b:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27681cba-790d-451e-9d12-d179871f375a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cf53b67-32ba-4988-8b1e-b76607cc5477', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.739724] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Creating folder: Project (f4e3df9b42904df492f4f831c6e2bded). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.739980] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4e79ab7-0b3e-4796-8307-85142b074e3d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.753668] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Created folder: Project (f4e3df9b42904df492f4f831c6e2bded) in parent group-v937255. [ 709.754442] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Creating folder: Instances. Parent ref: group-v937358. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.754788] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d389413-9214-4664-a1ef-c2a8b0297007 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.767907] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Created folder: Instances in parent group-v937358. [ 709.768290] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 709.768512] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.768761] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9846901-76ec-41de-9ba4-ba97f9fcdef3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.795458] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.795458] env[65829]: value = "task-4807202" [ 709.795458] env[65829]: _type = "Task" [ 709.795458] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.804035] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807202, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.908270] env[65829]: DEBUG nova.network.neutron [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Successfully created port: adcf549e-624f-441d-883d-fc0acd8c617a {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 709.911044] env[65829]: INFO nova.compute.manager [-] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Took 2.31 seconds to deallocate network for instance. [ 709.949887] env[65829]: DEBUG nova.compute.manager [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 709.963535] env[65829]: WARNING nova.network.neutron [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] d95f050a-7108-4d88-9224-74572ab14e62 already exists in list: networks containing: ['d95f050a-7108-4d88-9224-74572ab14e62']. ignoring it [ 710.073048] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Acquiring lock "6da326d9-fef6-421c-a171-995118e260af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.073235] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lock "6da326d9-fef6-421c-a171-995118e260af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.307667] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807202, 'name': CreateVM_Task, 'duration_secs': 0.449613} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.311808] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.313216] env[65829]: WARNING neutronclient.v2_0.client [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.313294] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.313433] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.313769] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.314088] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-307fe550-524b-4f41-b040-b2966d13a2e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.321192] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Waiting for the task: (returnval){ [ 710.321192] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5234778d-176f-5135-9a71-7e04fa0b6595" [ 710.321192] env[65829]: _type = "Task" [ 710.321192] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.337029] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5234778d-176f-5135-9a71-7e04fa0b6595, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.338122] env[65829]: DEBUG nova.network.neutron [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Successfully created port: 9d2b3916-a120-4293-a31e-dbd8dff973dd {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 710.376865] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c3f721-8ee4-4c3a-af4b-b709fb1159f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.385466] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e810c15f-fba8-425b-8e89-d81d23098453 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.420014] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474863d0-bb6e-4ada-9b09-f578fb49174d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.423828] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.430118] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed3b22c-d053-4746-9e2b-38b098fa8867 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.445023] env[65829]: DEBUG nova.compute.provider_tree [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.578452] env[65829]: DEBUG nova.compute.manager [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 710.706213] env[65829]: DEBUG nova.network.neutron [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Successfully created port: 9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 710.837046] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5234778d-176f-5135-9a71-7e04fa0b6595, 'name': SearchDatastore_Task, 'duration_secs': 0.01689} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.837046] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.837046] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.837046] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.837483] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.837483] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.837483] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce12664f-e4ae-4f16-a466-253be3ca8ef7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.847722] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.847722] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.848064] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7fa2d0-19cc-4aed-a413-233038ee2f31 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.856172] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Waiting for the task: (returnval){ [ 710.856172] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dd7bc7-1493-23f3-69f4-0c36677ba01c" [ 710.856172] env[65829]: _type = "Task" [ 710.856172] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.867176] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dd7bc7-1493-23f3-69f4-0c36677ba01c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.948235] env[65829]: DEBUG nova.scheduler.client.report [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.965489] env[65829]: DEBUG nova.network.neutron [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Successfully updated port: 77a60377-8599-41a7-a420-8e1712632eb2 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 710.969943] env[65829]: DEBUG nova.compute.manager [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 710.996202] env[65829]: DEBUG nova.virt.hardware [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 710.997294] env[65829]: DEBUG nova.virt.hardware [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.997620] env[65829]: DEBUG nova.virt.hardware [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 710.998100] env[65829]: DEBUG nova.virt.hardware [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.998370] env[65829]: DEBUG nova.virt.hardware [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 710.998661] env[65829]: DEBUG nova.virt.hardware [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 710.999032] env[65829]: DEBUG nova.virt.hardware [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 710.999332] env[65829]: DEBUG nova.virt.hardware [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 710.999642] env[65829]: DEBUG nova.virt.hardware [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 710.999942] env[65829]: DEBUG nova.virt.hardware [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 711.001037] env[65829]: DEBUG nova.virt.hardware [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 711.002150] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879c3900-0459-4b4b-b5e5-3e6c659872d4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.007316] env[65829]: WARNING neutronclient.v2_0.client [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.021310] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34526221-26ae-432c-bdc3-220a31531e3b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.103337] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.265132] env[65829]: WARNING neutronclient.v2_0.client [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.376644] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dd7bc7-1493-23f3-69f4-0c36677ba01c, 'name': SearchDatastore_Task, 'duration_secs': 0.020171} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.376644] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6407d875-81ba-4397-b585-d1815647a1e1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.382050] env[65829]: DEBUG nova.network.neutron [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Updating instance_info_cache with network_info: [{"id": "5d6f4164-dce8-4020-987e-a9865160efea", "address": "fa:16:3e:d5:2d:2d", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d6f4164-dc", "ovs_interfaceid": "5d6f4164-dce8-4020-987e-a9865160efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "37f939d5-f972-4d69-a535-ef2b8e5f5aa4", "address": "fa:16:3e:5d:86:ea", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f939d5-f9", "ovs_interfaceid": "37f939d5-f972-4d69-a535-ef2b8e5f5aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.388577] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Waiting for the task: (returnval){ [ 711.388577] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e50dc1-4dd9-b81c-7fa9-0982a38f17c1" [ 711.388577] env[65829]: _type = "Task" [ 711.388577] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.400947] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e50dc1-4dd9-b81c-7fa9-0982a38f17c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.453785] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.454772] env[65829]: DEBUG nova.compute.manager [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 711.459008] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.737s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.459350] env[65829]: DEBUG nova.objects.instance [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lazy-loading 'resources' on Instance uuid 89eade25-b968-4251-bb0e-b56cfbd5f86c {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.471491] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Acquiring lock "refresh_cache-1e7f21a7-d044-4d34-aeb6-16701fc8d289" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.471684] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Acquired lock "refresh_cache-1e7f21a7-d044-4d34-aeb6-16701fc8d289" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.471856] env[65829]: DEBUG nova.network.neutron [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 711.885757] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.886497] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.886693] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.887695] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3070e3be-7092-44a7-9840-76f22f22e31c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.922400] env[65829]: DEBUG nova.virt.hardware [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 711.922400] env[65829]: DEBUG nova.virt.hardware [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.922400] env[65829]: DEBUG nova.virt.hardware [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 711.922400] env[65829]: DEBUG nova.virt.hardware [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.922400] env[65829]: DEBUG nova.virt.hardware [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 711.922400] env[65829]: DEBUG nova.virt.hardware [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 711.922400] env[65829]: DEBUG nova.virt.hardware [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 711.922400] env[65829]: DEBUG nova.virt.hardware [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 711.922400] env[65829]: DEBUG nova.virt.hardware [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 711.922719] env[65829]: DEBUG nova.virt.hardware [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 711.922719] env[65829]: DEBUG nova.virt.hardware [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 711.929748] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Reconfiguring VM to attach interface {{(pid=65829) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 711.930312] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e50dc1-4dd9-b81c-7fa9-0982a38f17c1, 'name': SearchDatastore_Task, 'duration_secs': 0.021635} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.930579] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f33dc595-33c6-4ba3-b333-b481983302a3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.945205] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.945505] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 340dc71a-ad20-47ff-b521-b4ccda748c54/340dc71a-ad20-47ff-b521-b4ccda748c54.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.947163] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-becac24c-c0da-46cc-a7d5-2e2d3d6ac47d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.960284] env[65829]: DEBUG oslo_vmware.api [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 711.960284] env[65829]: value = "task-4807203" [ 711.960284] env[65829]: _type = "Task" [ 711.960284] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.963381] env[65829]: DEBUG nova.compute.utils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.965039] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Waiting for the task: (returnval){ [ 711.965039] env[65829]: value = "task-4807204" [ 711.965039] env[65829]: _type = "Task" [ 711.965039] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.972621] env[65829]: DEBUG nova.compute.manager [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 711.972871] env[65829]: DEBUG nova.network.neutron [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 711.973226] env[65829]: WARNING neutronclient.v2_0.client [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.973554] env[65829]: WARNING neutronclient.v2_0.client [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.995476] env[65829]: DEBUG oslo_vmware.api [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807203, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.002355] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.030416] env[65829]: DEBUG nova.policy [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a883a60efe8b4711a532f56b63244609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b163d8677e07440d971d7d7c8eb5c0ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.067704] env[65829]: DEBUG nova.network.neutron [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 712.376415] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489f5d47-5050-4d5c-b764-e48ef1cf1ada {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.386823] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa2e616-8a64-43ce-8b1d-8ec7c10f008e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.427261] env[65829]: DEBUG nova.network.neutron [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Successfully created port: 8cac59ec-8919-43cb-9095-915d5d70c86b {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.432595] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b6c1ad-64f1-4f30-bf4c-06cb14e34558 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.443831] env[65829]: DEBUG nova.network.neutron [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Successfully updated port: adcf549e-624f-441d-883d-fc0acd8c617a {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 712.446768] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f555f2-171c-4827-8476-c8788af13289 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.456122] env[65829]: INFO nova.compute.manager [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Rebuilding instance [ 712.480265] env[65829]: DEBUG nova.compute.manager [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 712.484055] env[65829]: DEBUG nova.compute.provider_tree [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.502037] env[65829]: DEBUG oslo_vmware.api [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807203, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.511160] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807204, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.557215] env[65829]: DEBUG nova.compute.manager [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 712.558445] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c85437-8b2f-4954-987e-6ee9373b1930 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.594837] env[65829]: WARNING neutronclient.v2_0.client [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.671441] env[65829]: DEBUG nova.compute.manager [req-c4f51001-9022-4c05-92d4-584130fa1fb1 req-d28e9f7d-6214-4976-8a2d-920bf730487d service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Received event network-changed-08edcd53-6de2-43d5-ae4b-14956264768f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 712.671441] env[65829]: DEBUG nova.compute.manager [req-c4f51001-9022-4c05-92d4-584130fa1fb1 req-d28e9f7d-6214-4976-8a2d-920bf730487d service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Refreshing instance network info cache due to event network-changed-08edcd53-6de2-43d5-ae4b-14956264768f. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 712.671825] env[65829]: DEBUG oslo_concurrency.lockutils [req-c4f51001-9022-4c05-92d4-584130fa1fb1 req-d28e9f7d-6214-4976-8a2d-920bf730487d service nova] Acquiring lock "refresh_cache-7c39128b-5899-4bc4-8335-8f7a2a2c5a00" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.672173] env[65829]: DEBUG oslo_concurrency.lockutils [req-c4f51001-9022-4c05-92d4-584130fa1fb1 req-d28e9f7d-6214-4976-8a2d-920bf730487d service nova] Acquired lock "refresh_cache-7c39128b-5899-4bc4-8335-8f7a2a2c5a00" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.672558] env[65829]: DEBUG nova.network.neutron [req-c4f51001-9022-4c05-92d4-584130fa1fb1 req-d28e9f7d-6214-4976-8a2d-920bf730487d service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Refreshing network info cache for port 08edcd53-6de2-43d5-ae4b-14956264768f {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.723162] env[65829]: DEBUG nova.network.neutron [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Updating instance_info_cache with network_info: [{"id": "77a60377-8599-41a7-a420-8e1712632eb2", "address": "fa:16:3e:93:06:c3", "network": {"id": "b0b39a75-e13b-4fe3-bde1-fe2a23c57765", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1593675775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dab9564289d94e819a32b7b57fafaae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a60377-85", "ovs_interfaceid": "77a60377-8599-41a7-a420-8e1712632eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.975284] env[65829]: DEBUG oslo_vmware.api [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807203, 'name': ReconfigVM_Task, 'duration_secs': 0.806728} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.975750] env[65829]: WARNING neutronclient.v2_0.client [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.975988] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.976245] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Reconfigured VM to attach interface {{(pid=65829) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 712.994347] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74955} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.998158] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 340dc71a-ad20-47ff-b521-b4ccda748c54/340dc71a-ad20-47ff-b521-b4ccda748c54.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.998158] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.998158] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38fe2186-4a2c-4ef8-acef-ca6e2724f903 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.000265] env[65829]: DEBUG nova.scheduler.client.report [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.005558] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Waiting for the task: (returnval){ [ 713.005558] env[65829]: value = "task-4807206" [ 713.005558] env[65829]: _type = "Task" [ 713.005558] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.019487] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.176719] env[65829]: WARNING neutronclient.v2_0.client [req-c4f51001-9022-4c05-92d4-584130fa1fb1 req-d28e9f7d-6214-4976-8a2d-920bf730487d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.226978] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Releasing lock "refresh_cache-1e7f21a7-d044-4d34-aeb6-16701fc8d289" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.227602] env[65829]: DEBUG nova.compute.manager [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Instance network_info: |[{"id": "77a60377-8599-41a7-a420-8e1712632eb2", "address": "fa:16:3e:93:06:c3", "network": {"id": "b0b39a75-e13b-4fe3-bde1-fe2a23c57765", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1593675775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dab9564289d94e819a32b7b57fafaae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a60377-85", "ovs_interfaceid": "77a60377-8599-41a7-a420-8e1712632eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 713.228291] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:06:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24ec44b7-0acf-4ff9-8bb3-4641b74af7a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77a60377-8599-41a7-a420-8e1712632eb2', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.237636] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Creating folder: Project (dab9564289d94e819a32b7b57fafaae5). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.237999] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e4bac54-0628-421e-bfa3-e1bddd2c3960 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.250937] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Created folder: Project (dab9564289d94e819a32b7b57fafaae5) in parent group-v937255. [ 713.251208] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Creating folder: Instances. Parent ref: group-v937361. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.251475] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90a2a977-58fb-4eb2-9c5d-c17d2ab22acc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.263550] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Created folder: Instances in parent group-v937361. [ 713.263855] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 713.264032] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.264272] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-383d01bc-a0d9-4bc6-b3b6-4a735db04dd1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.290040] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.290040] env[65829]: value = "task-4807209" [ 713.290040] env[65829]: _type = "Task" [ 713.290040] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.300016] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807209, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.481249] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ea9c7ff2-05bd-419a-8ec3-3ba8a64f42be tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-8f944543-68f2-46c2-95ca-794372908266-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 10.642s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.496541] env[65829]: DEBUG nova.compute.manager [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 713.506909] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.509507] env[65829]: DEBUG oslo_concurrency.lockutils [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.389s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.509940] env[65829]: DEBUG nova.objects.instance [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Lazy-loading 'resources' on Instance uuid 13a4c8ff-ce8d-4cf6-a224-0b293f46266f {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.521876] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089067} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.524188] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.527438] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41ff860-bfaa-4ec4-986a-e95799fdfcf8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.535619] env[65829]: DEBUG nova.virt.hardware [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 713.536112] env[65829]: DEBUG nova.virt.hardware [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.536389] env[65829]: DEBUG nova.virt.hardware [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 713.537414] env[65829]: DEBUG nova.virt.hardware [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.537414] env[65829]: DEBUG nova.virt.hardware [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 713.537414] env[65829]: DEBUG nova.virt.hardware [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 713.538189] env[65829]: DEBUG nova.virt.hardware [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.538189] env[65829]: DEBUG nova.virt.hardware [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 713.538189] env[65829]: DEBUG nova.virt.hardware [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 713.538307] env[65829]: DEBUG nova.virt.hardware [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 713.538573] env[65829]: DEBUG nova.virt.hardware [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 713.540429] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237649ba-3829-4de1-8920-edcd7c667cc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.546315] env[65829]: INFO nova.scheduler.client.report [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Deleted allocations for instance 89eade25-b968-4251-bb0e-b56cfbd5f86c [ 713.583936] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 340dc71a-ad20-47ff-b521-b4ccda748c54/340dc71a-ad20-47ff-b521-b4ccda748c54.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.588595] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.588861] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63ab286e-bdf2-4a9d-b232-db2677f25fae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.604474] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da337112-ae2b-4a33-8d28-66456ed7342b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.607873] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ab4f35-3f9c-475d-aad2-da6e69b382d5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.629553] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Waiting for the task: (returnval){ [ 713.629553] env[65829]: value = "task-4807210" [ 713.629553] env[65829]: _type = "Task" [ 713.629553] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.629889] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 713.629889] env[65829]: value = "task-4807211" [ 713.629889] env[65829]: _type = "Task" [ 713.629889] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.646287] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807210, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.651030] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.714545] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed92e4-bf6b-ef1d-7899-4d757b498503/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 713.715662] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f34017a-cbbd-4532-852e-fff32ba80507 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.723425] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed92e4-bf6b-ef1d-7899-4d757b498503/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 713.723618] env[65829]: ERROR oslo_vmware.rw_handles [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed92e4-bf6b-ef1d-7899-4d757b498503/disk-0.vmdk due to incomplete transfer. [ 713.723868] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9ea8082-61f3-4380-a8da-0a76769dc11d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.732665] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ed92e4-bf6b-ef1d-7899-4d757b498503/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 713.732875] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Uploaded image 9da22f63-6634-40a1-a8ba-b80496753222 to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 713.734624] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 713.734929] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19fca6f5-fc44-495d-ad1a-11b4339e2443 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.742189] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 713.742189] env[65829]: value = "task-4807212" [ 713.742189] env[65829]: _type = "Task" [ 713.742189] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.753512] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807212, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.800546] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807209, 'name': CreateVM_Task, 'duration_secs': 0.481836} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.800753] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.801251] env[65829]: WARNING neutronclient.v2_0.client [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.801698] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.801856] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.802213] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.802524] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c768492-9e49-4b9a-86ea-002ef2b2abb8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.807982] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 713.807982] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52618bb7-f734-f212-6f5f-3d90204fceeb" [ 713.807982] env[65829]: _type = "Task" [ 713.807982] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.817100] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52618bb7-f734-f212-6f5f-3d90204fceeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.057023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c028f45f-5250-48ec-9b48-b1d8737b0a2a tempest-ServerShowV257Test-226443599 tempest-ServerShowV257Test-226443599-project-member] Lock "89eade25-b968-4251-bb0e-b56cfbd5f86c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.283s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.145761] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807210, 'name': ReconfigVM_Task, 'duration_secs': 0.384926} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.148936] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 340dc71a-ad20-47ff-b521-b4ccda748c54/340dc71a-ad20-47ff-b521-b4ccda748c54.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.149654] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807211, 'name': PowerOffVM_Task, 'duration_secs': 0.370689} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.152368] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efa5eba0-645f-48c3-aa0e-40e068cb988c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.154133] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.154375] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.155414] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736c7fe9-b44c-49ac-aabd-6f1456b3a99c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.163107] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.164323] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a09500c6-2858-40e7-b2ad-98fe8d851800 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.165964] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Waiting for the task: (returnval){ [ 714.165964] env[65829]: value = "task-4807213" [ 714.165964] env[65829]: _type = "Task" [ 714.165964] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.178171] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807213, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.195367] env[65829]: DEBUG nova.network.neutron [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Successfully updated port: 8cac59ec-8919-43cb-9095-915d5d70c86b {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 714.253532] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807212, 'name': Destroy_Task, 'duration_secs': 0.414921} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.253830] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Destroyed the VM [ 714.254091] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 714.254725] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ba074b80-2537-4e64-840b-1116daf23945 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.265548] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.265548] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.265548] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleting the datastore file [datastore2] 4e9650eb-1d84-402d-978c-38bbe2b40b9e {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.267111] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39ea69f1-a629-449f-a08d-46a3ab316fa6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.269613] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 714.269613] env[65829]: value = "task-4807215" [ 714.269613] env[65829]: _type = "Task" [ 714.269613] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.282094] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 714.282094] env[65829]: value = "task-4807216" [ 714.282094] env[65829]: _type = "Task" [ 714.282094] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.291279] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807215, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.298782] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.326686] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52618bb7-f734-f212-6f5f-3d90204fceeb, 'name': SearchDatastore_Task, 'duration_secs': 0.016708} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.332306] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.332639] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.332891] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.333047] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.333267] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.333961] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2d7c4d2-7e0b-4906-a826-f765eec3a917 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.344888] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.344951] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.345884] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e045aa9d-a26c-4e6a-90ce-2069f3fb33d4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.355284] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 714.355284] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528aaf15-a2aa-cf8b-60f7-5a0f209ec2ff" [ 714.355284] env[65829]: _type = "Task" [ 714.355284] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.364902] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528aaf15-a2aa-cf8b-60f7-5a0f209ec2ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.437420] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b9bcf3-2a94-47cc-8741-8d5b19743351 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.447812] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0bb2ac-b69b-41dd-803c-64f59e2c960e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.485407] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251860ee-c9e9-4ae4-ac1f-84bb46dba4a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.494435] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aea7334-3d25-43c3-a9e2-bfe688d5e5de {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.509724] env[65829]: DEBUG nova.compute.provider_tree [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.574406] env[65829]: DEBUG nova.network.neutron [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Successfully updated port: 9d2b3916-a120-4293-a31e-dbd8dff973dd {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 714.629641] env[65829]: DEBUG nova.compute.manager [None req-6e210098-c211-4d04-a474-38b30e509c85 tempest-ServerDiagnosticsV248Test-826416240 tempest-ServerDiagnosticsV248Test-826416240-project-admin] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 714.629641] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f1e202-869b-4ddf-836d-9928e1f1b831 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.636482] env[65829]: INFO nova.compute.manager [None req-6e210098-c211-4d04-a474-38b30e509c85 tempest-ServerDiagnosticsV248Test-826416240 tempest-ServerDiagnosticsV248Test-826416240-project-admin] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Retrieving diagnostics [ 714.638121] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c5a528-3d89-432a-a5cc-09080e0cd71d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.693363] env[65829]: DEBUG nova.compute.manager [req-d34a4740-46ff-41ce-ab46-3f3aeb2df7ba req-0727cab3-8091-4836-8ca2-156bebbacf30 service nova] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Received event network-vif-plugged-5cf53b67-32ba-4988-8b1e-b76607cc5477 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 714.693771] env[65829]: DEBUG oslo_concurrency.lockutils [req-d34a4740-46ff-41ce-ab46-3f3aeb2df7ba req-0727cab3-8091-4836-8ca2-156bebbacf30 service nova] Acquiring lock "340dc71a-ad20-47ff-b521-b4ccda748c54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.694123] env[65829]: DEBUG oslo_concurrency.lockutils [req-d34a4740-46ff-41ce-ab46-3f3aeb2df7ba req-0727cab3-8091-4836-8ca2-156bebbacf30 service nova] Lock "340dc71a-ad20-47ff-b521-b4ccda748c54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.694394] env[65829]: DEBUG oslo_concurrency.lockutils [req-d34a4740-46ff-41ce-ab46-3f3aeb2df7ba req-0727cab3-8091-4836-8ca2-156bebbacf30 service nova] Lock "340dc71a-ad20-47ff-b521-b4ccda748c54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.694688] env[65829]: DEBUG nova.compute.manager [req-d34a4740-46ff-41ce-ab46-3f3aeb2df7ba req-0727cab3-8091-4836-8ca2-156bebbacf30 service nova] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] No waiting events found dispatching network-vif-plugged-5cf53b67-32ba-4988-8b1e-b76607cc5477 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 714.694954] env[65829]: WARNING nova.compute.manager [req-d34a4740-46ff-41ce-ab46-3f3aeb2df7ba req-0727cab3-8091-4836-8ca2-156bebbacf30 service nova] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Received unexpected event network-vif-plugged-5cf53b67-32ba-4988-8b1e-b76607cc5477 for instance with vm_state building and task_state spawning. [ 714.701451] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "refresh_cache-ed75b2fd-a4f7-4557-a905-0b6ae1f66940" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.701567] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquired lock "refresh_cache-ed75b2fd-a4f7-4557-a905-0b6ae1f66940" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.701802] env[65829]: DEBUG nova.network.neutron [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 714.712362] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807213, 'name': Rename_Task, 'duration_secs': 0.182772} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.713298] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.713587] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41ac17a8-405f-406f-99bc-44b5aa080218 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.723351] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Waiting for the task: (returnval){ [ 714.723351] env[65829]: value = "task-4807217" [ 714.723351] env[65829]: _type = "Task" [ 714.723351] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.734031] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.767386] env[65829]: WARNING neutronclient.v2_0.client [req-c4f51001-9022-4c05-92d4-584130fa1fb1 req-d28e9f7d-6214-4976-8a2d-920bf730487d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.779670] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807215, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.794485] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349431} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.794812] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.795025] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.795215] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.854407] env[65829]: DEBUG nova.network.neutron [req-c4f51001-9022-4c05-92d4-584130fa1fb1 req-d28e9f7d-6214-4976-8a2d-920bf730487d service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Updated VIF entry in instance network info cache for port 08edcd53-6de2-43d5-ae4b-14956264768f. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 714.854854] env[65829]: DEBUG nova.network.neutron [req-c4f51001-9022-4c05-92d4-584130fa1fb1 req-d28e9f7d-6214-4976-8a2d-920bf730487d service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Updating instance_info_cache with network_info: [{"id": "08edcd53-6de2-43d5-ae4b-14956264768f", "address": "fa:16:3e:b5:51:5b", "network": {"id": "1bb87a52-05b4-49e0-8de4-c111bf7e9f38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-188210380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac29503bf884dd6b524ac1612065f95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08edcd53-6d", "ovs_interfaceid": "08edcd53-6de2-43d5-ae4b-14956264768f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.866841] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528aaf15-a2aa-cf8b-60f7-5a0f209ec2ff, 'name': SearchDatastore_Task, 'duration_secs': 0.017395} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.867551] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad351466-976b-4ee5-98b5-053446d14a52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.875591] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 714.875591] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d29a2e-4d36-c32b-c6ae-81b840086d4f" [ 714.875591] env[65829]: _type = "Task" [ 714.875591] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.885151] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d29a2e-4d36-c32b-c6ae-81b840086d4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.014053] env[65829]: DEBUG nova.scheduler.client.report [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.238914] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807217, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.269464] env[65829]: DEBUG nova.network.neutron [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 715.287474] env[65829]: DEBUG oslo_vmware.api [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807215, 'name': RemoveSnapshot_Task, 'duration_secs': 0.538153} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.287787] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 715.288190] env[65829]: INFO nova.compute.manager [None req-dc96511d-d6de-46d1-8db6-da04d8a35eef tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Took 15.37 seconds to snapshot the instance on the hypervisor. [ 715.362722] env[65829]: DEBUG oslo_concurrency.lockutils [req-c4f51001-9022-4c05-92d4-584130fa1fb1 req-d28e9f7d-6214-4976-8a2d-920bf730487d service nova] Releasing lock "refresh_cache-7c39128b-5899-4bc4-8335-8f7a2a2c5a00" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.363545] env[65829]: DEBUG nova.compute.manager [req-c4f51001-9022-4c05-92d4-584130fa1fb1 req-d28e9f7d-6214-4976-8a2d-920bf730487d service nova] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Received event network-vif-deleted-e5b78cb3-c9b0-4bc6-875f-29c8ff40ec93 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 715.393431] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d29a2e-4d36-c32b-c6ae-81b840086d4f, 'name': SearchDatastore_Task, 'duration_secs': 0.033321} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.393431] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.393431] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 1e7f21a7-d044-4d34-aeb6-16701fc8d289/1e7f21a7-d044-4d34-aeb6-16701fc8d289.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.393431] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a099019-023b-4a1a-bf7c-22352c20947b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.402428] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 715.402428] env[65829]: value = "task-4807218" [ 715.402428] env[65829]: _type = "Task" [ 715.402428] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.412347] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.485226] env[65829]: WARNING neutronclient.v2_0.client [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.520909] env[65829]: DEBUG oslo_concurrency.lockutils [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.011s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.523760] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.563s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.525653] env[65829]: INFO nova.compute.claims [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.549112] env[65829]: INFO nova.scheduler.client.report [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Deleted allocations for instance 13a4c8ff-ce8d-4cf6-a224-0b293f46266f [ 715.737980] env[65829]: DEBUG oslo_vmware.api [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807217, 'name': PowerOnVM_Task, 'duration_secs': 0.548638} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.739068] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.739068] env[65829]: INFO nova.compute.manager [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Took 10.08 seconds to spawn the instance on the hypervisor. [ 715.739068] env[65829]: DEBUG nova.compute.manager [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 715.740034] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3a1e04-d379-4ff5-a9b9-b454a0820c0b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.743990] env[65829]: DEBUG nova.network.neutron [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Updating instance_info_cache with network_info: [{"id": "8cac59ec-8919-43cb-9095-915d5d70c86b", "address": "fa:16:3e:8a:46:df", "network": {"id": "a6a7efaf-58f6-4112-94a6-2452e365cef1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1599164625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163d8677e07440d971d7d7c8eb5c0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cac59ec-89", "ovs_interfaceid": "8cac59ec-8919-43cb-9095-915d5d70c86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.853020] env[65829]: DEBUG nova.virt.hardware [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 715.853320] env[65829]: DEBUG nova.virt.hardware [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.853509] env[65829]: DEBUG nova.virt.hardware [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 715.853697] env[65829]: DEBUG nova.virt.hardware [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.853836] env[65829]: DEBUG nova.virt.hardware [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 715.853992] env[65829]: DEBUG nova.virt.hardware [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 715.854217] env[65829]: DEBUG nova.virt.hardware [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 715.854371] env[65829]: DEBUG nova.virt.hardware [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 715.854531] env[65829]: DEBUG nova.virt.hardware [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 715.854717] env[65829]: DEBUG nova.virt.hardware [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 715.854911] env[65829]: DEBUG nova.virt.hardware [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 715.855945] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe688e4f-88aa-4fd3-8dac-77b478cc34b2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.864159] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Acquiring lock "f059fdce-0d7f-41f2-b964-e5085b0e14df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.864612] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Lock "f059fdce-0d7f-41f2-b964-e5085b0e14df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.869849] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2114d028-a362-4548-afc8-7b3afc574cb3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.887314] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:69:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99d5a509-138a-4066-8885-c68d7520b57a', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.895776] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 715.897147] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.897449] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aeb3ffc-c976-4a8e-acce-4f704c999451 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.923753] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.923753] env[65829]: value = "task-4807219" [ 715.923753] env[65829]: _type = "Task" [ 715.923753] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.930893] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807218, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.937590] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807219, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.064816] env[65829]: DEBUG oslo_concurrency.lockutils [None req-28b283f6-30ef-4deb-9aca-37d2ae2db791 tempest-TenantUsagesTestJSON-524266218 tempest-TenantUsagesTestJSON-524266218-project-member] Lock "13a4c8ff-ce8d-4cf6-a224-0b293f46266f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.033s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.247114] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Releasing lock "refresh_cache-ed75b2fd-a4f7-4557-a905-0b6ae1f66940" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.247555] env[65829]: DEBUG nova.compute.manager [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Instance network_info: |[{"id": "8cac59ec-8919-43cb-9095-915d5d70c86b", "address": "fa:16:3e:8a:46:df", "network": {"id": "a6a7efaf-58f6-4112-94a6-2452e365cef1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1599164625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163d8677e07440d971d7d7c8eb5c0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cac59ec-89", "ovs_interfaceid": "8cac59ec-8919-43cb-9095-915d5d70c86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 716.248026] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:46:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cac59ec-8919-43cb-9095-915d5d70c86b', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.261185] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 716.265918] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.269672] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e290e177-c874-47aa-a00d-3707acfdd9df {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.288255] env[65829]: INFO nova.compute.manager [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Took 19.47 seconds to build instance. [ 716.294666] env[65829]: DEBUG oslo_concurrency.lockutils [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Acquiring lock "e325161b-c8f3-4c26-a43c-ea12d21e715f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.294976] env[65829]: DEBUG oslo_concurrency.lockutils [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Lock "e325161b-c8f3-4c26-a43c-ea12d21e715f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.295264] env[65829]: DEBUG oslo_concurrency.lockutils [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Acquiring lock "e325161b-c8f3-4c26-a43c-ea12d21e715f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.295534] env[65829]: DEBUG oslo_concurrency.lockutils [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Lock "e325161b-c8f3-4c26-a43c-ea12d21e715f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.295754] env[65829]: DEBUG oslo_concurrency.lockutils [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Lock "e325161b-c8f3-4c26-a43c-ea12d21e715f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.302054] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.302054] env[65829]: value = "task-4807220" [ 716.302054] env[65829]: _type = "Task" [ 716.302054] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.302054] env[65829]: INFO nova.compute.manager [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Terminating instance [ 716.320724] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807220, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.367405] env[65829]: DEBUG nova.compute.manager [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 716.426590] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759122} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.431247] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 1e7f21a7-d044-4d34-aeb6-16701fc8d289/1e7f21a7-d044-4d34-aeb6-16701fc8d289.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.432009] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.432499] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cfeea80-9b99-46c8-bc3f-e04753a5b4b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.442872] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807219, 'name': CreateVM_Task, 'duration_secs': 0.458122} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.444438] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.445036] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 716.445036] env[65829]: value = "task-4807221" [ 716.445036] env[65829]: _type = "Task" [ 716.445036] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.445722] env[65829]: WARNING neutronclient.v2_0.client [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 716.446238] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.446540] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.447000] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.447592] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09bdc842-76e2-4f90-ad36-2eb6f4f35f15 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.459701] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 716.459701] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5283c543-17d9-792a-ddb4-b98eaf1d50d4" [ 716.459701] env[65829]: _type = "Task" [ 716.459701] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.463198] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.479035] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5283c543-17d9-792a-ddb4-b98eaf1d50d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.645592] env[65829]: DEBUG nova.compute.manager [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Received event network-vif-plugged-77a60377-8599-41a7-a420-8e1712632eb2 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 716.646530] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] Acquiring lock "1e7f21a7-d044-4d34-aeb6-16701fc8d289-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.646803] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] Lock "1e7f21a7-d044-4d34-aeb6-16701fc8d289-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.646952] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] Lock "1e7f21a7-d044-4d34-aeb6-16701fc8d289-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.647144] env[65829]: DEBUG nova.compute.manager [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] No waiting events found dispatching network-vif-plugged-77a60377-8599-41a7-a420-8e1712632eb2 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 716.647330] env[65829]: WARNING nova.compute.manager [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Received unexpected event network-vif-plugged-77a60377-8599-41a7-a420-8e1712632eb2 for instance with vm_state building and task_state spawning. [ 716.647489] env[65829]: DEBUG nova.compute.manager [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Received event network-changed-77a60377-8599-41a7-a420-8e1712632eb2 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 716.647632] env[65829]: DEBUG nova.compute.manager [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Refreshing instance network info cache due to event network-changed-77a60377-8599-41a7-a420-8e1712632eb2. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 716.647807] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] Acquiring lock "refresh_cache-1e7f21a7-d044-4d34-aeb6-16701fc8d289" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.648049] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] Acquired lock "refresh_cache-1e7f21a7-d044-4d34-aeb6-16701fc8d289" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.648219] env[65829]: DEBUG nova.network.neutron [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Refreshing network info cache for port 77a60377-8599-41a7-a420-8e1712632eb2 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.792372] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3cfdb82-cc9c-425e-bba8-b323572c9fb0 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Lock "340dc71a-ad20-47ff-b521-b4ccda748c54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.991s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.812779] env[65829]: DEBUG nova.network.neutron [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Successfully updated port: 9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 716.816329] env[65829]: DEBUG nova.compute.manager [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 716.817150] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.820629] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3686c8-1e75-4660-a8d5-888b49ae45ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.834981] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 716.835742] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807220, 'name': CreateVM_Task, 'duration_secs': 0.424902} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.838603] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54c54401-dff1-4065-ae61-bb1b7452a614 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.840128] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.841561] env[65829]: WARNING neutronclient.v2_0.client [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.841561] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.841561] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.841858] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.842486] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1fb03d9-266b-4ed6-a327-dd0488846b33 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.847479] env[65829]: DEBUG oslo_vmware.api [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Waiting for the task: (returnval){ [ 716.847479] env[65829]: value = "task-4807222" [ 716.847479] env[65829]: _type = "Task" [ 716.847479] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.849020] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 716.849020] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d15221-9a2f-62d0-0cda-e07c914873f1" [ 716.849020] env[65829]: _type = "Task" [ 716.849020] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.869683] env[65829]: DEBUG oslo_vmware.api [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4807222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.876952] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d15221-9a2f-62d0-0cda-e07c914873f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012546} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.881786] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.882033] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.882285] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.882436] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.882612] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.883205] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7a81e6e-53bc-4a2c-ad68-06708264785b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.893785] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.894051] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.897630] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae2faf1-18a2-4182-842a-6cbdffeed40e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.901261] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.905479] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 716.905479] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521049b5-bea7-f014-4a88-ae1c3f5affa8" [ 716.905479] env[65829]: _type = "Task" [ 716.905479] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.916650] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521049b5-bea7-f014-4a88-ae1c3f5affa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.932774] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fca78cb-0cf3-40a4-a7e0-99761ff7dd26 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.942431] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34daa511-b336-4057-b97c-3a2f329b336c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.981597] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c2193-c1ce-47fa-8539-94fbf349c532 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.986916] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103405} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.987916] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.988783] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88baa858-d230-4525-a1ec-636c0fa71523 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.995154] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5283c543-17d9-792a-ddb4-b98eaf1d50d4, 'name': SearchDatastore_Task, 'duration_secs': 0.017465} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.998066] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.998442] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.998724] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.998889] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.999088] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.999410] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28a7d7a2-1bbf-4a65-aa17-70212ace50bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.003140] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e5647f-d5a0-48ad-9d3c-54c53cfe531a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.027712] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 1e7f21a7-d044-4d34-aeb6-16701fc8d289/1e7f21a7-d044-4d34-aeb6-16701fc8d289.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.029138] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9242f185-28ab-4ccd-af86-1786cf74bdd4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.057206] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.057648] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.059072] env[65829]: DEBUG nova.compute.provider_tree [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.063299] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c3ecb9c-12af-40f9-bcb2-a87843c866bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.068093] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 717.068093] env[65829]: value = "task-4807223" [ 717.068093] env[65829]: _type = "Task" [ 717.068093] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.068611] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 717.068611] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524bb118-629d-1b03-02ca-732ba4d0e6da" [ 717.068611] env[65829]: _type = "Task" [ 717.068611] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.087139] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524bb118-629d-1b03-02ca-732ba4d0e6da, 'name': SearchDatastore_Task, 'duration_secs': 0.01247} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.087139] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807223, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.087588] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db9ed65f-dcd1-4652-9b51-95c8fda176e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.093840] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 717.093840] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524690ae-ad1d-8a29-dd06-7979b6f88bf9" [ 717.093840] env[65829]: _type = "Task" [ 717.093840] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.103335] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524690ae-ad1d-8a29-dd06-7979b6f88bf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.154368] env[65829]: WARNING neutronclient.v2_0.client [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.247556] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Acquiring lock "598d7de9-b594-4a1c-9cd8-c06d79aa72df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.247862] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Lock "598d7de9-b594-4a1c-9cd8-c06d79aa72df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.248076] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Acquiring lock "598d7de9-b594-4a1c-9cd8-c06d79aa72df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.248279] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Lock "598d7de9-b594-4a1c-9cd8-c06d79aa72df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.248440] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Lock "598d7de9-b594-4a1c-9cd8-c06d79aa72df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.250796] env[65829]: INFO nova.compute.manager [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Terminating instance [ 717.317892] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "refresh_cache-76c68d4c-cba1-4f98-bf8a-5c8b7f135310" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.318395] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquired lock "refresh_cache-76c68d4c-cba1-4f98-bf8a-5c8b7f135310" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.318395] env[65829]: DEBUG nova.network.neutron [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 717.362045] env[65829]: DEBUG oslo_vmware.api [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4807222, 'name': PowerOffVM_Task, 'duration_secs': 0.235045} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.362475] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 717.362722] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.363082] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc1f06b1-9ca8-4927-be0e-c8cf78bc7270 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.420345] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521049b5-bea7-f014-4a88-ae1c3f5affa8, 'name': SearchDatastore_Task, 'duration_secs': 0.009212} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.421219] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cab5146-a783-48ae-b4e3-70739e5d8d19 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.428524] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 717.428524] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520487e8-1fca-8b45-0e49-bd2ce65d849a" [ 717.428524] env[65829]: _type = "Task" [ 717.428524] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.437045] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.437336] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.437553] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Deleting the datastore file [datastore2] e325161b-c8f3-4c26-a43c-ea12d21e715f {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.438330] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b323650-2acd-45d3-8b42-e4e2ad678feb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.445339] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520487e8-1fca-8b45-0e49-bd2ce65d849a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.455518] env[65829]: DEBUG oslo_vmware.api [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Waiting for the task: (returnval){ [ 717.455518] env[65829]: value = "task-4807225" [ 717.455518] env[65829]: _type = "Task" [ 717.455518] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.465160] env[65829]: DEBUG oslo_vmware.api [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4807225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.496143] env[65829]: WARNING neutronclient.v2_0.client [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.562553] env[65829]: DEBUG nova.scheduler.client.report [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.581778] env[65829]: DEBUG nova.network.neutron [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Updated VIF entry in instance network info cache for port 77a60377-8599-41a7-a420-8e1712632eb2. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 717.582531] env[65829]: DEBUG nova.network.neutron [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Updating instance_info_cache with network_info: [{"id": "77a60377-8599-41a7-a420-8e1712632eb2", "address": "fa:16:3e:93:06:c3", "network": {"id": "b0b39a75-e13b-4fe3-bde1-fe2a23c57765", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1593675775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dab9564289d94e819a32b7b57fafaae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24ec44b7-0acf-4ff9-8bb3-4641b74af7a7", "external-id": "nsx-vlan-transportzone-705", "segmentation_id": 705, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77a60377-85", "ovs_interfaceid": "77a60377-8599-41a7-a420-8e1712632eb2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.584257] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807223, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.605806] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524690ae-ad1d-8a29-dd06-7979b6f88bf9, 'name': SearchDatastore_Task, 'duration_secs': 0.012363} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.605806] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.605806] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 4e9650eb-1d84-402d-978c-38bbe2b40b9e/4e9650eb-1d84-402d-978c-38bbe2b40b9e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.606703] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b30318e2-b8cd-480d-a100-4708ae7373f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.614624] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 717.614624] env[65829]: value = "task-4807226" [ 717.614624] env[65829]: _type = "Task" [ 717.614624] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.624028] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.756755] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Acquiring lock "refresh_cache-598d7de9-b594-4a1c-9cd8-c06d79aa72df" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.756755] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Acquired lock "refresh_cache-598d7de9-b594-4a1c-9cd8-c06d79aa72df" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.756755] env[65829]: DEBUG nova.network.neutron [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 717.863159] env[65829]: DEBUG nova.network.neutron [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 717.944990] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520487e8-1fca-8b45-0e49-bd2ce65d849a, 'name': SearchDatastore_Task, 'duration_secs': 0.026237} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.948804] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.949180] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] ed75b2fd-a4f7-4557-a905-0b6ae1f66940/ed75b2fd-a4f7-4557-a905-0b6ae1f66940.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.950692] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f03a6c86-c462-4ee1-a0e0-d8bf7e4bcff9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.962410] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 717.962410] env[65829]: value = "task-4807227" [ 717.962410] env[65829]: _type = "Task" [ 717.962410] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.973323] env[65829]: DEBUG oslo_vmware.api [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Task: {'id': task-4807225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261754} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.974794] env[65829]: WARNING neutronclient.v2_0.client [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.978634] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.978634] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.978634] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.978634] env[65829]: INFO nova.compute.manager [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 717.978634] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 717.979518] env[65829]: DEBUG nova.compute.manager [-] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 717.979518] env[65829]: DEBUG nova.network.neutron [-] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 717.979518] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.985861] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.054954] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.070206] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.070349] env[65829]: DEBUG nova.compute.manager [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 718.073695] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.650s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.073695] env[65829]: DEBUG nova.objects.instance [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Lazy-loading 'resources' on Instance uuid e65a689f-38bc-4846-b4d5-bd7797de9cc0 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.087664] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807223, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.088236] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] Releasing lock "refresh_cache-1e7f21a7-d044-4d34-aeb6-16701fc8d289" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.088723] env[65829]: DEBUG nova.compute.manager [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Received event network-vif-plugged-9d2b3916-a120-4293-a31e-dbd8dff973dd {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 718.088723] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] Acquiring lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.088867] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] Lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.089053] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] Lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.089257] env[65829]: DEBUG nova.compute.manager [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] No waiting events found dispatching network-vif-plugged-9d2b3916-a120-4293-a31e-dbd8dff973dd {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 718.089384] env[65829]: WARNING nova.compute.manager [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Received unexpected event network-vif-plugged-9d2b3916-a120-4293-a31e-dbd8dff973dd for instance with vm_state building and task_state spawning. [ 718.089557] env[65829]: DEBUG nova.compute.manager [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Received event network-changed-9d2b3916-a120-4293-a31e-dbd8dff973dd {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 718.091064] env[65829]: DEBUG nova.compute.manager [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Refreshing instance network info cache due to event network-changed-9d2b3916-a120-4293-a31e-dbd8dff973dd. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 718.091064] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] Acquiring lock "refresh_cache-76c68d4c-cba1-4f98-bf8a-5c8b7f135310" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.126662] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807226, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.259732] env[65829]: WARNING neutronclient.v2_0.client [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.307373] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Received event network-changed-5cf53b67-32ba-4988-8b1e-b76607cc5477 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 718.307373] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Refreshing instance network info cache due to event network-changed-5cf53b67-32ba-4988-8b1e-b76607cc5477. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 718.307503] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Acquiring lock "refresh_cache-340dc71a-ad20-47ff-b521-b4ccda748c54" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.307889] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Acquired lock "refresh_cache-340dc71a-ad20-47ff-b521-b4ccda748c54" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.307889] env[65829]: DEBUG nova.network.neutron [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Refreshing network info cache for port 5cf53b67-32ba-4988-8b1e-b76607cc5477 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.440429] env[65829]: DEBUG nova.network.neutron [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 718.460243] env[65829]: WARNING neutronclient.v2_0.client [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.475775] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807227, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.523998] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquiring lock "bc817d02-799b-4158-bc5c-fe73fa365294" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.524283] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lock "bc817d02-799b-4158-bc5c-fe73fa365294" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.547391] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Acquiring lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.547693] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.580977] env[65829]: DEBUG nova.compute.utils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.589212] env[65829]: DEBUG nova.compute.manager [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 718.589399] env[65829]: DEBUG nova.network.neutron [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 718.590488] env[65829]: WARNING neutronclient.v2_0.client [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.590488] env[65829]: WARNING neutronclient.v2_0.client [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.600228] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807223, 'name': ReconfigVM_Task, 'duration_secs': 1.364867} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.600720] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 1e7f21a7-d044-4d34-aeb6-16701fc8d289/1e7f21a7-d044-4d34-aeb6-16701fc8d289.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.602029] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b98ed514-d8b1-4ce8-8644-183ab075ff9d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.611378] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 718.611378] env[65829]: value = "task-4807228" [ 718.611378] env[65829]: _type = "Task" [ 718.611378] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.623508] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807228, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.632233] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512155} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.632477] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 4e9650eb-1d84-402d-978c-38bbe2b40b9e/4e9650eb-1d84-402d-978c-38bbe2b40b9e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.632767] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.633072] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d088b80-4519-4d3d-b845-fe69feaee364 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.641369] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 718.641369] env[65829]: value = "task-4807229" [ 718.641369] env[65829]: _type = "Task" [ 718.641369] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.655449] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.692033] env[65829]: DEBUG nova.network.neutron [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.803086] env[65829]: DEBUG nova.policy [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e91862a2cd1f46a08a61955c1ace3aa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50f10bc5a6024a61883f118c6570b973', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.811133] env[65829]: WARNING neutronclient.v2_0.client [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.883496] env[65829]: DEBUG nova.network.neutron [-] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.975420] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678972} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.975745] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] ed75b2fd-a4f7-4557-a905-0b6ae1f66940/ed75b2fd-a4f7-4557-a905-0b6ae1f66940.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.976010] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.976336] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6f5244d-7305-4882-8345-80aafa380bb9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.983846] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 718.983846] env[65829]: value = "task-4807230" [ 718.983846] env[65829]: _type = "Task" [ 718.983846] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.992294] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.994318] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d420473-c6cc-4be0-9636-73bd3bf6db91 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.002152] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37bdbb1-e8ea-419b-89aa-831708f8a489 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.037693] env[65829]: DEBUG nova.compute.manager [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 719.043225] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37cfc89-579c-457f-b2a5-8992a94e15d0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.052033] env[65829]: INFO nova.compute.manager [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Detaching volume 410b5a7e-d729-4b99-bcc8-a90c6b128956 [ 719.055653] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0481e330-9b64-4f62-8af3-a103340ceb70 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.073552] env[65829]: DEBUG nova.compute.provider_tree [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.098064] env[65829]: DEBUG nova.compute.manager [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 719.123767] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807228, 'name': Rename_Task, 'duration_secs': 0.228812} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.123977] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.124242] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f23a3235-412b-4d99-8172-04a4262fc74c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.135346] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 719.135346] env[65829]: value = "task-4807231" [ 719.135346] env[65829]: _type = "Task" [ 719.135346] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.146455] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.146689] env[65829]: INFO nova.virt.block_device [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Attempting to driver detach volume 410b5a7e-d729-4b99-bcc8-a90c6b128956 from mountpoint /dev/sdb [ 719.146900] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 719.147089] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937352', 'volume_id': '410b5a7e-d729-4b99-bcc8-a90c6b128956', 'name': 'volume-410b5a7e-d729-4b99-bcc8-a90c6b128956', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9d00ff9-2946-48f2-8840-a88b41e268c2', 'attached_at': '', 'detached_at': '', 'volume_id': '410b5a7e-d729-4b99-bcc8-a90c6b128956', 'serial': '410b5a7e-d729-4b99-bcc8-a90c6b128956'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 719.150743] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0a6729-dc86-4499-a9b6-eed48e4b6a90 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.160031] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073328} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.179092] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.181039] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa9d376-19ec-4578-ba51-80097385fdd3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.184234] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb795bf-b65a-4a39-8c0d-84d87e0198c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.201823] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cafbac6-099e-41ee-b411-f64080b5c21d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.204848] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Releasing lock "refresh_cache-598d7de9-b594-4a1c-9cd8-c06d79aa72df" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.205272] env[65829]: DEBUG nova.compute.manager [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 719.205457] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.214439] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 4e9650eb-1d84-402d-978c-38bbe2b40b9e/4e9650eb-1d84-402d-978c-38bbe2b40b9e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.217804] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5d073d-0db6-4580-a316-20719528a8a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.220629] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a86a762b-13bc-48a3-b906-bd152ed4c0b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.266599] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9be2a8e-4477-4582-a7ac-0ba1361e6d78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.269819] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.270538] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 719.270538] env[65829]: value = "task-4807232" [ 719.270538] env[65829]: _type = "Task" [ 719.270538] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.273514] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11c5ae22-0ce8-41fd-adde-45cfb342c066 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.290922] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] The volume has not been displaced from its original location: [datastore2] volume-410b5a7e-d729-4b99-bcc8-a90c6b128956/volume-410b5a7e-d729-4b99-bcc8-a90c6b128956.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 719.297349] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 719.300953] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-948f0ed3-bc22-41a2-b10f-cc458cbb2699 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.317686] env[65829]: DEBUG oslo_vmware.api [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Waiting for the task: (returnval){ [ 719.317686] env[65829]: value = "task-4807233" [ 719.317686] env[65829]: _type = "Task" [ 719.317686] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.324836] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.333358] env[65829]: DEBUG oslo_vmware.api [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Waiting for the task: (returnval){ [ 719.333358] env[65829]: value = "task-4807234" [ 719.333358] env[65829]: _type = "Task" [ 719.333358] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.339032] env[65829]: DEBUG oslo_vmware.api [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.347607] env[65829]: DEBUG oslo_vmware.api [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Task: {'id': task-4807234, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.387093] env[65829]: INFO nova.compute.manager [-] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Took 1.41 seconds to deallocate network for instance. [ 719.453476] env[65829]: DEBUG nova.network.neutron [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Successfully created port: 671590e0-dea7-4f75-8708-2525447fb2f4 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 719.495352] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071858} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.498936] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.500145] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20938708-0984-463b-8d2f-b5ad152404ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.524465] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] ed75b2fd-a4f7-4557-a905-0b6ae1f66940/ed75b2fd-a4f7-4557-a905-0b6ae1f66940.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.526054] env[65829]: WARNING neutronclient.v2_0.client [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.528912] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-698cfeb9-2281-4c63-b182-3623996f3dd1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.558256] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 719.558256] env[65829]: value = "task-4807235" [ 719.558256] env[65829]: _type = "Task" [ 719.558256] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.566250] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.579975] env[65829]: DEBUG nova.scheduler.client.report [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.586475] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.645704] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807231, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.739951] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "70f9c8be-079c-482c-a3ce-f337fdf4360a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.740346] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "70f9c8be-079c-482c-a3ce-f337fdf4360a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.740580] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "70f9c8be-079c-482c-a3ce-f337fdf4360a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.740786] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "70f9c8be-079c-482c-a3ce-f337fdf4360a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.740959] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "70f9c8be-079c-482c-a3ce-f337fdf4360a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.743868] env[65829]: INFO nova.compute.manager [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Terminating instance [ 719.786983] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807232, 'name': ReconfigVM_Task, 'duration_secs': 0.474813} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.787580] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 4e9650eb-1d84-402d-978c-38bbe2b40b9e/4e9650eb-1d84-402d-978c-38bbe2b40b9e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.788244] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-052003ea-a282-4e4e-9e35-61fdaf2d5b28 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.796885] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 719.796885] env[65829]: value = "task-4807236" [ 719.796885] env[65829]: _type = "Task" [ 719.796885] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.808040] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807236, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.835467] env[65829]: DEBUG oslo_vmware.api [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807233, 'name': PowerOffVM_Task, 'duration_secs': 0.288836} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.835467] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.835683] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.835915] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9309e81-ccfa-4f30-8653-40c3957859c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.848129] env[65829]: DEBUG oslo_vmware.api [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Task: {'id': task-4807234, 'name': ReconfigVM_Task, 'duration_secs': 0.339074} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.848466] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 719.854340] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e82bf865-478d-4273-ab38-e726f020f1e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.872329] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.872560] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.872752] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Deleting the datastore file [datastore1] 598d7de9-b594-4a1c-9cd8-c06d79aa72df {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.873299] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c006fe1-41cd-4a10-9211-c4fd4284a02b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.876967] env[65829]: DEBUG oslo_vmware.api [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Waiting for the task: (returnval){ [ 719.876967] env[65829]: value = "task-4807238" [ 719.876967] env[65829]: _type = "Task" [ 719.876967] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.882489] env[65829]: DEBUG oslo_vmware.api [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Waiting for the task: (returnval){ [ 719.882489] env[65829]: value = "task-4807239" [ 719.882489] env[65829]: _type = "Task" [ 719.882489] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.890080] env[65829]: DEBUG oslo_vmware.api [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Task: {'id': task-4807238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.899816] env[65829]: DEBUG oslo_concurrency.lockutils [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.899816] env[65829]: DEBUG oslo_vmware.api [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807239, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.068555] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807235, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.088703] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.095103] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.991s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.096419] env[65829]: INFO nova.compute.claims [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.115281] env[65829]: DEBUG nova.compute.manager [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 720.116094] env[65829]: INFO nova.scheduler.client.report [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Deleted allocations for instance e65a689f-38bc-4846-b4d5-bd7797de9cc0 [ 720.151635] env[65829]: DEBUG nova.virt.hardware [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 720.151635] env[65829]: DEBUG nova.virt.hardware [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.151635] env[65829]: DEBUG nova.virt.hardware [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 720.151635] env[65829]: DEBUG nova.virt.hardware [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.151885] env[65829]: DEBUG nova.virt.hardware [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 720.151885] env[65829]: DEBUG nova.virt.hardware [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 720.152825] env[65829]: DEBUG nova.virt.hardware [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 720.152825] env[65829]: DEBUG nova.virt.hardware [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 720.152825] env[65829]: DEBUG nova.virt.hardware [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 720.152825] env[65829]: DEBUG nova.virt.hardware [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 720.152825] env[65829]: DEBUG nova.virt.hardware [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 720.153873] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f24e43-bb68-47d4-bfb5-3ab4fa41c56a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.160121] env[65829]: DEBUG oslo_vmware.api [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807231, 'name': PowerOnVM_Task, 'duration_secs': 0.76282} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.160792] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.160980] env[65829]: INFO nova.compute.manager [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Took 11.71 seconds to spawn the instance on the hypervisor. [ 720.161163] env[65829]: DEBUG nova.compute.manager [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 720.161964] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9101784-25bb-491e-bf68-d0545d827c11 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.170044] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ce5ac-391d-4cb7-b6bf-3db4a41f0816 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.248544] env[65829]: DEBUG nova.compute.manager [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 720.248819] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.250065] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2515cd-d674-478c-8bd1-45ec0f53bde4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.258763] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 720.259081] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4005530f-57f0-49c4-8311-cb5b9135b5c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.309909] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807236, 'name': Rename_Task, 'duration_secs': 0.224989} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.310218] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.310546] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-124939a3-e643-4132-99b3-9532f454b36a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.318371] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 720.318371] env[65829]: value = "task-4807241" [ 720.318371] env[65829]: _type = "Task" [ 720.318371] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.329801] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807241, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.340892] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 720.341274] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 720.341547] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleting the datastore file [datastore1] 70f9c8be-079c-482c-a3ce-f337fdf4360a {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 720.341928] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d2c1727-080c-4c41-9e49-8c3a49df6e85 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.349781] env[65829]: DEBUG oslo_vmware.api [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 720.349781] env[65829]: value = "task-4807242" [ 720.349781] env[65829]: _type = "Task" [ 720.349781] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.358873] env[65829]: DEBUG oslo_vmware.api [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.391229] env[65829]: DEBUG oslo_vmware.api [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Task: {'id': task-4807238, 'name': ReconfigVM_Task, 'duration_secs': 0.256466} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.391895] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937352', 'volume_id': '410b5a7e-d729-4b99-bcc8-a90c6b128956', 'name': 'volume-410b5a7e-d729-4b99-bcc8-a90c6b128956', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b9d00ff9-2946-48f2-8840-a88b41e268c2', 'attached_at': '', 'detached_at': '', 'volume_id': '410b5a7e-d729-4b99-bcc8-a90c6b128956', 'serial': '410b5a7e-d729-4b99-bcc8-a90c6b128956'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 720.399029] env[65829]: DEBUG oslo_vmware.api [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Task: {'id': task-4807239, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139558} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.399029] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.399029] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.399029] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.399434] env[65829]: INFO nova.compute.manager [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Took 1.19 seconds to destroy the instance on the hypervisor. [ 720.399547] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 720.399855] env[65829]: DEBUG nova.compute.manager [-] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 720.399951] env[65829]: DEBUG nova.network.neutron [-] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 720.400319] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.569147] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807235, 'name': ReconfigVM_Task, 'duration_secs': 0.899593} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.569478] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Reconfigured VM instance instance-00000021 to attach disk [datastore1] ed75b2fd-a4f7-4557-a905-0b6ae1f66940/ed75b2fd-a4f7-4557-a905-0b6ae1f66940.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.570640] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d154efd-71ea-4ca2-87b1-fe3c4d1aaa98 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.580023] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 720.580023] env[65829]: value = "task-4807243" [ 720.580023] env[65829]: _type = "Task" [ 720.580023] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.589159] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807243, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.624653] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4b644f0-73c9-42ad-a630-f1883882430c tempest-InstanceActionsV221TestJSON-689195459 tempest-InstanceActionsV221TestJSON-689195459-project-member] Lock "e65a689f-38bc-4846-b4d5-bd7797de9cc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.708s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.688866] env[65829]: INFO nova.compute.manager [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Took 20.56 seconds to build instance. [ 720.828704] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807241, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.859949] env[65829]: DEBUG oslo_vmware.api [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143912} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.860228] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.860453] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.860645] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.860861] env[65829]: INFO nova.compute.manager [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Took 0.61 seconds to destroy the instance on the hypervisor. [ 720.861143] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 720.861487] env[65829]: DEBUG nova.compute.manager [-] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 720.861621] env[65829]: DEBUG nova.network.neutron [-] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 720.861905] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.954936] env[65829]: DEBUG nova.objects.instance [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Lazy-loading 'flavor' on Instance uuid b9d00ff9-2946-48f2-8840-a88b41e268c2 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 721.091956] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807243, 'name': Rename_Task, 'duration_secs': 0.346959} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.092419] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.095678] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45b8cf33-5db6-4911-8f2f-0b9e5ac6eca0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.103539] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 721.103539] env[65829]: value = "task-4807244" [ 721.103539] env[65829]: _type = "Task" [ 721.103539] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.116384] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.133247] env[65829]: DEBUG nova.network.neutron [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Updating instance_info_cache with network_info: [{"id": "adcf549e-624f-441d-883d-fc0acd8c617a", "address": "fa:16:3e:08:d5:5a", "network": {"id": "c2906c2a-11a0-4710-857b-a95e78e57aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1054692478", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadcf549e-62", "ovs_interfaceid": "adcf549e-624f-441d-883d-fc0acd8c617a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d2b3916-a120-4293-a31e-dbd8dff973dd", "address": "fa:16:3e:80:5f:22", "network": {"id": "76a7da28-dfd3-4f18-9b40-35e89b5898df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353174086", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d2b3916-a1", "ovs_interfaceid": "9d2b3916-a120-4293-a31e-dbd8dff973dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff", "address": "fa:16:3e:79:3c:40", "network": {"id": "c2906c2a-11a0-4710-857b-a95e78e57aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1054692478", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c13bdf7-eb", "ovs_interfaceid": "9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.143036] env[65829]: DEBUG nova.network.neutron [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Successfully updated port: 671590e0-dea7-4f75-8708-2525447fb2f4 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 721.180957] env[65829]: DEBUG nova.network.neutron [-] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 721.181340] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.191560] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a269bc0d-178b-48b9-853a-a8eef7e02fca tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lock "1e7f21a7-d044-4d34-aeb6-16701fc8d289" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.070s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.209746] env[65829]: WARNING neutronclient.v2_0.client [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.262156] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.339669] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807241, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.450508] env[65829]: DEBUG nova.network.neutron [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Updated VIF entry in instance network info cache for port 5cf53b67-32ba-4988-8b1e-b76607cc5477. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.450852] env[65829]: DEBUG nova.network.neutron [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Updating instance_info_cache with network_info: [{"id": "5cf53b67-32ba-4988-8b1e-b76607cc5477", "address": "fa:16:3e:f1:9b:4d", "network": {"id": "c1c77c03-722d-4bb2-9fa5-7b3bab68ff96", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-2006265166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f4e3df9b42904df492f4f831c6e2bded", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27681cba-790d-451e-9d12-d179871f375a", "external-id": "cl2-zone-147", "segmentation_id": 147, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cf53b67-32", "ovs_interfaceid": "5cf53b67-32ba-4988-8b1e-b76607cc5477", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.551751] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc849b65-b78b-4c25-bcfd-1b2f3d42ba55 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.562214] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b532d1b7-387d-4fbb-817b-6f2089db43ba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.599801] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58501992-b352-4440-ad24-c2ef49a34fa0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.611936] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fab275-30c3-4a32-a42a-bd42e3c5b61c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.620838] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807244, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.634994] env[65829]: DEBUG nova.compute.provider_tree [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.636289] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Releasing lock "refresh_cache-76c68d4c-cba1-4f98-bf8a-5c8b7f135310" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.636777] env[65829]: DEBUG nova.compute.manager [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Instance network_info: |[{"id": "adcf549e-624f-441d-883d-fc0acd8c617a", "address": "fa:16:3e:08:d5:5a", "network": {"id": "c2906c2a-11a0-4710-857b-a95e78e57aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1054692478", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadcf549e-62", "ovs_interfaceid": "adcf549e-624f-441d-883d-fc0acd8c617a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d2b3916-a120-4293-a31e-dbd8dff973dd", "address": "fa:16:3e:80:5f:22", "network": {"id": "76a7da28-dfd3-4f18-9b40-35e89b5898df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353174086", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d2b3916-a1", "ovs_interfaceid": "9d2b3916-a120-4293-a31e-dbd8dff973dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff", "address": "fa:16:3e:79:3c:40", "network": {"id": "c2906c2a-11a0-4710-857b-a95e78e57aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1054692478", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c13bdf7-eb", "ovs_interfaceid": "9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 721.637671] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] Acquired lock "refresh_cache-76c68d4c-cba1-4f98-bf8a-5c8b7f135310" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.638984] env[65829]: DEBUG nova.network.neutron [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Refreshing network info cache for port 9d2b3916-a120-4293-a31e-dbd8dff973dd {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.638984] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:d5:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adcf549e-624f-441d-883d-fc0acd8c617a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:5f:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d2b3916-a120-4293-a31e-dbd8dff973dd', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:3c:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8233b50c-be21-441a-a357-a29138a95b8b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.654574] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Creating folder: Project (ea1e55da88734c08ab671321eadae489). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.655116] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Acquiring lock "refresh_cache-3c0d3e45-58c3-4455-98d3-79ddad90526d" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.655534] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Acquired lock "refresh_cache-3c0d3e45-58c3-4455-98d3-79ddad90526d" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.655745] env[65829]: DEBUG nova.network.neutron [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 721.656806] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fe03c92-a44c-45d4-980b-4ad4764d3f30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.669447] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Created folder: Project (ea1e55da88734c08ab671321eadae489) in parent group-v937255. [ 721.669817] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Creating folder: Instances. Parent ref: group-v937366. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.670739] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3309270c-fb64-412a-b2cb-a225a76ef423 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.682833] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Created folder: Instances in parent group-v937366. [ 721.683105] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 721.683767] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.683767] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c3ccba8-1733-4b67-88e2-ec1aa18ea1e4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.705576] env[65829]: DEBUG nova.network.neutron [-] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.712346] env[65829]: DEBUG nova.compute.manager [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Received event network-vif-plugged-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 721.712650] env[65829]: DEBUG oslo_concurrency.lockutils [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] Acquiring lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.712872] env[65829]: DEBUG oslo_concurrency.lockutils [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] Lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.713045] env[65829]: DEBUG oslo_concurrency.lockutils [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] Lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.713222] env[65829]: DEBUG nova.compute.manager [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] No waiting events found dispatching network-vif-plugged-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 721.713371] env[65829]: WARNING nova.compute.manager [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Received unexpected event network-vif-plugged-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff for instance with vm_state building and task_state spawning. [ 721.713533] env[65829]: DEBUG nova.compute.manager [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Received event network-changed-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 721.713677] env[65829]: DEBUG nova.compute.manager [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Refreshing instance network info cache due to event network-changed-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 721.713837] env[65829]: DEBUG oslo_concurrency.lockutils [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] Acquiring lock "refresh_cache-76c68d4c-cba1-4f98-bf8a-5c8b7f135310" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.715651] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.715651] env[65829]: value = "task-4807247" [ 721.715651] env[65829]: _type = "Task" [ 721.715651] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.730581] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807247, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.830034] env[65829]: DEBUG oslo_vmware.api [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807241, 'name': PowerOnVM_Task, 'duration_secs': 1.037652} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.830337] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.830538] env[65829]: DEBUG nova.compute.manager [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 721.831354] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fe93e5-aafe-47f5-b20e-f705624dca82 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.953214] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Releasing lock "refresh_cache-340dc71a-ad20-47ff-b521-b4ccda748c54" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.953521] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Received event network-vif-plugged-37f939d5-f972-4d69-a535-ef2b8e5f5aa4 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 721.953745] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Acquiring lock "8f944543-68f2-46c2-95ca-794372908266-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.954076] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Lock "8f944543-68f2-46c2-95ca-794372908266-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.954260] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Lock "8f944543-68f2-46c2-95ca-794372908266-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.954512] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] No waiting events found dispatching network-vif-plugged-37f939d5-f972-4d69-a535-ef2b8e5f5aa4 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 721.954701] env[65829]: WARNING nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Received unexpected event network-vif-plugged-37f939d5-f972-4d69-a535-ef2b8e5f5aa4 for instance with vm_state active and task_state None. [ 721.955059] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Received event network-changed-37f939d5-f972-4d69-a535-ef2b8e5f5aa4 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 721.955292] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Refreshing instance network info cache due to event network-changed-37f939d5-f972-4d69-a535-ef2b8e5f5aa4. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 721.955519] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Acquiring lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.955658] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Acquired lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.955811] env[65829]: DEBUG nova.network.neutron [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Refreshing network info cache for port 37f939d5-f972-4d69-a535-ef2b8e5f5aa4 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.970567] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c8afc3a-09ac-4d1b-9573-2049abf60188 tempest-VolumesAssistedSnapshotsTest-2121120687 tempest-VolumesAssistedSnapshotsTest-2121120687-project-admin] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.423s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.103938] env[65829]: DEBUG nova.network.neutron [-] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.116916] env[65829]: DEBUG oslo_vmware.api [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807244, 'name': PowerOnVM_Task, 'duration_secs': 0.646864} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.117212] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.117472] env[65829]: INFO nova.compute.manager [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Took 8.62 seconds to spawn the instance on the hypervisor. [ 722.117711] env[65829]: DEBUG nova.compute.manager [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 722.121073] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc980aa-d149-4a04-8705-69cd2b73949b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.139225] env[65829]: DEBUG nova.scheduler.client.report [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.156561] env[65829]: WARNING neutronclient.v2_0.client [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.208945] env[65829]: INFO nova.compute.manager [-] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Took 1.81 seconds to deallocate network for instance. [ 722.220830] env[65829]: DEBUG nova.network.neutron [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 722.235663] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807247, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.346015] env[65829]: WARNING neutronclient.v2_0.client [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.355825] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.427590] env[65829]: WARNING neutronclient.v2_0.client [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.456596] env[65829]: DEBUG nova.network.neutron [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Updating instance_info_cache with network_info: [{"id": "671590e0-dea7-4f75-8708-2525447fb2f4", "address": "fa:16:3e:ee:4c:03", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671590e0-de", "ovs_interfaceid": "671590e0-dea7-4f75-8708-2525447fb2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.458117] env[65829]: WARNING neutronclient.v2_0.client [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.569347] env[65829]: DEBUG nova.network.neutron [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Updated VIF entry in instance network info cache for port 9d2b3916-a120-4293-a31e-dbd8dff973dd. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 722.569894] env[65829]: DEBUG nova.network.neutron [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Updating instance_info_cache with network_info: [{"id": "adcf549e-624f-441d-883d-fc0acd8c617a", "address": "fa:16:3e:08:d5:5a", "network": {"id": "c2906c2a-11a0-4710-857b-a95e78e57aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1054692478", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadcf549e-62", "ovs_interfaceid": "adcf549e-624f-441d-883d-fc0acd8c617a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d2b3916-a120-4293-a31e-dbd8dff973dd", "address": "fa:16:3e:80:5f:22", "network": {"id": "76a7da28-dfd3-4f18-9b40-35e89b5898df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353174086", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d2b3916-a1", "ovs_interfaceid": "9d2b3916-a120-4293-a31e-dbd8dff973dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff", "address": "fa:16:3e:79:3c:40", "network": {"id": "c2906c2a-11a0-4710-857b-a95e78e57aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1054692478", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c13bdf7-eb", "ovs_interfaceid": "9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.611411] env[65829]: INFO nova.compute.manager [-] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Took 1.75 seconds to deallocate network for instance. [ 722.644491] env[65829]: INFO nova.compute.manager [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Took 20.04 seconds to build instance. [ 722.648401] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.648401] env[65829]: DEBUG nova.compute.manager [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 722.651628] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.750s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.653935] env[65829]: INFO nova.compute.claims [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.715389] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.733549] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807247, 'name': CreateVM_Task, 'duration_secs': 0.667526} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.733801] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.734531] env[65829]: WARNING neutronclient.v2_0.client [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.735043] env[65829]: WARNING neutronclient.v2_0.client [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.735399] env[65829]: WARNING neutronclient.v2_0.client [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.735942] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.736112] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.736397] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.736678] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f61b6dec-34c7-4d73-ac36-5ef13118deb5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.742837] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 722.742837] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dc783f-0c47-eadb-688f-0bd262f29b83" [ 722.742837] env[65829]: _type = "Task" [ 722.742837] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.749978] env[65829]: DEBUG nova.compute.manager [req-e6ea5fba-c8d9-439a-9afb-6948d41a671f req-f03aa6b1-9fc6-433d-ad12-53151b12afed service nova] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Received event network-vif-deleted-c78438f3-054b-459b-9b01-356559e68963 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 722.755448] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dc783f-0c47-eadb-688f-0bd262f29b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.757382] env[65829]: WARNING neutronclient.v2_0.client [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.832508] env[65829]: DEBUG nova.network.neutron [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Updated VIF entry in instance network info cache for port 37f939d5-f972-4d69-a535-ef2b8e5f5aa4. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 722.832655] env[65829]: DEBUG nova.network.neutron [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Updating instance_info_cache with network_info: [{"id": "5d6f4164-dce8-4020-987e-a9865160efea", "address": "fa:16:3e:d5:2d:2d", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d6f4164-dc", "ovs_interfaceid": "5d6f4164-dce8-4020-987e-a9865160efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "37f939d5-f972-4d69-a535-ef2b8e5f5aa4", "address": "fa:16:3e:5d:86:ea", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37f939d5-f9", "ovs_interfaceid": "37f939d5-f972-4d69-a535-ef2b8e5f5aa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.961770] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Releasing lock "refresh_cache-3c0d3e45-58c3-4455-98d3-79ddad90526d" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.962233] env[65829]: DEBUG nova.compute.manager [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Instance network_info: |[{"id": "671590e0-dea7-4f75-8708-2525447fb2f4", "address": "fa:16:3e:ee:4c:03", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671590e0-de", "ovs_interfaceid": "671590e0-dea7-4f75-8708-2525447fb2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 722.963154] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:4c:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '671590e0-dea7-4f75-8708-2525447fb2f4', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.974467] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Creating folder: Project (50f10bc5a6024a61883f118c6570b973). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.974795] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a48e4748-7a5f-47a1-bb4e-933dd68d755d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.987250] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Created folder: Project (50f10bc5a6024a61883f118c6570b973) in parent group-v937255. [ 722.987463] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Creating folder: Instances. Parent ref: group-v937369. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.987724] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51b8745c-afce-4fbd-9b46-1e54ae13f92e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.999758] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Created folder: Instances in parent group-v937369. [ 723.000049] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 723.000271] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.000527] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa4d4365-d94d-4dc5-8eb8-0e8686c238aa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.023197] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.023197] env[65829]: value = "task-4807251" [ 723.023197] env[65829]: _type = "Task" [ 723.023197] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.032614] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807251, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.073924] env[65829]: DEBUG oslo_concurrency.lockutils [req-e9958950-00dd-4f60-a2ef-48dc6aac56db req-224aca82-0828-4d9e-89ca-288fa4e19603 service nova] Releasing lock "refresh_cache-76c68d4c-cba1-4f98-bf8a-5c8b7f135310" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.074720] env[65829]: DEBUG oslo_concurrency.lockutils [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] Acquired lock "refresh_cache-76c68d4c-cba1-4f98-bf8a-5c8b7f135310" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.074992] env[65829]: DEBUG nova.network.neutron [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Refreshing network info cache for port 9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.122043] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.147312] env[65829]: DEBUG oslo_concurrency.lockutils [None req-317e7bda-1966-416b-9e76-1be1e5f4f3d7 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "ed75b2fd-a4f7-4557-a905-0b6ae1f66940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.566s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.158545] env[65829]: DEBUG nova.compute.utils [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.160345] env[65829]: DEBUG nova.compute.manager [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 723.160650] env[65829]: DEBUG nova.network.neutron [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 723.160807] env[65829]: WARNING neutronclient.v2_0.client [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.161158] env[65829]: WARNING neutronclient.v2_0.client [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.241215] env[65829]: DEBUG nova.policy [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fd613ad6d2534adda038414e2886e76b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7018b99971184a34a82cfd1d7c5d67b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.253503] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.253739] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.263716] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dc783f-0c47-eadb-688f-0bd262f29b83, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.264096] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.264337] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.264572] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.264765] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.264946] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.265289] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15e548b9-44c2-4022-a862-440d4d4e1ee3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.280072] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.280072] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.280072] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5b261d-65a2-47cf-a496-92e75f395897 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.290615] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 723.290615] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526654ba-56ef-9617-a7b7-05104fb0d9da" [ 723.290615] env[65829]: _type = "Task" [ 723.290615] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.308695] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526654ba-56ef-9617-a7b7-05104fb0d9da, 'name': SearchDatastore_Task, 'duration_secs': 0.012587} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.309960] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9fabad-10a3-4f57-87d5-f2e81b2ca9ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.319633] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 723.319633] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d6b59b-f505-4291-9eb1-725b32fbe204" [ 723.319633] env[65829]: _type = "Task" [ 723.319633] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.332402] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d6b59b-f505-4291-9eb1-725b32fbe204, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.336467] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Releasing lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.337266] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Received event network-vif-deleted-e63412c7-c02d-49b4-aae0-d9449c88f410 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 723.337386] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Received event network-vif-plugged-adcf549e-624f-441d-883d-fc0acd8c617a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 723.337909] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Acquiring lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.337909] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.338060] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.338288] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] No waiting events found dispatching network-vif-plugged-adcf549e-624f-441d-883d-fc0acd8c617a {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 723.338524] env[65829]: WARNING nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Received unexpected event network-vif-plugged-adcf549e-624f-441d-883d-fc0acd8c617a for instance with vm_state building and task_state spawning. [ 723.338719] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Received event network-changed-adcf549e-624f-441d-883d-fc0acd8c617a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 723.338913] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Refreshing instance network info cache due to event network-changed-adcf549e-624f-441d-883d-fc0acd8c617a. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 723.340188] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Acquiring lock "refresh_cache-76c68d4c-cba1-4f98-bf8a-5c8b7f135310" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.390591] env[65829]: DEBUG nova.compute.manager [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 723.393028] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d2136d-26a4-44e3-913f-d553d4bcd3a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.536868] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807251, 'name': CreateVM_Task, 'duration_secs': 0.468943} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.537158] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.538376] env[65829]: WARNING neutronclient.v2_0.client [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.538454] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.538724] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.539679] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.539679] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2ab4e0-27f8-4ff5-97c6-f8ca9e5dac9f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.546443] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Waiting for the task: (returnval){ [ 723.546443] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5257ba10-ea75-27dd-9c7c-42b4549c975f" [ 723.546443] env[65829]: _type = "Task" [ 723.546443] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.558317] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5257ba10-ea75-27dd-9c7c-42b4549c975f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.579202] env[65829]: WARNING neutronclient.v2_0.client [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.588642] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "interface-8f944543-68f2-46c2-95ca-794372908266-37f939d5-f972-4d69-a535-ef2b8e5f5aa4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.589121] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-8f944543-68f2-46c2-95ca-794372908266-37f939d5-f972-4d69-a535-ef2b8e5f5aa4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.661379] env[65829]: DEBUG nova.network.neutron [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Successfully created port: d85feb5d-3358-4494-981b-71dc7dddea26 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 723.665414] env[65829]: DEBUG nova.compute.manager [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 723.757218] env[65829]: DEBUG nova.compute.manager [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 723.833726] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d6b59b-f505-4291-9eb1-725b32fbe204, 'name': SearchDatastore_Task, 'duration_secs': 0.013024} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.833974] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.834254] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 76c68d4c-cba1-4f98-bf8a-5c8b7f135310/76c68d4c-cba1-4f98-bf8a-5c8b7f135310.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.834527] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e594d9c7-51cf-4940-9775-70edc5a2b70c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.838523] env[65829]: WARNING neutronclient.v2_0.client [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.847850] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 723.847850] env[65829]: value = "task-4807252" [ 723.847850] env[65829]: _type = "Task" [ 723.847850] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.859388] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.905832] env[65829]: INFO nova.compute.manager [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] instance snapshotting [ 723.917760] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99c1794-4d7c-4939-8614-e8aaa715f772 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.950712] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8a7a98-98a0-43ce-b676-2446ef1c13b0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.022072] env[65829]: DEBUG nova.network.neutron [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Updated VIF entry in instance network info cache for port 9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 724.022939] env[65829]: DEBUG nova.network.neutron [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Updating instance_info_cache with network_info: [{"id": "adcf549e-624f-441d-883d-fc0acd8c617a", "address": "fa:16:3e:08:d5:5a", "network": {"id": "c2906c2a-11a0-4710-857b-a95e78e57aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1054692478", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadcf549e-62", "ovs_interfaceid": "adcf549e-624f-441d-883d-fc0acd8c617a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d2b3916-a120-4293-a31e-dbd8dff973dd", "address": "fa:16:3e:80:5f:22", "network": {"id": "76a7da28-dfd3-4f18-9b40-35e89b5898df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353174086", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d2b3916-a1", "ovs_interfaceid": "9d2b3916-a120-4293-a31e-dbd8dff973dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff", "address": "fa:16:3e:79:3c:40", "network": {"id": "c2906c2a-11a0-4710-857b-a95e78e57aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1054692478", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c13bdf7-eb", "ovs_interfaceid": "9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.064444] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5257ba10-ea75-27dd-9c7c-42b4549c975f, 'name': SearchDatastore_Task, 'duration_secs': 0.022672} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.068130] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.069476] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.069476] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.069476] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.069476] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.074027] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99128d25-1410-4040-ab73-30e90a16a9c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.082249] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.082473] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.083317] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-998bb49a-75a1-4b16-886d-20538edd253a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.092078] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.092351] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.094561] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e748d94d-8bbf-4062-821c-5b81af39e23f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.099183] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Waiting for the task: (returnval){ [ 724.099183] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a8b879-cb3e-6f27-168c-5559d4608d9e" [ 724.099183] env[65829]: _type = "Task" [ 724.099183] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.119700] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a95a48-db73-4c38-b404-9171e77d46ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.129543] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a8b879-cb3e-6f27-168c-5559d4608d9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012393} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.131825] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47cff5d-fe87-44eb-b03c-0185c0e550b8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.153743] env[65829]: WARNING neutronclient.v2_0.client [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.160159] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Reconfiguring VM to detach interface {{(pid=65829) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 724.166968] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8fa1b45-9617-46b7-862d-6a74b3e0588d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.193945] env[65829]: INFO nova.virt.block_device [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Booting with volume 93b534ef-b789-492c-940b-4da066ef77af at /dev/sda [ 724.196300] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Waiting for the task: (returnval){ [ 724.196300] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52231360-b1c4-9e0c-2fd9-7d1479ffdcdf" [ 724.196300] env[65829]: _type = "Task" [ 724.196300] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.209708] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 724.209708] env[65829]: value = "task-4807253" [ 724.209708] env[65829]: _type = "Task" [ 724.209708] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.225708] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52231360-b1c4-9e0c-2fd9-7d1479ffdcdf, 'name': SearchDatastore_Task, 'duration_secs': 0.027035} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.225708] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.225708] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 3c0d3e45-58c3-4455-98d3-79ddad90526d/3c0d3e45-58c3-4455-98d3-79ddad90526d.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.228985] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2fe50d7-633e-4620-afb8-ab4afaa50c37 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.233967] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.238430] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Waiting for the task: (returnval){ [ 724.238430] env[65829]: value = "task-4807254" [ 724.238430] env[65829]: _type = "Task" [ 724.238430] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.250699] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.274553] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cda795-2950-48b4-bb82-2a35f944afe7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.285758] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.288350] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077ff057-97fc-421f-a1cb-eb6496b89a27 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.292403] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e88edaa5-3113-40d8-9769-e55ed3a9fc4e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.332758] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34f686e-e152-4377-acf5-242b8cbd8513 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.338999] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bd5973-ade6-4ac3-afda-da3c861dbb08 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.377768] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9698a5db-c458-47d6-b486-e6327000fd45 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.408959] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807252, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.410575] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f28b4824-1b03-4ad0-b499-b7f282369e58 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.426782] env[65829]: DEBUG nova.compute.provider_tree [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.434152] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8ae80d-403b-43bb-ad0e-905774422456 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.482911] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 724.484545] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cfb06426-545b-4406-bd36-e486e4c33dff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.487760] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304a70d1-d69c-459d-be15-822a2ce55f65 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.498567] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817a7afb-d5ad-45d2-a083-14a34f728946 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.501757] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 724.501757] env[65829]: value = "task-4807255" [ 724.501757] env[65829]: _type = "Task" [ 724.501757] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.513389] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807255, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.518097] env[65829]: DEBUG nova.virt.block_device [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Updating existing volume attachment record: 894e1597-27c6-4fce-8fe1-a7313d6c5788 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 724.526993] env[65829]: DEBUG oslo_concurrency.lockutils [req-d1f5caec-bb49-43a2-b038-93fcd826be1f req-977f4f66-9c6c-49a1-ac84-05dcc91b028e service nova] Releasing lock "refresh_cache-76c68d4c-cba1-4f98-bf8a-5c8b7f135310" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.526993] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Acquired lock "refresh_cache-76c68d4c-cba1-4f98-bf8a-5c8b7f135310" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.526993] env[65829]: DEBUG nova.network.neutron [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Refreshing network info cache for port adcf549e-624f-441d-883d-fc0acd8c617a {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.690527] env[65829]: DEBUG oslo_concurrency.lockutils [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Acquiring lock "340dc71a-ad20-47ff-b521-b4ccda748c54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.690527] env[65829]: DEBUG oslo_concurrency.lockutils [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Lock "340dc71a-ad20-47ff-b521-b4ccda748c54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.690822] env[65829]: DEBUG oslo_concurrency.lockutils [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Acquiring lock "340dc71a-ad20-47ff-b521-b4ccda748c54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.691136] env[65829]: DEBUG oslo_concurrency.lockutils [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Lock "340dc71a-ad20-47ff-b521-b4ccda748c54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.691320] env[65829]: DEBUG oslo_concurrency.lockutils [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Lock "340dc71a-ad20-47ff-b521-b4ccda748c54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.693786] env[65829]: INFO nova.compute.manager [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Terminating instance [ 724.724948] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.749894] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807254, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.865694] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621922} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.866060] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 76c68d4c-cba1-4f98-bf8a-5c8b7f135310/76c68d4c-cba1-4f98-bf8a-5c8b7f135310.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.866387] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.866733] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d98bbe94-c54b-462e-8163-e6d645e55f8c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.874294] env[65829]: INFO nova.compute.manager [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Rebuilding instance [ 724.879228] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 724.879228] env[65829]: value = "task-4807256" [ 724.879228] env[65829]: _type = "Task" [ 724.879228] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.885036] env[65829]: DEBUG nova.compute.manager [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 724.887019] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75453dd6-4fbf-4a02-8c88-6c9cddd3a546 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.892736] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.928512] env[65829]: DEBUG nova.compute.manager [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 724.929379] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd44296-8d9a-4581-87ef-1b6b3fe13e13 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.933512] env[65829]: DEBUG nova.scheduler.client.report [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.014037] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807255, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.030544] env[65829]: WARNING neutronclient.v2_0.client [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.198579] env[65829]: DEBUG nova.compute.manager [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 725.202073] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.203400] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce82352-5948-48bf-bf39-94b5d47d04cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.215150] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.218322] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30cb3c10-4dac-446c-9db7-c1fc329ec927 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.226913] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.229265] env[65829]: DEBUG oslo_vmware.api [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Waiting for the task: (returnval){ [ 725.229265] env[65829]: value = "task-4807257" [ 725.229265] env[65829]: _type = "Task" [ 725.229265] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.241241] env[65829]: DEBUG oslo_vmware.api [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.251921] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667372} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.252136] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 3c0d3e45-58c3-4455-98d3-79ddad90526d/3c0d3e45-58c3-4455-98d3-79ddad90526d.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.252975] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.252975] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea587271-e7a5-4abd-bbb1-82ebba8e07aa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.261901] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Waiting for the task: (returnval){ [ 725.261901] env[65829]: value = "task-4807258" [ 725.261901] env[65829]: _type = "Task" [ 725.261901] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.273212] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.318398] env[65829]: DEBUG nova.network.neutron [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Successfully updated port: d85feb5d-3358-4494-981b-71dc7dddea26 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 725.390105] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168113} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.390395] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.391244] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdc559e-ba01-41c1-b257-6449915339a1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.412529] env[65829]: INFO nova.compute.manager [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] instance snapshotting [ 725.422810] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 76c68d4c-cba1-4f98-bf8a-5c8b7f135310/76c68d4c-cba1-4f98-bf8a-5c8b7f135310.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.423489] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d8cdbc7-e4a8-4aae-9db3-852ae73bad6c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.439545] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a454326-3c96-4a36-9698-ad590fdb8c60 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.443242] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.792s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.443840] env[65829]: DEBUG nova.compute.manager [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 725.446914] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.861s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.448395] env[65829]: INFO nova.compute.claims [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.478369] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c94032-7ed3-46f7-b7df-afd42ab0c894 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.482060] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 725.482060] env[65829]: value = "task-4807259" [ 725.482060] env[65829]: _type = "Task" [ 725.482060] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.498086] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.516160] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807255, 'name': CreateSnapshot_Task, 'duration_secs': 0.778232} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.516408] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 725.517277] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f3051c-9abc-4aa8-86fb-1423f2b0eefd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.730680] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.745305] env[65829]: DEBUG oslo_vmware.api [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807257, 'name': PowerOffVM_Task, 'duration_secs': 0.258246} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.745305] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.745305] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.745305] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-601dafd6-e622-4ef1-84a7-a4c44ff9e2df {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.775623] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079183} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.775909] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.777080] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0777d0-4a54-4e15-9496-cc375c67b879 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.801118] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 3c0d3e45-58c3-4455-98d3-79ddad90526d/3c0d3e45-58c3-4455-98d3-79ddad90526d.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.801890] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a52e3de-179b-4371-9c08-3509fa286b83 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.822595] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.822786] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.823020] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Deleting the datastore file [datastore1] 340dc71a-ad20-47ff-b521-b4ccda748c54 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.824374] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Acquiring lock "refresh_cache-6da326d9-fef6-421c-a171-995118e260af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.824447] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Acquired lock "refresh_cache-6da326d9-fef6-421c-a171-995118e260af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.827303] env[65829]: DEBUG nova.network.neutron [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 725.828810] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2d83115-5501-4aeb-b807-39657ebf591d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.833401] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Waiting for the task: (returnval){ [ 725.833401] env[65829]: value = "task-4807261" [ 725.833401] env[65829]: _type = "Task" [ 725.833401] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.843279] env[65829]: DEBUG oslo_vmware.api [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Waiting for the task: (returnval){ [ 725.843279] env[65829]: value = "task-4807262" [ 725.843279] env[65829]: _type = "Task" [ 725.843279] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.849511] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.859164] env[65829]: DEBUG oslo_vmware.api [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.958839] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.961269] env[65829]: DEBUG nova.compute.utils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.962825] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d638d2c-3754-4b5c-a4b7-7717f4425add {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.965665] env[65829]: DEBUG nova.compute.manager [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 725.965966] env[65829]: DEBUG nova.network.neutron [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 725.966435] env[65829]: WARNING neutronclient.v2_0.client [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.966836] env[65829]: WARNING neutronclient.v2_0.client [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.981598] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 725.981598] env[65829]: value = "task-4807263" [ 725.981598] env[65829]: _type = "Task" [ 725.981598] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.995120] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 726.003250] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8a72f9e-ef30-4ded-82e3-befdbf685eba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.006893] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.006893] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807263, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.014576] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 726.014576] env[65829]: value = "task-4807264" [ 726.014576] env[65829]: _type = "Task" [ 726.014576] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.025865] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.036850] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 726.037227] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab1fda1f-2bf2-4b14-9f41-8137bec0b836 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.046589] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 726.046589] env[65829]: value = "task-4807265" [ 726.046589] env[65829]: _type = "Task" [ 726.046589] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.059639] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807265, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.079063] env[65829]: WARNING neutronclient.v2_0.client [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.110519] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "4722e435-1d98-4e36-886e-31275e89630c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.110876] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "4722e435-1d98-4e36-886e-31275e89630c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.111148] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "4722e435-1d98-4e36-886e-31275e89630c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.111382] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "4722e435-1d98-4e36-886e-31275e89630c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.111593] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "4722e435-1d98-4e36-886e-31275e89630c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.115984] env[65829]: INFO nova.compute.manager [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Terminating instance [ 726.130413] env[65829]: DEBUG nova.policy [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6abcf2fcb336433db5bb6fd1929c0e89', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb6ee71091c471e823c7759648bc848', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.189355] env[65829]: DEBUG nova.compute.manager [req-62f668a8-5298-4074-af12-19a8effd044e req-63be7d65-940b-46b8-8575-73d1b1cf3f4d service nova] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Received event network-vif-deleted-55a8a7d9-6b77-46e0-adac-c41e3be90f25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 726.228995] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.352882] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807261, 'name': ReconfigVM_Task, 'duration_secs': 0.455442} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.356682] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 3c0d3e45-58c3-4455-98d3-79ddad90526d/3c0d3e45-58c3-4455-98d3-79ddad90526d.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.356682] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03ac7765-39b8-4641-b2cc-3d4b3c7cc6e6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.364553] env[65829]: DEBUG oslo_vmware.api [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Task: {'id': task-4807262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164913} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.369610] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.369889] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.370035] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.370229] env[65829]: INFO nova.compute.manager [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Took 1.17 seconds to destroy the instance on the hypervisor. [ 726.373369] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 726.373369] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Waiting for the task: (returnval){ [ 726.373369] env[65829]: value = "task-4807266" [ 726.373369] env[65829]: _type = "Task" [ 726.373369] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.373369] env[65829]: DEBUG nova.compute.manager [-] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 726.373369] env[65829]: DEBUG nova.network.neutron [-] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 726.373369] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.386270] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807266, 'name': Rename_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.472837] env[65829]: DEBUG nova.compute.manager [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 726.500975] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807263, 'name': PowerOffVM_Task, 'duration_secs': 0.223374} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.505108] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.506537] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.506941] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807259, 'name': ReconfigVM_Task, 'duration_secs': 0.751942} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.507835] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d265d156-d55d-4a2e-879b-983f5b12b026 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.511031] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 76c68d4c-cba1-4f98-bf8a-5c8b7f135310/76c68d4c-cba1-4f98-bf8a-5c8b7f135310.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.517986] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bee2449-bc77-4f26-bb64-f8a88cef22e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.531940] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.532920] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75fc06c3-e503-4080-8a61-a65d0d886370 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.539226] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807264, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.541461] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 726.541461] env[65829]: value = "task-4807267" [ 726.541461] env[65829]: _type = "Task" [ 726.541461] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.548343] env[65829]: DEBUG nova.network.neutron [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Updated VIF entry in instance network info cache for port adcf549e-624f-441d-883d-fc0acd8c617a. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 726.549185] env[65829]: DEBUG nova.network.neutron [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Updating instance_info_cache with network_info: [{"id": "adcf549e-624f-441d-883d-fc0acd8c617a", "address": "fa:16:3e:08:d5:5a", "network": {"id": "c2906c2a-11a0-4710-857b-a95e78e57aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1054692478", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadcf549e-62", "ovs_interfaceid": "adcf549e-624f-441d-883d-fc0acd8c617a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d2b3916-a120-4293-a31e-dbd8dff973dd", "address": "fa:16:3e:80:5f:22", "network": {"id": "76a7da28-dfd3-4f18-9b40-35e89b5898df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1353174086", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.116", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d2b3916-a1", "ovs_interfaceid": "9d2b3916-a120-4293-a31e-dbd8dff973dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff", "address": "fa:16:3e:79:3c:40", "network": {"id": "c2906c2a-11a0-4710-857b-a95e78e57aa8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1054692478", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8233b50c-be21-441a-a357-a29138a95b8b", "external-id": "nsx-vlan-transportzone-496", "segmentation_id": 496, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c13bdf7-eb", "ovs_interfaceid": "9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.561549] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807267, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.577733] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807265, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.579451] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.579451] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.579451] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Deleting the datastore file [datastore1] 9d74a949-7bd4-4990-ab76-1180e9fd6c1e {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.582697] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d82b167-a64b-4d38-9480-3082be2caf3e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.592279] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 726.592279] env[65829]: value = "task-4807269" [ 726.592279] env[65829]: _type = "Task" [ 726.592279] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.604255] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.620141] env[65829]: DEBUG nova.compute.manager [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 726.620457] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.621745] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f2db9f-7fa8-4864-b51a-da9bbe04be17 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.637029] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 726.637029] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18231573-ab20-4528-8a0e-94539f32626f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.656066] env[65829]: DEBUG nova.network.neutron [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 726.660297] env[65829]: DEBUG nova.compute.manager [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 726.661019] env[65829]: DEBUG nova.virt.hardware [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 726.661356] env[65829]: DEBUG nova.virt.hardware [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.661541] env[65829]: DEBUG nova.virt.hardware [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 726.662195] env[65829]: DEBUG nova.virt.hardware [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.662195] env[65829]: DEBUG nova.virt.hardware [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 726.662400] env[65829]: DEBUG nova.virt.hardware [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 726.662611] env[65829]: DEBUG nova.virt.hardware [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 726.662802] env[65829]: DEBUG nova.virt.hardware [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 726.663012] env[65829]: DEBUG nova.virt.hardware [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 726.663191] env[65829]: DEBUG nova.virt.hardware [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 726.663428] env[65829]: DEBUG nova.virt.hardware [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 726.667389] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb96872c-e350-45ce-bcca-aba7c0b4dbeb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.680939] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16e0cc3-4030-40cd-9e1b-250baedbc152 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.719044] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.719236] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.720142] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Deleting the datastore file [datastore2] 4722e435-1d98-4e36-886e-31275e89630c {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.723483] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e88abf4-eb33-4f98-b52d-6990f09b784e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.732983] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.735755] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.740073] env[65829]: DEBUG oslo_vmware.api [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 726.740073] env[65829]: value = "task-4807271" [ 726.740073] env[65829]: _type = "Task" [ 726.740073] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.809921] env[65829]: DEBUG nova.network.neutron [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Successfully created port: b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 726.888573] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807266, 'name': Rename_Task, 'duration_secs': 0.167706} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.888573] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.888794] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-854e43d0-08ef-43fc-a854-2098b10f09a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.898871] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Waiting for the task: (returnval){ [ 726.898871] env[65829]: value = "task-4807272" [ 726.898871] env[65829]: _type = "Task" [ 726.898871] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.916454] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.026425] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a343b4-1c57-4da2-b2cb-c42abf2d680a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.038811] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd394ab-3068-4e79-b399-504a74f3c50e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.042291] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807264, 'name': CreateSnapshot_Task, 'duration_secs': 0.679725} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.042699] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 727.047312] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c2d323-2f1b-4e09-9453-1342766aec45 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.079998] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Releasing lock "refresh_cache-76c68d4c-cba1-4f98-bf8a-5c8b7f135310" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.080379] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Received event network-vif-plugged-8cac59ec-8919-43cb-9095-915d5d70c86b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 727.080595] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Acquiring lock "ed75b2fd-a4f7-4557-a905-0b6ae1f66940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.081787] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Lock "ed75b2fd-a4f7-4557-a905-0b6ae1f66940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.082994] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Lock "ed75b2fd-a4f7-4557-a905-0b6ae1f66940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.082994] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] No waiting events found dispatching network-vif-plugged-8cac59ec-8919-43cb-9095-915d5d70c86b {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 727.082994] env[65829]: WARNING nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Received unexpected event network-vif-plugged-8cac59ec-8919-43cb-9095-915d5d70c86b for instance with vm_state building and task_state spawning. [ 727.082994] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Received event network-changed-8cac59ec-8919-43cb-9095-915d5d70c86b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 727.082994] env[65829]: DEBUG nova.compute.manager [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Refreshing instance network info cache due to event network-changed-8cac59ec-8919-43cb-9095-915d5d70c86b. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 727.083298] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Acquiring lock "refresh_cache-ed75b2fd-a4f7-4557-a905-0b6ae1f66940" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.083444] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Acquired lock "refresh_cache-ed75b2fd-a4f7-4557-a905-0b6ae1f66940" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.083603] env[65829]: DEBUG nova.network.neutron [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Refreshing network info cache for port 8cac59ec-8919-43cb-9095-915d5d70c86b {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.086698] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "4e9650eb-1d84-402d-978c-38bbe2b40b9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.086907] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "4e9650eb-1d84-402d-978c-38bbe2b40b9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.087111] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "4e9650eb-1d84-402d-978c-38bbe2b40b9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.087291] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "4e9650eb-1d84-402d-978c-38bbe2b40b9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.087452] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "4e9650eb-1d84-402d-978c-38bbe2b40b9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.094504] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2219abaf-36da-473a-8d87-5d210ffcdace {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.101646] env[65829]: INFO nova.compute.manager [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Terminating instance [ 727.110251] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807267, 'name': Rename_Task, 'duration_secs': 0.184851} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.118507] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.119745] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a69f793-a8ac-46e5-aa7a-a33e225dd92b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.127521] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807265, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.130813] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899bfdee-e10c-40f5-bea9-cc13243b348b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.141185] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 727.141185] env[65829]: value = "task-4807273" [ 727.141185] env[65829]: _type = "Task" [ 727.141185] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.141185] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155774} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.141651] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.141826] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.142215] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.158871] env[65829]: DEBUG nova.compute.provider_tree [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.170031] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.229903] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.253395] env[65829]: DEBUG oslo_vmware.api [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807271, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336758} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.253661] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.253882] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.254031] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.254201] env[65829]: INFO nova.compute.manager [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Took 0.63 seconds to destroy the instance on the hypervisor. [ 727.254460] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 727.254680] env[65829]: DEBUG nova.compute.manager [-] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 727.254817] env[65829]: DEBUG nova.network.neutron [-] [instance: 4722e435-1d98-4e36-886e-31275e89630c] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 727.255099] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.416033] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.487277] env[65829]: DEBUG nova.compute.manager [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 727.521441] env[65829]: DEBUG nova.virt.hardware [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 727.521441] env[65829]: DEBUG nova.virt.hardware [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.522569] env[65829]: DEBUG nova.virt.hardware [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 727.522933] env[65829]: DEBUG nova.virt.hardware [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.523298] env[65829]: DEBUG nova.virt.hardware [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 727.523599] env[65829]: DEBUG nova.virt.hardware [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 727.526019] env[65829]: DEBUG nova.virt.hardware [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 727.526019] env[65829]: DEBUG nova.virt.hardware [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 727.526019] env[65829]: DEBUG nova.virt.hardware [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 727.526019] env[65829]: DEBUG nova.virt.hardware [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 727.526019] env[65829]: DEBUG nova.virt.hardware [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 727.526019] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de53aec1-e8a5-447e-bff9-b5eecc5c9c01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.535756] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52e54c7-998f-4713-8e00-c199ab6956e0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.589673] env[65829]: WARNING neutronclient.v2_0.client [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.598535] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807265, 'name': CloneVM_Task, 'duration_secs': 1.457303} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.598921] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Created linked-clone VM from snapshot [ 727.599755] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7b1abb-2a10-4a0f-86a5-dec1127829a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.610614] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Uploading image 3fe25c8d-cc7a-4869-a8c0-ec1b6985f328 {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 727.628171] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 727.628976] env[65829]: DEBUG nova.compute.manager [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 727.629242] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.632081] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6e27625d-7bbf-4dbf-99c7-0a529eb608bb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.635198] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2baa0a4-f9cf-4f64-a4c2-7c884e0963f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.638144] env[65829]: DEBUG nova.network.neutron [-] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.644111] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 727.644111] env[65829]: value = "vm-937373" [ 727.644111] env[65829]: _type = "VirtualMachine" [ 727.644111] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 727.647319] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-723377d4-6746-4d51-b19b-036732bee61a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.652377] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 727.652377] env[65829]: value = "task-4807274" [ 727.652377] env[65829]: _type = "Task" [ 727.652377] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.652551] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.654530] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fd26fec-89e0-453c-af6e-3e18646dace9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.666086] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.670476] env[65829]: DEBUG nova.scheduler.client.report [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.674397] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lease: (returnval){ [ 727.674397] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527d45bc-b574-02b0-0285-49a7e3c1e517" [ 727.674397] env[65829]: _type = "HttpNfcLease" [ 727.674397] env[65829]: } obtained for exporting VM: (result){ [ 727.674397] env[65829]: value = "vm-937373" [ 727.674397] env[65829]: _type = "VirtualMachine" [ 727.674397] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 727.674397] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the lease: (returnval){ [ 727.674397] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527d45bc-b574-02b0-0285-49a7e3c1e517" [ 727.674397] env[65829]: _type = "HttpNfcLease" [ 727.674397] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 727.674397] env[65829]: DEBUG oslo_vmware.api [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 727.674397] env[65829]: value = "task-4807276" [ 727.674397] env[65829]: _type = "Task" [ 727.674397] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.679194] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807274, 'name': CloneVM_Task} progress is 11%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.688634] env[65829]: WARNING neutronclient.v2_0.client [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.703806] env[65829]: DEBUG oslo_vmware.api [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.706088] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 727.706088] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527d45bc-b574-02b0-0285-49a7e3c1e517" [ 727.706088] env[65829]: _type = "HttpNfcLease" [ 727.706088] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 727.706323] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 727.706323] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527d45bc-b574-02b0-0285-49a7e3c1e517" [ 727.706323] env[65829]: _type = "HttpNfcLease" [ 727.706323] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 727.706965] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a634ca-0a88-45e9-ad7e-00ca2ff91371 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.717294] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52698f6a-9a8e-2078-1cbb-cd2f28e23732/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 727.717552] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52698f6a-9a8e-2078-1cbb-cd2f28e23732/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 727.785934] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.787829] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.827091] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-faab1212-e123-40e4-80b4-0564736713c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.916251] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807272, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.140806] env[65829]: INFO nova.compute.manager [-] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Took 1.77 seconds to deallocate network for instance. [ 728.157912] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807273, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.167742] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807274, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.178766] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.180126] env[65829]: DEBUG oslo_concurrency.lockutils [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.281s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.180417] env[65829]: DEBUG nova.objects.instance [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Lazy-loading 'resources' on Instance uuid e325161b-c8f3-4c26-a43c-ea12d21e715f {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.195119] env[65829]: DEBUG oslo_vmware.api [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807276, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.210897] env[65829]: DEBUG nova.virt.hardware [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 728.211187] env[65829]: DEBUG nova.virt.hardware [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.211453] env[65829]: DEBUG nova.virt.hardware [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 728.211667] env[65829]: DEBUG nova.virt.hardware [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.211809] env[65829]: DEBUG nova.virt.hardware [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 728.211950] env[65829]: DEBUG nova.virt.hardware [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 728.212176] env[65829]: DEBUG nova.virt.hardware [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 728.212401] env[65829]: DEBUG nova.virt.hardware [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 728.212605] env[65829]: DEBUG nova.virt.hardware [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 728.212947] env[65829]: DEBUG nova.virt.hardware [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 728.213250] env[65829]: DEBUG nova.virt.hardware [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 728.214544] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0442e6-b41e-465b-bc88-e35787237b37 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.233138] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52bb187-2f00-45e5-9aa7-30578ce09fab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.242768] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.259211] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.267928] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 728.268414] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.269143] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9607c3bc-c1a7-4467-a993-90f845b394db {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.292328] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.292328] env[65829]: value = "task-4807277" [ 728.292328] env[65829]: _type = "Task" [ 728.292328] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.305710] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807277, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.417444] env[65829]: DEBUG oslo_vmware.api [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807272, 'name': PowerOnVM_Task, 'duration_secs': 1.398493} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.417936] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.418141] env[65829]: INFO nova.compute.manager [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Took 8.31 seconds to spawn the instance on the hypervisor. [ 728.418358] env[65829]: DEBUG nova.compute.manager [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 728.419363] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c276f0-83a1-41af-b893-aa6b013d78b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.656052] env[65829]: DEBUG oslo_concurrency.lockutils [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.656052] env[65829]: DEBUG oslo_vmware.api [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807273, 'name': PowerOnVM_Task, 'duration_secs': 1.06037} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.656052] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.656394] env[65829]: INFO nova.compute.manager [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Took 17.69 seconds to spawn the instance on the hypervisor. [ 728.657053] env[65829]: DEBUG nova.compute.manager [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 728.657637] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f105d724-fef5-411a-9e7b-61d2349d797f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.675118] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807274, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.682506] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquiring lock "e1e8b4ba-9f66-434f-9ad5-e07db9a94ca5" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.682838] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lock "e1e8b4ba-9f66-434f-9ad5-e07db9a94ca5" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.699945] env[65829]: DEBUG oslo_vmware.api [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807276, 'name': PowerOffVM_Task, 'duration_secs': 0.595908} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.700983] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.700983] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.700983] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5409927-ef45-49fa-9f10-b2e583dbc539 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.736905] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.795029] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.795029] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.795029] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleting the datastore file [datastore2] 4e9650eb-1d84-402d-978c-38bbe2b40b9e {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.800606] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c88c42ad-da6b-4c02-81f8-456dd10d18df {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.817331] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807277, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.817331] env[65829]: DEBUG oslo_vmware.api [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 728.817331] env[65829]: value = "task-4807279" [ 728.817331] env[65829]: _type = "Task" [ 728.817331] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.834991] env[65829]: DEBUG oslo_vmware.api [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.836203] env[65829]: DEBUG nova.network.neutron [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Successfully updated port: b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 728.937600] env[65829]: DEBUG nova.network.neutron [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Updating instance_info_cache with network_info: [{"id": "d85feb5d-3358-4494-981b-71dc7dddea26", "address": "fa:16:3e:f5:34:9a", "network": {"id": "9a8f6d36-ab48-497d-9e9e-0429490d1e3f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1290394226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7018b99971184a34a82cfd1d7c5d67b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85feb5d-33", "ovs_interfaceid": "d85feb5d-3358-4494-981b-71dc7dddea26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.948237] env[65829]: INFO nova.compute.manager [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Took 23.02 seconds to build instance. [ 729.147211] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724afe58-3d42-4786-86b9-2ad6a1d59462 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.156670] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b117db03-373d-4107-b5af-1a2461100de3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.172139] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807274, 'name': CloneVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.212205] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lock "e1e8b4ba-9f66-434f-9ad5-e07db9a94ca5" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.529s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.215965] env[65829]: DEBUG nova.compute.manager [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 729.223492] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901de499-71ce-482d-9b7b-8905e766ee8d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.227067] env[65829]: INFO nova.compute.manager [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Took 27.52 seconds to build instance. [ 729.246396] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f464d5d-dd18-4999-a0fb-578863b24ad0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.250835] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.266510] env[65829]: DEBUG nova.compute.provider_tree [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.306098] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807277, 'name': CreateVM_Task, 'duration_secs': 0.57933} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.306314] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.306776] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.306944] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.307968] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.308091] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f157871-6ebf-4cba-ab9f-b23d3c10a72a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.310076] env[65829]: DEBUG nova.network.neutron [-] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.315571] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 729.315571] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a1cd72-7e5b-f1bc-62ea-9a370cc1822b" [ 729.315571] env[65829]: _type = "Task" [ 729.315571] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.330933] env[65829]: DEBUG oslo_vmware.api [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271669} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.337372] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.337884] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.338094] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.338276] env[65829]: INFO nova.compute.manager [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Took 1.71 seconds to destroy the instance on the hypervisor. [ 729.338543] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 729.338761] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a1cd72-7e5b-f1bc-62ea-9a370cc1822b, 'name': SearchDatastore_Task, 'duration_secs': 0.013052} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.339310] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Acquiring lock "refresh_cache-f059fdce-0d7f-41f2-b964-e5085b0e14df" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.339596] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Acquired lock "refresh_cache-f059fdce-0d7f-41f2-b964-e5085b0e14df" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.339770] env[65829]: DEBUG nova.network.neutron [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 729.341122] env[65829]: DEBUG nova.compute.manager [-] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 729.341286] env[65829]: DEBUG nova.network.neutron [-] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 729.341600] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.343605] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.344143] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.345416] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.345416] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.345416] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.345859] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e69a98c6-dbaa-419f-a396-9c1242f8a53a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.358970] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.359516] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.360514] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48308d16-1033-4590-be97-7c55a2946b2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.367661] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 729.367661] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522a4be7-62a3-6ab2-8df9-99e01aef831b" [ 729.367661] env[65829]: _type = "Task" [ 729.367661] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.379344] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522a4be7-62a3-6ab2-8df9-99e01aef831b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.449998] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Releasing lock "refresh_cache-6da326d9-fef6-421c-a171-995118e260af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.450469] env[65829]: DEBUG nova.compute.manager [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Instance network_info: |[{"id": "d85feb5d-3358-4494-981b-71dc7dddea26", "address": "fa:16:3e:f5:34:9a", "network": {"id": "9a8f6d36-ab48-497d-9e9e-0429490d1e3f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1290394226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7018b99971184a34a82cfd1d7c5d67b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85feb5d-33", "ovs_interfaceid": "d85feb5d-3358-4494-981b-71dc7dddea26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 729.451176] env[65829]: DEBUG oslo_concurrency.lockutils [None req-51553057-f536-436b-8f3d-851259b78180 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Lock "3c0d3e45-58c3-4455-98d3-79ddad90526d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.537s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.452046] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:34:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd85feb5d-3358-4494-981b-71dc7dddea26', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.462387] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Creating folder: Project (7018b99971184a34a82cfd1d7c5d67b0). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.462835] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-487bba2f-c262-49ec-8008-41886bd78682 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.479820] env[65829]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 729.480139] env[65829]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65829) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 729.480634] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Folder already exists: Project (7018b99971184a34a82cfd1d7c5d67b0). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 729.481140] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Creating folder: Instances. Parent ref: group-v937334. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.481537] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1a4c53a-4dd8-4f3e-883a-47f1c245c704 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.496504] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Created folder: Instances in parent group-v937334. [ 729.497544] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 729.497861] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6da326d9-fef6-421c-a171-995118e260af] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.498264] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9ad3716-7dbf-4105-bcfd-d9fe1dd11daa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.523557] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.523557] env[65829]: value = "task-4807282" [ 729.523557] env[65829]: _type = "Task" [ 729.523557] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.533847] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807282, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.635738] env[65829]: DEBUG nova.compute.manager [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Received event network-vif-plugged-671590e0-dea7-4f75-8708-2525447fb2f4 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 729.636502] env[65829]: DEBUG oslo_concurrency.lockutils [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] Acquiring lock "3c0d3e45-58c3-4455-98d3-79ddad90526d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.636676] env[65829]: DEBUG oslo_concurrency.lockutils [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] Lock "3c0d3e45-58c3-4455-98d3-79ddad90526d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.636712] env[65829]: DEBUG oslo_concurrency.lockutils [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] Lock "3c0d3e45-58c3-4455-98d3-79ddad90526d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.636912] env[65829]: DEBUG nova.compute.manager [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] No waiting events found dispatching network-vif-plugged-671590e0-dea7-4f75-8708-2525447fb2f4 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 729.637064] env[65829]: WARNING nova.compute.manager [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Received unexpected event network-vif-plugged-671590e0-dea7-4f75-8708-2525447fb2f4 for instance with vm_state active and task_state None. [ 729.637232] env[65829]: DEBUG nova.compute.manager [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Received event network-changed-671590e0-dea7-4f75-8708-2525447fb2f4 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 729.637386] env[65829]: DEBUG nova.compute.manager [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Refreshing instance network info cache due to event network-changed-671590e0-dea7-4f75-8708-2525447fb2f4. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 729.637593] env[65829]: DEBUG oslo_concurrency.lockutils [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] Acquiring lock "refresh_cache-3c0d3e45-58c3-4455-98d3-79ddad90526d" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.637734] env[65829]: DEBUG oslo_concurrency.lockutils [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] Acquired lock "refresh_cache-3c0d3e45-58c3-4455-98d3-79ddad90526d" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.637989] env[65829]: DEBUG nova.network.neutron [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Refreshing network info cache for port 671590e0-dea7-4f75-8708-2525447fb2f4 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.675693] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807274, 'name': CloneVM_Task, 'duration_secs': 1.554759} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.676041] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Created linked-clone VM from snapshot [ 729.678036] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d944b178-16e7-4bef-ad48-082e9eb72afb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.686834] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Uploading image 487e6c08-6058-4319-bb04-7eea5e53267b {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 729.721887] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 729.721887] env[65829]: value = "vm-937375" [ 729.721887] env[65829]: _type = "VirtualMachine" [ 729.721887] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 729.723574] env[65829]: DEBUG nova.compute.utils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.724932] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3b99fd95-226c-4af4-bebb-81032fcc4b03 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.728209] env[65829]: DEBUG nova.compute.manager [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 729.728739] env[65829]: DEBUG nova.network.neutron [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 729.729091] env[65829]: WARNING neutronclient.v2_0.client [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.729386] env[65829]: WARNING neutronclient.v2_0.client [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.744479] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9abb358f-12bd-4aa8-9268-67e1b14ea4bc tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.051s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.745697] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lease: (returnval){ [ 729.745697] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524b9932-5ec0-55fc-5680-214d481bdecd" [ 729.745697] env[65829]: _type = "HttpNfcLease" [ 729.745697] env[65829]: } obtained for exporting VM: (result){ [ 729.745697] env[65829]: value = "vm-937375" [ 729.745697] env[65829]: _type = "VirtualMachine" [ 729.745697] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 729.746155] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the lease: (returnval){ [ 729.746155] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524b9932-5ec0-55fc-5680-214d481bdecd" [ 729.746155] env[65829]: _type = "HttpNfcLease" [ 729.746155] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 729.755031] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.762021] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 729.762021] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524b9932-5ec0-55fc-5680-214d481bdecd" [ 729.762021] env[65829]: _type = "HttpNfcLease" [ 729.762021] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 729.762021] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 729.762021] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524b9932-5ec0-55fc-5680-214d481bdecd" [ 729.762021] env[65829]: _type = "HttpNfcLease" [ 729.762021] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 729.762021] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2125a3bc-4c6b-4bb5-9203-92414e717be6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.775753] env[65829]: DEBUG nova.scheduler.client.report [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.778942] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc8aeb-9742-8872-5639-3afd6c300ba2/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 729.779134] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc8aeb-9742-8872-5639-3afd6c300ba2/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 729.839464] env[65829]: INFO nova.compute.manager [-] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Took 2.58 seconds to deallocate network for instance. [ 729.852806] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.883227] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522a4be7-62a3-6ab2-8df9-99e01aef831b, 'name': SearchDatastore_Task, 'duration_secs': 0.014852} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.884715] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfbb653-4c7c-42b2-9b2c-8a5a0b5cbde0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.896392] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c7aa2df1-b10f-4d5d-9d03-3bc997d99852 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.902274] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 729.902274] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527ca4df-1626-06c2-421d-cd15d5fd2a7e" [ 729.902274] env[65829]: _type = "Task" [ 729.902274] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.915371] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527ca4df-1626-06c2-421d-cd15d5fd2a7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.995848] env[65829]: DEBUG nova.policy [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee52ec06fadc40bbb27a19ee613ee342', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '480930cdbf3d458ba38204575bae8cef', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.040454] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807282, 'name': CreateVM_Task, 'duration_secs': 0.477883} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.040454] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6da326d9-fef6-421c-a171-995118e260af] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.040454] env[65829]: WARNING neutronclient.v2_0.client [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.040725] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'attachment_id': '894e1597-27c6-4fce-8fe1-a7313d6c5788', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937346', 'volume_id': '93b534ef-b789-492c-940b-4da066ef77af', 'name': 'volume-93b534ef-b789-492c-940b-4da066ef77af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6da326d9-fef6-421c-a171-995118e260af', 'attached_at': '', 'detached_at': '', 'volume_id': '93b534ef-b789-492c-940b-4da066ef77af', 'serial': '93b534ef-b789-492c-940b-4da066ef77af'}, 'volume_type': None}], 'swap': None} {{(pid=65829) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 730.040950] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Root volume attach. Driver type: vmdk {{(pid=65829) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 730.041889] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae475a1c-695b-4826-a14c-9fcdfb73953e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.052906] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42fed01-4b1e-4774-ba7b-cf627486bb42 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.060803] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa18d5d8-c1f2-4fa0-acab-6d8f28bfaa73 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.071020] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9ea98d50-5d0d-4dfe-9f7c-0c1b107d6be1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.076899] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Waiting for the task: (returnval){ [ 730.076899] env[65829]: value = "task-4807284" [ 730.076899] env[65829]: _type = "Task" [ 730.076899] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.091963] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807284, 'name': RelocateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.143336] env[65829]: WARNING neutronclient.v2_0.client [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.229804] env[65829]: DEBUG nova.compute.manager [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 730.238394] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Acquiring lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.238613] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.238851] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Acquiring lock "b9d00ff9-2946-48f2-8840-a88b41e268c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.239066] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.239237] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.247578] env[65829]: INFO nova.compute.manager [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Terminating instance [ 730.255983] env[65829]: DEBUG oslo_vmware.api [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807253, 'name': ReconfigVM_Task, 'duration_secs': 5.852351} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.256156] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.256925] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Reconfigured VM to detach interface {{(pid=65829) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 730.257831] env[65829]: WARNING neutronclient.v2_0.client [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.258784] env[65829]: WARNING neutronclient.v2_0.client [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.282682] env[65829]: DEBUG oslo_concurrency.lockutils [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.286893] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.930s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.286893] env[65829]: DEBUG nova.objects.instance [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 730.349610] env[65829]: INFO nova.scheduler.client.report [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Deleted allocations for instance e325161b-c8f3-4c26-a43c-ea12d21e715f [ 730.357185] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.415226] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527ca4df-1626-06c2-421d-cd15d5fd2a7e, 'name': SearchDatastore_Task, 'duration_secs': 0.015431} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.415565] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.416547] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 9d74a949-7bd4-4990-ab76-1180e9fd6c1e/9d74a949-7bd4-4990-ab76-1180e9fd6c1e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.418040] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc5761f3-b8ee-4755-a08a-365c231b4407 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.426847] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 730.426847] env[65829]: value = "task-4807285" [ 730.426847] env[65829]: _type = "Task" [ 730.426847] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.437135] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.593868] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807284, 'name': RelocateVM_Task} progress is 19%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.756271] env[65829]: DEBUG nova.compute.manager [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 730.756271] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.757523] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90975b3a-f3a7-4f45-a505-fcd8a440ae0d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.769758] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.769758] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3330ca68-5eae-4601-8591-c17d085efb4d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.780301] env[65829]: DEBUG oslo_vmware.api [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Waiting for the task: (returnval){ [ 730.780301] env[65829]: value = "task-4807286" [ 730.780301] env[65829]: _type = "Task" [ 730.780301] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.790943] env[65829]: DEBUG oslo_vmware.api [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4807286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.809753] env[65829]: DEBUG nova.network.neutron [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 730.865612] env[65829]: DEBUG oslo_concurrency.lockutils [None req-06903a70-fc76-4adc-bf4b-7b7beea0a489 tempest-ServerMetadataTestJSON-1830420921 tempest-ServerMetadataTestJSON-1830420921-project-member] Lock "e325161b-c8f3-4c26-a43c-ea12d21e715f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.570s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.941081] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807285, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.094475] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807284, 'name': RelocateVM_Task} progress is 19%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.133876] env[65829]: WARNING neutronclient.v2_0.client [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.252082] env[65829]: DEBUG nova.compute.manager [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 731.295210] env[65829]: DEBUG oslo_vmware.api [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4807286, 'name': PowerOffVM_Task, 'duration_secs': 0.481948} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.295829] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.295829] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.296099] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de1cceb7-b10c-49f4-a3a8-d9a9b37bff70 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.307406] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f01bac08-2402-47c5-80c8-826bcbb7e0aa tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.309019] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.594s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.311443] env[65829]: DEBUG nova.objects.instance [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Lazy-loading 'resources' on Instance uuid 598d7de9-b594-4a1c-9cd8-c06d79aa72df {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.393879] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.394226] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.394519] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Deleting the datastore file [datastore1] b9d00ff9-2946-48f2-8840-a88b41e268c2 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.394875] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffe9e1a8-8e73-43c9-98d3-b35dd8406abf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.406021] env[65829]: DEBUG oslo_vmware.api [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Waiting for the task: (returnval){ [ 731.406021] env[65829]: value = "task-4807288" [ 731.406021] env[65829]: _type = "Task" [ 731.406021] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.418984] env[65829]: DEBUG oslo_vmware.api [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4807288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.440581] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563311} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.440923] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 9d74a949-7bd4-4990-ab76-1180e9fd6c1e/9d74a949-7bd4-4990-ab76-1180e9fd6c1e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.441103] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.441535] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc661dc8-330c-443b-966c-1406634b2c45 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.451092] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 731.451092] env[65829]: value = "task-4807289" [ 731.451092] env[65829]: _type = "Task" [ 731.451092] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.464143] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.559645] env[65829]: DEBUG nova.network.neutron [-] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.569605] env[65829]: DEBUG nova.network.neutron [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Successfully created port: 4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 731.600406] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807284, 'name': RelocateVM_Task, 'duration_secs': 1.380049} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.601473] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 731.601473] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937346', 'volume_id': '93b534ef-b789-492c-940b-4da066ef77af', 'name': 'volume-93b534ef-b789-492c-940b-4da066ef77af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6da326d9-fef6-421c-a171-995118e260af', 'attached_at': '', 'detached_at': '', 'volume_id': '93b534ef-b789-492c-940b-4da066ef77af', 'serial': '93b534ef-b789-492c-940b-4da066ef77af'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 731.606254] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fbc71b-262e-4a21-b093-2628d753e682 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.627039] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0921c7a0-04a2-43de-a865-a0104afd23cf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.658732] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-93b534ef-b789-492c-940b-4da066ef77af/volume-93b534ef-b789-492c-940b-4da066ef77af.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.662687] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eaf7a71-d2de-480d-a2b1-e6308122fe2e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.688037] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Waiting for the task: (returnval){ [ 731.688037] env[65829]: value = "task-4807290" [ 731.688037] env[65829]: _type = "Task" [ 731.688037] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.698386] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.924684] env[65829]: DEBUG oslo_vmware.api [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Task: {'id': task-4807288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392025} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.924684] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.924684] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.924684] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.924684] env[65829]: INFO nova.compute.manager [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 731.925088] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 731.926190] env[65829]: DEBUG nova.compute.manager [-] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 731.926190] env[65829]: DEBUG nova.network.neutron [-] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 731.926190] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.965689] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162562} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.965689] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.966567] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732d8ab1-dda7-4777-8c88-edbfc86e0308 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.996567] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 9d74a949-7bd4-4990-ab76-1180e9fd6c1e/9d74a949-7bd4-4990-ab76-1180e9fd6c1e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.000020] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bea9de6-d4db-47b4-8868-ec17e43e8d1a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.022719] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 732.022719] env[65829]: value = "task-4807291" [ 732.022719] env[65829]: _type = "Task" [ 732.022719] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.032540] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807291, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.064623] env[65829]: INFO nova.compute.manager [-] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Took 2.72 seconds to deallocate network for instance. [ 732.208723] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.344527] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128e6d57-f302-42a7-85d7-849acb26cc95 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.355099] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7912a46d-8d4a-483a-bab8-ca22c65ef847 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.392751] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161e171a-c318-4f62-82be-1bc7bbf23742 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.402142] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daf3545-4709-4657-8a06-8646ba58ff74 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.419293] env[65829]: DEBUG nova.compute.provider_tree [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.541039] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807291, 'name': ReconfigVM_Task, 'duration_secs': 0.498329} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.542414] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 9d74a949-7bd4-4990-ab76-1180e9fd6c1e/9d74a949-7bd4-4990-ab76-1180e9fd6c1e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.542414] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bcfe163-a384-401c-8633-721a3c3fd57a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.553043] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 732.553043] env[65829]: value = "task-4807292" [ 732.553043] env[65829]: _type = "Task" [ 732.553043] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.562626] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807292, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.575467] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.702141] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807290, 'name': ReconfigVM_Task, 'duration_secs': 0.618902} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.702196] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-93b534ef-b789-492c-940b-4da066ef77af/volume-93b534ef-b789-492c-940b-4da066ef77af.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.707904] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b792039-3082-4bef-a51a-c8b8c1d0d6ca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.732975] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Waiting for the task: (returnval){ [ 732.732975] env[65829]: value = "task-4807293" [ 732.732975] env[65829]: _type = "Task" [ 732.732975] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.747806] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807293, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.923275] env[65829]: DEBUG nova.scheduler.client.report [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.065913] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807292, 'name': Rename_Task, 'duration_secs': 0.194344} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.066260] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.066536] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a679d8fa-8057-48de-ad8a-2c383e37e787 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.075482] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 733.075482] env[65829]: value = "task-4807294" [ 733.075482] env[65829]: _type = "Task" [ 733.075482] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.087205] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.249375] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807293, 'name': ReconfigVM_Task, 'duration_secs': 0.272056} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.249829] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937346', 'volume_id': '93b534ef-b789-492c-940b-4da066ef77af', 'name': 'volume-93b534ef-b789-492c-940b-4da066ef77af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6da326d9-fef6-421c-a171-995118e260af', 'attached_at': '', 'detached_at': '', 'volume_id': '93b534ef-b789-492c-940b-4da066ef77af', 'serial': '93b534ef-b789-492c-940b-4da066ef77af'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 733.251174] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33096f2a-5b7c-4bf9-bd77-f2cb552e5743 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.259394] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Waiting for the task: (returnval){ [ 733.259394] env[65829]: value = "task-4807295" [ 733.259394] env[65829]: _type = "Task" [ 733.259394] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.271596] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807295, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.384758] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.433348] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.436647] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.315s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.438200] env[65829]: DEBUG nova.objects.instance [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lazy-loading 'resources' on Instance uuid 70f9c8be-079c-482c-a3ce-f337fdf4360a {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.479039] env[65829]: INFO nova.scheduler.client.report [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Deleted allocations for instance 598d7de9-b594-4a1c-9cd8-c06d79aa72df [ 733.588874] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807294, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.772730] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807295, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.992451] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bec6aefd-e85d-49e5-927e-5c20530504e3 tempest-ServerDiagnosticsV248Test-1358247769 tempest-ServerDiagnosticsV248Test-1358247769-project-member] Lock "598d7de9-b594-4a1c-9cd8-c06d79aa72df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.744s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.095045] env[65829]: DEBUG oslo_vmware.api [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807294, 'name': PowerOnVM_Task, 'duration_secs': 0.672178} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.095382] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.095719] env[65829]: DEBUG nova.compute.manager [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 734.096664] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a52597f-a053-4449-8aa6-e319e42d145b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.225591] env[65829]: DEBUG nova.network.neutron [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Successfully updated port: 4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 734.281600] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.281947] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.282505] env[65829]: DEBUG nova.network.neutron [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 734.284578] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807295, 'name': Rename_Task, 'duration_secs': 0.893452} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.289763] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.290975] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2f805e1-d392-4478-a11a-c83a6831d210 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.301652] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Waiting for the task: (returnval){ [ 734.301652] env[65829]: value = "task-4807296" [ 734.301652] env[65829]: _type = "Task" [ 734.301652] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.321530] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.397858] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d58107b-24e9-4b05-94e6-c1c2933220c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.410094] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76cc448-6854-4ced-b80d-9feb6f2acf9f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.457777] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acc7e96-8549-410a-a7ff-61339387e28a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.465683] env[65829]: DEBUG nova.network.neutron [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Updated VIF entry in instance network info cache for port 8cac59ec-8919-43cb-9095-915d5d70c86b. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 734.466962] env[65829]: DEBUG nova.network.neutron [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Updating instance_info_cache with network_info: [{"id": "8cac59ec-8919-43cb-9095-915d5d70c86b", "address": "fa:16:3e:8a:46:df", "network": {"id": "a6a7efaf-58f6-4112-94a6-2452e365cef1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1599164625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163d8677e07440d971d7d7c8eb5c0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cac59ec-89", "ovs_interfaceid": "8cac59ec-8919-43cb-9095-915d5d70c86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.477028] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eba5576-4c5b-4545-bdbe-fbbf06c32554 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.501805] env[65829]: DEBUG nova.compute.provider_tree [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.551398] env[65829]: WARNING neutronclient.v2_0.client [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.625113] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.732162] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquiring lock "refresh_cache-bc817d02-799b-4158-bc5c-fe73fa365294" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.732421] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquired lock "refresh_cache-bc817d02-799b-4158-bc5c-fe73fa365294" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.732616] env[65829]: DEBUG nova.network.neutron [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 734.792828] env[65829]: WARNING neutronclient.v2_0.client [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.820832] env[65829]: WARNING neutronclient.v2_0.client [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.824864] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807296, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.929076] env[65829]: DEBUG nova.network.neutron [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Updating instance_info_cache with network_info: [{"id": "b37de96c-0d5f-415e-8d7f-08d2a60b6ba0", "address": "fa:16:3e:67:9e:50", "network": {"id": "ac02c9b4-f858-4971-a641-9985699a9419", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2133312401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb6ee71091c471e823c7759648bc848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb37de96c-0d", "ovs_interfaceid": "b37de96c-0d5f-415e-8d7f-08d2a60b6ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.974199] env[65829]: DEBUG oslo_concurrency.lockutils [req-a6684600-a82c-49ca-9fbc-6e72cf9f6120 req-2aa2e98d-f60f-4270-b72f-bc12f0e0782c service nova] Releasing lock "refresh_cache-ed75b2fd-a4f7-4557-a905-0b6ae1f66940" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.004970] env[65829]: DEBUG nova.scheduler.client.report [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.117064] env[65829]: DEBUG nova.network.neutron [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Updated VIF entry in instance network info cache for port 671590e0-dea7-4f75-8708-2525447fb2f4. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.117517] env[65829]: DEBUG nova.network.neutron [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Updating instance_info_cache with network_info: [{"id": "671590e0-dea7-4f75-8708-2525447fb2f4", "address": "fa:16:3e:ee:4c:03", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.153", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671590e0-de", "ovs_interfaceid": "671590e0-dea7-4f75-8708-2525447fb2f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.199946] env[65829]: WARNING neutronclient.v2_0.client [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.276035] env[65829]: DEBUG nova.network.neutron [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 735.285691] env[65829]: INFO nova.network.neutron [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Port 37f939d5-f972-4d69-a535-ef2b8e5f5aa4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 735.287040] env[65829]: DEBUG nova.network.neutron [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Updating instance_info_cache with network_info: [{"id": "5d6f4164-dce8-4020-987e-a9865160efea", "address": "fa:16:3e:d5:2d:2d", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d6f4164-dc", "ovs_interfaceid": "5d6f4164-dce8-4020-987e-a9865160efea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.324578] env[65829]: DEBUG oslo_vmware.api [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807296, 'name': PowerOnVM_Task, 'duration_secs': 0.681229} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.325160] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.325470] env[65829]: INFO nova.compute.manager [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Took 8.66 seconds to spawn the instance on the hypervisor. [ 735.326337] env[65829]: DEBUG nova.compute.manager [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 735.331694] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2af38b9-5ce8-4b5d-beab-d08e6b7ed7bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.400097] env[65829]: WARNING neutronclient.v2_0.client [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.434061] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Releasing lock "refresh_cache-f059fdce-0d7f-41f2-b964-e5085b0e14df" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.434061] env[65829]: DEBUG nova.compute.manager [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Instance network_info: |[{"id": "b37de96c-0d5f-415e-8d7f-08d2a60b6ba0", "address": "fa:16:3e:67:9e:50", "network": {"id": "ac02c9b4-f858-4971-a641-9985699a9419", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2133312401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb6ee71091c471e823c7759648bc848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb37de96c-0d", "ovs_interfaceid": "b37de96c-0d5f-415e-8d7f-08d2a60b6ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 735.434523] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:9e:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b37de96c-0d5f-415e-8d7f-08d2a60b6ba0', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.442579] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Creating folder: Project (efb6ee71091c471e823c7759648bc848). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.446639] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81b31926-d581-4162-87dd-43b1ad6da22d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.461913] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Created folder: Project (efb6ee71091c471e823c7759648bc848) in parent group-v937255. [ 735.462491] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Creating folder: Instances. Parent ref: group-v937379. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 735.463316] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e33a03e0-93d8-4c8a-bd63-0b526fb0fe24 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.477950] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Created folder: Instances in parent group-v937379. [ 735.478293] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 735.478554] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.478825] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c66cb659-6143-4425-a635-74c27a8dc5c4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.498415] env[65829]: DEBUG nova.network.neutron [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Updating instance_info_cache with network_info: [{"id": "4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce", "address": "fa:16:3e:00:c4:ec", "network": {"id": "bc06df3d-da96-4e9d-b901-20a3ba1e2fae", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1114560399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "480930cdbf3d458ba38204575bae8cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8c92c-4e", "ovs_interfaceid": "4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.501057] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.501057] env[65829]: value = "task-4807299" [ 735.501057] env[65829]: _type = "Task" [ 735.501057] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.512313] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.514676] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807299, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.515273] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.230s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.517046] env[65829]: INFO nova.compute.claims [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.551727] env[65829]: INFO nova.scheduler.client.report [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleted allocations for instance 70f9c8be-079c-482c-a3ce-f337fdf4360a [ 735.596479] env[65829]: DEBUG nova.network.neutron [-] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.619942] env[65829]: DEBUG oslo_concurrency.lockutils [req-c99bae7e-cc71-4364-afb1-1d35f7dfe1fc req-ff9d7cf1-7609-4969-98e1-7da88378b836 service nova] Releasing lock "refresh_cache-3c0d3e45-58c3-4455-98d3-79ddad90526d" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.790875] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-8f944543-68f2-46c2-95ca-794372908266" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.856658] env[65829]: INFO nova.compute.manager [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Took 24.77 seconds to build instance. [ 736.007026] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Releasing lock "refresh_cache-bc817d02-799b-4158-bc5c-fe73fa365294" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.007026] env[65829]: DEBUG nova.compute.manager [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Instance network_info: |[{"id": "4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce", "address": "fa:16:3e:00:c4:ec", "network": {"id": "bc06df3d-da96-4e9d-b901-20a3ba1e2fae", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1114560399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "480930cdbf3d458ba38204575bae8cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8c92c-4e", "ovs_interfaceid": "4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 736.025478] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807299, 'name': CreateVM_Task, 'duration_secs': 0.508449} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.026152] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.026789] env[65829]: WARNING neutronclient.v2_0.client [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.028451] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.028669] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.029099] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.029387] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1007fbf-c5a1-4850-a046-ff0bbacb65b6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.036639] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Waiting for the task: (returnval){ [ 736.036639] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fcea5b-4eb2-523b-a2b6-82b6b8dafb58" [ 736.036639] env[65829]: _type = "Task" [ 736.036639] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.048479] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fcea5b-4eb2-523b-a2b6-82b6b8dafb58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.061499] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1caf040e-2ebd-44df-ab4b-0b815a7c91cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "70f9c8be-079c-482c-a3ce-f337fdf4360a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.321s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.100942] env[65829]: INFO nova.compute.manager [-] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Took 4.17 seconds to deallocate network for instance. [ 736.296698] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e4d3c6f-220b-4784-a3ef-3ada1f36e391 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-8f944543-68f2-46c2-95ca-794372908266-37f939d5-f972-4d69-a535-ef2b8e5f5aa4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 12.708s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.359591] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f35ca9cb-c2f0-4804-9194-b5a2a00a7e23 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lock "6da326d9-fef6-421c-a171-995118e260af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.286s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.550740] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fcea5b-4eb2-523b-a2b6-82b6b8dafb58, 'name': SearchDatastore_Task, 'duration_secs': 0.01621} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.551144] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.551522] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.551878] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.552113] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.552467] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.552833] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f1a9f87-4ac6-47b8-b804-03ea0b380065 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.568381] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.568654] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.575128] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8f8e51-14d6-4755-a149-571e57d45159 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.584135] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Waiting for the task: (returnval){ [ 736.584135] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523579e9-f5d7-a7a4-275c-0dbcc7e44f54" [ 736.584135] env[65829]: _type = "Task" [ 736.584135] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.596317] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523579e9-f5d7-a7a4-275c-0dbcc7e44f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.611644] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.866530] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f802b68-1ac2-488f-8cab-cb4daef7d7dc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.876504] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8b8ff3-2359-41c4-90f7-36e72f232ee8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.915240] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac32e6f-9fcb-43a8-8505-f50240d25de4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.925468] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6217f9c-760e-4e4d-92c6-43b6b3fbe267 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.941478] env[65829]: DEBUG nova.compute.provider_tree [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.096406] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523579e9-f5d7-a7a4-275c-0dbcc7e44f54, 'name': SearchDatastore_Task, 'duration_secs': 0.014775} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.097288] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882c8e7e-d46d-491e-b6db-f25167591f04 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.103566] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Waiting for the task: (returnval){ [ 737.103566] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520acbe6-9d86-134c-a40f-7bf1dfe25b2a" [ 737.103566] env[65829]: _type = "Task" [ 737.103566] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.113779] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520acbe6-9d86-134c-a40f-7bf1dfe25b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.445840] env[65829]: DEBUG nova.scheduler.client.report [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.616075] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520acbe6-9d86-134c-a40f-7bf1dfe25b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.021762} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.616075] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.616075] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] f059fdce-0d7f-41f2-b964-e5085b0e14df/f059fdce-0d7f-41f2-b964-e5085b0e14df.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.616404] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57a226a2-e4c6-486c-b2e1-862cae55ae9b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.625043] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Waiting for the task: (returnval){ [ 737.625043] env[65829]: value = "task-4807300" [ 737.625043] env[65829]: _type = "Task" [ 737.625043] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.635014] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.744156] env[65829]: DEBUG nova.virt.hardware [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 737.744445] env[65829]: DEBUG nova.virt.hardware [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.745169] env[65829]: DEBUG nova.virt.hardware [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 737.745404] env[65829]: DEBUG nova.virt.hardware [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.745589] env[65829]: DEBUG nova.virt.hardware [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 737.745748] env[65829]: DEBUG nova.virt.hardware [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 737.746015] env[65829]: DEBUG nova.virt.hardware [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 737.746178] env[65829]: DEBUG nova.virt.hardware [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 737.746343] env[65829]: DEBUG nova.virt.hardware [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 737.746516] env[65829]: DEBUG nova.virt.hardware [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 737.746694] env[65829]: DEBUG nova.virt.hardware [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 737.749008] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1888ee-ecbb-4dad-a9eb-6e3dd7e381f8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.759476] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d523306a-e547-419f-9ed5-ba18aa018112 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.776907] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:c4:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba6157eb-73cb-428a-9f46-99081165d7eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.786948] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Creating folder: Project (480930cdbf3d458ba38204575bae8cef). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.786948] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fbddb42-5b34-4ef6-a337-9f0ad3922e07 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.798604] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Created folder: Project (480930cdbf3d458ba38204575bae8cef) in parent group-v937255. [ 737.798731] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Creating folder: Instances. Parent ref: group-v937382. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.799035] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8a8ce47-aaef-4e4c-9473-33dd903ba96e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.812035] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Created folder: Instances in parent group-v937382. [ 737.812266] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 737.812536] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.812821] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-626fba18-6698-462b-b1b4-fbeba7ae5637 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.834195] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.834195] env[65829]: value = "task-4807303" [ 737.834195] env[65829]: _type = "Task" [ 737.834195] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.844477] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807303, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.952646] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.953330] env[65829]: DEBUG nova.compute.manager [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 737.957178] env[65829]: DEBUG oslo_concurrency.lockutils [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.302s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.959039] env[65829]: DEBUG nova.objects.instance [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Lazy-loading 'resources' on Instance uuid 340dc71a-ad20-47ff-b521-b4ccda748c54 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.116960] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52698f6a-9a8e-2078-1cbb-cd2f28e23732/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 738.118331] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329713b0-e1ee-4821-a9e4-98bf133ef745 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.135375] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52698f6a-9a8e-2078-1cbb-cd2f28e23732/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 738.135499] env[65829]: ERROR oslo_vmware.rw_handles [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52698f6a-9a8e-2078-1cbb-cd2f28e23732/disk-0.vmdk due to incomplete transfer. [ 738.137041] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-934b7864-8cae-4ed8-a9af-21085d239818 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.145708] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807300, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.155929] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52698f6a-9a8e-2078-1cbb-cd2f28e23732/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 738.156705] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Uploaded image 3fe25c8d-cc7a-4869-a8c0-ec1b6985f328 to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 738.160151] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 738.163312] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e05678a-b123-4dd5-b5a2-1edf10b265d6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.180803] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 738.180803] env[65829]: value = "task-4807304" [ 738.180803] env[65829]: _type = "Task" [ 738.180803] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.196787] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807304, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.347355] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807303, 'name': CreateVM_Task, 'duration_secs': 0.449035} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.347626] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.348256] env[65829]: WARNING neutronclient.v2_0.client [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.348747] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.348932] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.349342] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.349680] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fedd55e-4d3d-4b49-ab7e-c7f37b02cac3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.356594] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Waiting for the task: (returnval){ [ 738.356594] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529cb843-228a-e62d-d9a2-c1cc04f6c507" [ 738.356594] env[65829]: _type = "Task" [ 738.356594] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.366285] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529cb843-228a-e62d-d9a2-c1cc04f6c507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.461401] env[65829]: DEBUG nova.compute.utils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.468591] env[65829]: DEBUG nova.compute.manager [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 738.468591] env[65829]: DEBUG nova.network.neutron [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 738.468591] env[65829]: WARNING neutronclient.v2_0.client [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.468591] env[65829]: WARNING neutronclient.v2_0.client [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.505076] env[65829]: DEBUG nova.compute.manager [req-9760841a-c47b-44d2-8e15-ee7af64bea25 req-4ab542a3-5130-4788-a903-68ff41e62a52 service nova] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Received event network-vif-plugged-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 738.505301] env[65829]: DEBUG oslo_concurrency.lockutils [req-9760841a-c47b-44d2-8e15-ee7af64bea25 req-4ab542a3-5130-4788-a903-68ff41e62a52 service nova] Acquiring lock "f059fdce-0d7f-41f2-b964-e5085b0e14df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.505522] env[65829]: DEBUG oslo_concurrency.lockutils [req-9760841a-c47b-44d2-8e15-ee7af64bea25 req-4ab542a3-5130-4788-a903-68ff41e62a52 service nova] Lock "f059fdce-0d7f-41f2-b964-e5085b0e14df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.505695] env[65829]: DEBUG oslo_concurrency.lockutils [req-9760841a-c47b-44d2-8e15-ee7af64bea25 req-4ab542a3-5130-4788-a903-68ff41e62a52 service nova] Lock "f059fdce-0d7f-41f2-b964-e5085b0e14df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.506361] env[65829]: DEBUG nova.compute.manager [req-9760841a-c47b-44d2-8e15-ee7af64bea25 req-4ab542a3-5130-4788-a903-68ff41e62a52 service nova] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] No waiting events found dispatching network-vif-plugged-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 738.506566] env[65829]: WARNING nova.compute.manager [req-9760841a-c47b-44d2-8e15-ee7af64bea25 req-4ab542a3-5130-4788-a903-68ff41e62a52 service nova] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Received unexpected event network-vif-plugged-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 for instance with vm_state building and task_state spawning. [ 738.547068] env[65829]: DEBUG nova.policy [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1f053580b6d446483ad7610df5f5d8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea68ae604b47406dadc7964e957c82e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.643783] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630837} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.646111] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] f059fdce-0d7f-41f2-b964-e5085b0e14df/f059fdce-0d7f-41f2-b964-e5085b0e14df.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.646478] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.646963] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b02ff2b8-33f4-4186-91c1-4f095158d76a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.659152] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Waiting for the task: (returnval){ [ 738.659152] env[65829]: value = "task-4807305" [ 738.659152] env[65829]: _type = "Task" [ 738.659152] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.672261] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.690751] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807304, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.788903] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "7666ca12-8127-4640-9ee1-ebea47a22e41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.789196] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "7666ca12-8127-4640-9ee1-ebea47a22e41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.871811] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529cb843-228a-e62d-d9a2-c1cc04f6c507, 'name': SearchDatastore_Task, 'duration_secs': 0.013432} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.872250] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.872421] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.872689] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.872834] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.873021] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.873305] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edd7ca2a-668e-4043-8717-ccc80d08e05e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.885563] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.885708] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.886481] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f75ef6a2-52ca-4884-a83b-1d243e21978c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.897619] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Waiting for the task: (returnval){ [ 738.897619] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52925485-2707-3226-7004-fa4ebb5bc45f" [ 738.897619] env[65829]: _type = "Task" [ 738.897619] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.905878] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63eb054-d09c-435e-b3e9-a49cc28cbd65 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.912059] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52925485-2707-3226-7004-fa4ebb5bc45f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.919169] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae7af91-4ca8-4541-b1ee-fb6efb2bbecf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.956790] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a01d32-fdc9-41ad-a0f9-46d85eb22da4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.965450] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f8ccad-9ef5-452d-b6d3-b9f8b190ab5c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.970082] env[65829]: DEBUG nova.compute.manager [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 738.983761] env[65829]: DEBUG nova.compute.provider_tree [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.991034] env[65829]: DEBUG nova.network.neutron [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Successfully created port: 432ec9c0-2c77-43e0-b889-5bdd40c701a5 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 739.172031] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133187} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.172031] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.172031] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08036e67-bd2e-4c8c-bbbf-d962eb678975 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.178503] env[65829]: DEBUG nova.compute.manager [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 739.191146] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edc4854-7869-40e6-b003-fb4871a53216 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.207088] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] f059fdce-0d7f-41f2-b964-e5085b0e14df/f059fdce-0d7f-41f2-b964-e5085b0e14df.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.210486] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bc01354-ae33-4d9a-ab17-f7293cc94e71 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.236584] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807304, 'name': Destroy_Task, 'duration_secs': 0.591314} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.241597] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Destroyed the VM [ 739.241894] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 739.242228] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Waiting for the task: (returnval){ [ 739.242228] env[65829]: value = "task-4807306" [ 739.242228] env[65829]: _type = "Task" [ 739.242228] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.242720] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-551a44df-f643-4634-8884-1f10851029b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.256794] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.258819] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 739.258819] env[65829]: value = "task-4807307" [ 739.258819] env[65829]: _type = "Task" [ 739.258819] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.269548] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807307, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.294774] env[65829]: DEBUG nova.compute.manager [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 739.411342] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52925485-2707-3226-7004-fa4ebb5bc45f, 'name': SearchDatastore_Task, 'duration_secs': 0.032341} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.412178] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da718902-e819-491b-bc97-d386d5bf3441 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.420164] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Waiting for the task: (returnval){ [ 739.420164] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5290900f-db6f-b96a-fe02-99a5d9d7e175" [ 739.420164] env[65829]: _type = "Task" [ 739.420164] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.435448] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5290900f-db6f-b96a-fe02-99a5d9d7e175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.459246] env[65829]: DEBUG nova.compute.manager [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Received event network-vif-plugged-d85feb5d-3358-4494-981b-71dc7dddea26 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 739.459246] env[65829]: DEBUG oslo_concurrency.lockutils [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] Acquiring lock "6da326d9-fef6-421c-a171-995118e260af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.463826] env[65829]: DEBUG oslo_concurrency.lockutils [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] Lock "6da326d9-fef6-421c-a171-995118e260af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.463826] env[65829]: DEBUG oslo_concurrency.lockutils [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] Lock "6da326d9-fef6-421c-a171-995118e260af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.463826] env[65829]: DEBUG nova.compute.manager [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] No waiting events found dispatching network-vif-plugged-d85feb5d-3358-4494-981b-71dc7dddea26 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 739.463826] env[65829]: WARNING nova.compute.manager [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Received unexpected event network-vif-plugged-d85feb5d-3358-4494-981b-71dc7dddea26 for instance with vm_state active and task_state None. [ 739.463826] env[65829]: DEBUG nova.compute.manager [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Received event network-changed-d85feb5d-3358-4494-981b-71dc7dddea26 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 739.463826] env[65829]: DEBUG nova.compute.manager [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Refreshing instance network info cache due to event network-changed-d85feb5d-3358-4494-981b-71dc7dddea26. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 739.463826] env[65829]: DEBUG oslo_concurrency.lockutils [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] Acquiring lock "refresh_cache-6da326d9-fef6-421c-a171-995118e260af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.463826] env[65829]: DEBUG oslo_concurrency.lockutils [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] Acquired lock "refresh_cache-6da326d9-fef6-421c-a171-995118e260af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.463826] env[65829]: DEBUG nova.network.neutron [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Refreshing network info cache for port d85feb5d-3358-4494-981b-71dc7dddea26 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.466513] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc8aeb-9742-8872-5639-3afd6c300ba2/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 739.468086] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fdee21-a05d-4c88-a23b-68eed9230e1b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.481043] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc8aeb-9742-8872-5639-3afd6c300ba2/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 739.481446] env[65829]: ERROR oslo_vmware.rw_handles [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc8aeb-9742-8872-5639-3afd6c300ba2/disk-0.vmdk due to incomplete transfer. [ 739.481995] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2a34b81e-3dad-4832-b77f-98fb5eb01baa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.487045] env[65829]: DEBUG nova.scheduler.client.report [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.493024] env[65829]: DEBUG oslo_vmware.rw_handles [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52cc8aeb-9742-8872-5639-3afd6c300ba2/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 739.493544] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Uploaded image 487e6c08-6058-4319-bb04-7eea5e53267b to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 739.495616] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 739.496234] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b17ec448-c06f-44cd-9d6e-f9548901835f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.504781] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 739.504781] env[65829]: value = "task-4807308" [ 739.504781] env[65829]: _type = "Task" [ 739.504781] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.516140] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807308, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.744388] env[65829]: INFO nova.compute.manager [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] instance snapshotting [ 739.750222] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f29202-634c-44e6-972f-110b26d16581 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.758955] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.779247] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d738a58a-d08b-4250-8d27-b45cf3196571 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.790305] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807307, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.826340] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.930408] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5290900f-db6f-b96a-fe02-99a5d9d7e175, 'name': SearchDatastore_Task, 'duration_secs': 0.020927} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.930670] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.930933] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] bc817d02-799b-4158-bc5c-fe73fa365294/bc817d02-799b-4158-bc5c-fe73fa365294.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 739.931288] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33c88f9e-89eb-4586-8532-f6f48cf822e8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.939947] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Waiting for the task: (returnval){ [ 739.939947] env[65829]: value = "task-4807309" [ 739.939947] env[65829]: _type = "Task" [ 739.939947] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.949899] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.973320] env[65829]: WARNING neutronclient.v2_0.client [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.983469] env[65829]: DEBUG nova.compute.manager [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 739.994738] env[65829]: DEBUG oslo_concurrency.lockutils [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.997837] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.641s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.998199] env[65829]: DEBUG nova.objects.instance [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lazy-loading 'resources' on Instance uuid 4722e435-1d98-4e36-886e-31275e89630c {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.023593] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807308, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.024870] env[65829]: INFO nova.scheduler.client.report [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Deleted allocations for instance 340dc71a-ad20-47ff-b521-b4ccda748c54 [ 740.030121] env[65829]: DEBUG nova.virt.hardware [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 740.031331] env[65829]: DEBUG nova.virt.hardware [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.031331] env[65829]: DEBUG nova.virt.hardware [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 740.031331] env[65829]: DEBUG nova.virt.hardware [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.031331] env[65829]: DEBUG nova.virt.hardware [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 740.031331] env[65829]: DEBUG nova.virt.hardware [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 740.031570] env[65829]: DEBUG nova.virt.hardware [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.032503] env[65829]: DEBUG nova.virt.hardware [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 740.032503] env[65829]: DEBUG nova.virt.hardware [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 740.032503] env[65829]: DEBUG nova.virt.hardware [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 740.032503] env[65829]: DEBUG nova.virt.hardware [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 740.034825] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0b5a77-fb9e-4d37-8382-e89e80fa44bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.049716] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a59e7f3-cf5d-461b-bba7-ccd310a8e429 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.258903] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807306, 'name': ReconfigVM_Task, 'duration_secs': 0.769049} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.259275] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Reconfigured VM instance instance-00000024 to attach disk [datastore2] f059fdce-0d7f-41f2-b964-e5085b0e14df/f059fdce-0d7f-41f2-b964-e5085b0e14df.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.259967] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbfb448f-2efa-459b-a6a5-f8cff04ace69 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.268683] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Waiting for the task: (returnval){ [ 740.268683] env[65829]: value = "task-4807310" [ 740.268683] env[65829]: _type = "Task" [ 740.268683] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.282267] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807310, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.289454] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807307, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.293642] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 740.293642] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b9dbbd87-b6e9-4dc8-a401-8ffc746e51cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.302595] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 740.302595] env[65829]: value = "task-4807311" [ 740.302595] env[65829]: _type = "Task" [ 740.302595] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.314702] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807311, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.454666] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807309, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.519267] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807308, 'name': Destroy_Task, 'duration_secs': 0.827172} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.519657] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Destroyed the VM [ 740.519825] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 740.520120] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-46375749-d485-4971-9da7-bde24dd04b7e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.530490] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 740.530490] env[65829]: value = "task-4807312" [ 740.530490] env[65829]: _type = "Task" [ 740.530490] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.550957] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807312, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.551589] env[65829]: DEBUG oslo_concurrency.lockutils [None req-619a9434-56af-4e6c-b438-caeafa2aaac5 tempest-ServerAddressesTestJSON-397075470 tempest-ServerAddressesTestJSON-397075470-project-member] Lock "340dc71a-ad20-47ff-b521-b4ccda748c54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.861s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.644854] env[65829]: DEBUG nova.network.neutron [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Successfully updated port: 432ec9c0-2c77-43e0-b889-5bdd40c701a5 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 740.784032] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807310, 'name': Rename_Task, 'duration_secs': 0.455785} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.787420] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.787945] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92852d69-a94d-4c4a-940c-397da7a1791d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.793767] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807307, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.800798] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Waiting for the task: (returnval){ [ 740.800798] env[65829]: value = "task-4807313" [ 740.800798] env[65829]: _type = "Task" [ 740.800798] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.816979] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.823395] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807311, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.905025] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf5a90c-ec02-40be-a0c4-cb02694e1929 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.913380] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e75e9a-36fb-412b-93be-e5ec41360aae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.955505] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b527cc3f-49d9-45df-b8db-f668541e999e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.968227] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7243f5d-cbff-4eec-ba84-a944138eba5c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.973139] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731117} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.976413] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] bc817d02-799b-4158-bc5c-fe73fa365294/bc817d02-799b-4158-bc5c-fe73fa365294.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 740.977239] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 740.978175] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe55ddad-d77e-4aba-afe0-41fe1fb157e0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.990793] env[65829]: DEBUG nova.compute.provider_tree [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.999039] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Waiting for the task: (returnval){ [ 740.999039] env[65829]: value = "task-4807314" [ 740.999039] env[65829]: _type = "Task" [ 740.999039] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.009787] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.042936] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807312, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.153404] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "refresh_cache-dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.153404] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "refresh_cache-dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.153404] env[65829]: DEBUG nova.network.neutron [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 741.287392] env[65829]: DEBUG oslo_vmware.api [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807307, 'name': RemoveSnapshot_Task, 'duration_secs': 1.79624} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.287392] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.287392] env[65829]: INFO nova.compute.manager [None req-f0a733a2-1ef7-4403-8b20-70fcf5e86838 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Took 17.37 seconds to snapshot the instance on the hypervisor. [ 741.331400] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807311, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.332222] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.495111] env[65829]: DEBUG nova.scheduler.client.report [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.512739] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097287} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.512739] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.513930] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44342f7f-e271-4913-9060-932b8ec6d519 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.548151] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] bc817d02-799b-4158-bc5c-fe73fa365294/bc817d02-799b-4158-bc5c-fe73fa365294.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.552920] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900d2f33-436e-477c-ae96-e7de16965061 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.576703] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807312, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.578356] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Waiting for the task: (returnval){ [ 741.578356] env[65829]: value = "task-4807315" [ 741.578356] env[65829]: _type = "Task" [ 741.578356] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.589970] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807315, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.818950] env[65829]: DEBUG oslo_vmware.api [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807313, 'name': PowerOnVM_Task, 'duration_secs': 0.867453} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.823058] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.823285] env[65829]: INFO nova.compute.manager [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Took 14.34 seconds to spawn the instance on the hypervisor. [ 741.823460] env[65829]: DEBUG nova.compute.manager [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 741.824114] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807311, 'name': CreateSnapshot_Task, 'duration_secs': 1.205469} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.825086] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206af4b4-22d8-472a-8233-b7e92854dbd7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.828306] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 741.829456] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f48a73-d11f-4325-986b-0ce3e4a8ff56 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.006020] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.009625] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.434s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.010526] env[65829]: DEBUG nova.objects.instance [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lazy-loading 'resources' on Instance uuid 4e9650eb-1d84-402d-978c-38bbe2b40b9e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.037064] env[65829]: INFO nova.scheduler.client.report [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Deleted allocations for instance 4722e435-1d98-4e36-886e-31275e89630c [ 742.054612] env[65829]: DEBUG oslo_vmware.api [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807312, 'name': RemoveSnapshot_Task, 'duration_secs': 1.238462} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.055285] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 742.055578] env[65829]: INFO nova.compute.manager [None req-dee8cc95-5cff-4424-91fc-168ca773250b tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Took 16.63 seconds to snapshot the instance on the hypervisor. [ 742.093410] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807315, 'name': ReconfigVM_Task, 'duration_secs': 0.326921} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.093942] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Reconfigured VM instance instance-00000025 to attach disk [datastore2] bc817d02-799b-4158-bc5c-fe73fa365294/bc817d02-799b-4158-bc5c-fe73fa365294.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.094587] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d086d302-161b-47ec-8794-27805bafadf1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.104303] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Waiting for the task: (returnval){ [ 742.104303] env[65829]: value = "task-4807316" [ 742.104303] env[65829]: _type = "Task" [ 742.104303] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.118247] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807316, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.125043] env[65829]: DEBUG nova.network.neutron [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 742.364494] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 742.366690] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4495723a-4242-4324-b625-1b66521fcdf3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.371047] env[65829]: INFO nova.compute.manager [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Took 25.50 seconds to build instance. [ 742.378512] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 742.378512] env[65829]: value = "task-4807317" [ 742.378512] env[65829]: _type = "Task" [ 742.378512] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.388713] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807317, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.552262] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cda1e42f-aad5-475a-ab11-5a4b3204ed89 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "4722e435-1d98-4e36-886e-31275e89630c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.441s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.621196] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807316, 'name': Rename_Task, 'duration_secs': 0.166884} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.621196] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.621196] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-872d18f7-ed3b-4c66-b30c-6ca38f408d67 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.630313] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Waiting for the task: (returnval){ [ 742.630313] env[65829]: value = "task-4807318" [ 742.630313] env[65829]: _type = "Task" [ 742.630313] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.658114] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807318, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.794581] env[65829]: WARNING neutronclient.v2_0.client [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.868642] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d45f3a-c133-4ea7-8eb6-9edf54acc7f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.872967] env[65829]: DEBUG oslo_concurrency.lockutils [None req-577d97d1-00c5-4fa9-add0-dc6c994be4e3 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Lock "f059fdce-0d7f-41f2-b964-e5085b0e14df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.008s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.874094] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6975f579-a5a6-4fb8-986e-0fd273f97e24 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.916502] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9400563-6890-480f-8dd9-30b1467dbfe1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.922039] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807317, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.928847] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b7896e-cb88-4a9c-959c-8970238cbec5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.946889] env[65829]: DEBUG nova.compute.provider_tree [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.154055] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807318, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.266831] env[65829]: WARNING neutronclient.v2_0.client [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.392488] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807317, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.454021] env[65829]: DEBUG nova.scheduler.client.report [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.573588] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "8f944543-68f2-46c2-95ca-794372908266" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.573588] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "8f944543-68f2-46c2-95ca-794372908266" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.573588] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "8f944543-68f2-46c2-95ca-794372908266-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.573588] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "8f944543-68f2-46c2-95ca-794372908266-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.573588] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "8f944543-68f2-46c2-95ca-794372908266-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.574618] env[65829]: INFO nova.compute.manager [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Terminating instance [ 743.650918] env[65829]: DEBUG oslo_vmware.api [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807318, 'name': PowerOnVM_Task, 'duration_secs': 0.55136} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.653295] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.653295] env[65829]: INFO nova.compute.manager [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Took 12.40 seconds to spawn the instance on the hypervisor. [ 743.653295] env[65829]: DEBUG nova.compute.manager [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 743.653670] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5cba4c-3c22-4b80-b1dd-9cb4be50175b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.834128] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Acquiring lock "d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.835542] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Lock "d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.892051] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807317, 'name': CloneVM_Task, 'duration_secs': 1.464546} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.892529] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Created linked-clone VM from snapshot [ 743.893745] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6897da6f-823c-4d5d-a93d-6496fa661c0c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.903123] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Uploading image e85edbb3-05d6-496b-bfb4-8146a4a9899d {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 743.931691] env[65829]: DEBUG oslo_vmware.rw_handles [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 743.931691] env[65829]: value = "vm-937386" [ 743.931691] env[65829]: _type = "VirtualMachine" [ 743.931691] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 743.932110] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1b414047-1414-4074-976e-c5d508e0d78e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.939867] env[65829]: DEBUG oslo_vmware.rw_handles [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lease: (returnval){ [ 743.939867] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e19967-f679-805b-9173-2f682a2ba100" [ 743.939867] env[65829]: _type = "HttpNfcLease" [ 743.939867] env[65829]: } obtained for exporting VM: (result){ [ 743.939867] env[65829]: value = "vm-937386" [ 743.939867] env[65829]: _type = "VirtualMachine" [ 743.939867] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 743.940303] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the lease: (returnval){ [ 743.940303] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e19967-f679-805b-9173-2f682a2ba100" [ 743.940303] env[65829]: _type = "HttpNfcLease" [ 743.940303] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 743.947888] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 743.947888] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e19967-f679-805b-9173-2f682a2ba100" [ 743.947888] env[65829]: _type = "HttpNfcLease" [ 743.947888] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 743.958884] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.961389] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.337s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.961585] env[65829]: DEBUG nova.objects.instance [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 743.986574] env[65829]: INFO nova.scheduler.client.report [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted allocations for instance 4e9650eb-1d84-402d-978c-38bbe2b40b9e [ 744.079144] env[65829]: DEBUG nova.compute.manager [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 744.082026] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.082026] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630ed1f8-07b5-4223-96fa-ba7c2831bb48 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.094301] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.095228] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c91f0152-631a-4724-8d2f-7a8d403124ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.106182] env[65829]: DEBUG oslo_vmware.api [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 744.106182] env[65829]: value = "task-4807320" [ 744.106182] env[65829]: _type = "Task" [ 744.106182] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.120576] env[65829]: DEBUG oslo_vmware.api [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.173151] env[65829]: INFO nova.compute.manager [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Took 24.63 seconds to build instance. [ 744.270670] env[65829]: DEBUG nova.network.neutron [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Updated VIF entry in instance network info cache for port d85feb5d-3358-4494-981b-71dc7dddea26. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 744.272058] env[65829]: DEBUG nova.network.neutron [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Updating instance_info_cache with network_info: [{"id": "d85feb5d-3358-4494-981b-71dc7dddea26", "address": "fa:16:3e:f5:34:9a", "network": {"id": "9a8f6d36-ab48-497d-9e9e-0429490d1e3f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1290394226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7018b99971184a34a82cfd1d7c5d67b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85feb5d-33", "ovs_interfaceid": "d85feb5d-3358-4494-981b-71dc7dddea26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.338058] env[65829]: DEBUG nova.compute.manager [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 744.455124] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 744.455124] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e19967-f679-805b-9173-2f682a2ba100" [ 744.455124] env[65829]: _type = "HttpNfcLease" [ 744.455124] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 744.455537] env[65829]: DEBUG oslo_vmware.rw_handles [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 744.455537] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e19967-f679-805b-9173-2f682a2ba100" [ 744.455537] env[65829]: _type = "HttpNfcLease" [ 744.455537] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 744.456447] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52930a26-cebd-4033-9e0d-d77eb3e39c52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.470547] env[65829]: DEBUG oslo_vmware.rw_handles [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224b078-6bdf-e690-5818-b5b747345272/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 744.470547] env[65829]: DEBUG oslo_vmware.rw_handles [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224b078-6bdf-e690-5818-b5b747345272/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 744.539307] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40b7e54e-edb8-4252-9be1-20a3f2f9fd12 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "4e9650eb-1d84-402d-978c-38bbe2b40b9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.452s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.581349] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a99747f3-bd87-4eec-b778-8a4ff0168bb6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.594036] env[65829]: DEBUG oslo_vmware.rw_handles [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224b078-6bdf-e690-5818-b5b747345272/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 744.595278] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab9c448-8ebd-4b0e-8ef2-b29b83d02090 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.604204] env[65829]: DEBUG oslo_vmware.rw_handles [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224b078-6bdf-e690-5818-b5b747345272/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 744.604625] env[65829]: ERROR oslo_vmware.rw_handles [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224b078-6bdf-e690-5818-b5b747345272/disk-0.vmdk due to incomplete transfer.: nova.exception.ImageNotFound: Image e85edbb3-05d6-496b-bfb4-8146a4a9899d could not be found. [ 744.605054] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-375eca21-1df8-49b1-bf70-1cfd5ab09ae1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.616719] env[65829]: DEBUG oslo_vmware.api [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807320, 'name': PowerOffVM_Task, 'duration_secs': 0.226498} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.617052] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.617247] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.618605] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2779ca88-6a72-47ad-85b2-492713bf438f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.620827] env[65829]: DEBUG oslo_vmware.rw_handles [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224b078-6bdf-e690-5818-b5b747345272/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 744.621452] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 744.621452] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7e26adef-17d1-4f33-839e-e7d2b51e95fb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.629833] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 744.629833] env[65829]: value = "task-4807321" [ 744.629833] env[65829]: _type = "Task" [ 744.629833] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.641141] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807321, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.677933] env[65829]: DEBUG oslo_concurrency.lockutils [None req-63bba149-a1dc-4eb6-acbd-c4f126864d28 tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lock "bc817d02-799b-4158-bc5c-fe73fa365294" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.152s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.700961] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.701312] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.701516] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Deleting the datastore file [datastore2] 8f944543-68f2-46c2-95ca-794372908266 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.701828] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fd37afe-d191-493e-891e-930b0cbefe35 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.710899] env[65829]: DEBUG oslo_vmware.api [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 744.710899] env[65829]: value = "task-4807323" [ 744.710899] env[65829]: _type = "Task" [ 744.710899] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.722100] env[65829]: DEBUG oslo_vmware.api [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.774983] env[65829]: DEBUG oslo_concurrency.lockutils [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] Releasing lock "refresh_cache-6da326d9-fef6-421c-a171-995118e260af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.776369] env[65829]: DEBUG nova.compute.manager [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Received event network-vif-deleted-5cf53b67-32ba-4988-8b1e-b76607cc5477 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 744.776822] env[65829]: DEBUG nova.compute.manager [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Received event network-vif-deleted-6d0fec2c-eeb2-45ce-9575-2e433ba58642 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 744.778787] env[65829]: DEBUG nova.compute.manager [req-d7534ade-65ec-4380-98fd-a1903b636cb8 req-256fce78-12a3-44b2-8ffa-a709a132ee10 service nova] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Received event network-vif-deleted-99d5a509-138a-4066-8885-c68d7520b57a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 744.879210] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.974665] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c2b6cef-bbd8-43b0-8ce5-c7ba67c0efc8 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.976101] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.365s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.976392] env[65829]: DEBUG nova.objects.instance [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Lazy-loading 'resources' on Instance uuid b9d00ff9-2946-48f2-8840-a88b41e268c2 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.097496] env[65829]: DEBUG nova.network.neutron [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Updating instance_info_cache with network_info: [{"id": "432ec9c0-2c77-43e0-b889-5bdd40c701a5", "address": "fa:16:3e:9d:f5:be", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432ec9c0-2c", "ovs_interfaceid": "432ec9c0-2c77-43e0-b889-5bdd40c701a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.144836] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807321, 'name': Destroy_Task, 'duration_secs': 0.380568} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.145210] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Destroyed the VM [ 745.145462] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 745.147286] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-81efa514-4a33-44b6-a536-7fe088bf3b7c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.155125] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 745.155125] env[65829]: value = "task-4807324" [ 745.155125] env[65829]: _type = "Task" [ 745.155125] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.168712] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807324, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.221098] env[65829]: DEBUG oslo_vmware.api [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301779} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.221395] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.222263] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.222575] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.222785] env[65829]: INFO nova.compute.manager [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 8f944543-68f2-46c2-95ca-794372908266] Took 1.14 seconds to destroy the instance on the hypervisor. [ 745.223064] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 745.223300] env[65829]: DEBUG nova.compute.manager [-] [instance: 8f944543-68f2-46c2-95ca-794372908266] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 745.223398] env[65829]: DEBUG nova.network.neutron [-] [instance: 8f944543-68f2-46c2-95ca-794372908266] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 745.223886] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.593941] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.601147] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "refresh_cache-dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.601540] env[65829]: DEBUG nova.compute.manager [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Instance network_info: |[{"id": "432ec9c0-2c77-43e0-b889-5bdd40c701a5", "address": "fa:16:3e:9d:f5:be", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432ec9c0-2c", "ovs_interfaceid": "432ec9c0-2c77-43e0-b889-5bdd40c701a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 745.602051] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:f5:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '432ec9c0-2c77-43e0-b889-5bdd40c701a5', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.616692] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 745.620373] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.620373] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4ccfd58-b8f9-4a09-9d92-227869b6ac20 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.654596] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.654596] env[65829]: value = "task-4807325" [ 745.654596] env[65829]: _type = "Task" [ 745.654596] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.670991] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807324, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.674687] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807325, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.898461] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1100aec4-a010-4328-9e17-cce9e8b07b87 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.907964] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c95958-79dd-4ae7-84d5-010874aad640 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.953473] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f672727-7ba8-4d05-8762-ed5eb559c0e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.964112] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2fde81-f7a1-4f5c-9cfc-2ebabab1e80f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.983669] env[65829]: DEBUG nova.compute.provider_tree [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.174543] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807325, 'name': CreateVM_Task, 'duration_secs': 0.413271} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.178741] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.179380] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807324, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.179886] env[65829]: WARNING neutronclient.v2_0.client [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.180365] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.180917] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.181215] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.181543] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-796625e6-351e-4df5-a080-fa9b526ede9f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.188264] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 746.188264] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520864f5-e39a-ef23-88a2-9d30d7debd8c" [ 746.188264] env[65829]: _type = "Task" [ 746.188264] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.197861] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520864f5-e39a-ef23-88a2-9d30d7debd8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.489269] env[65829]: DEBUG nova.scheduler.client.report [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.675338] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807324, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.701661] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520864f5-e39a-ef23-88a2-9d30d7debd8c, 'name': SearchDatastore_Task, 'duration_secs': 0.029371} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.701661] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.701661] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.701661] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.701661] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.701661] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.702531] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f20b2c9-d21d-4311-a7ec-224111749fa3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.717300] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.717575] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.718463] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-928e40af-308c-40e2-88f1-87ed11314de8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.725709] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 746.725709] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521c9aa4-3a84-4f70-90c7-8330d4717ec0" [ 746.725709] env[65829]: _type = "Task" [ 746.725709] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.737435] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521c9aa4-3a84-4f70-90c7-8330d4717ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.995033] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.998212] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.171s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.000826] env[65829]: INFO nova.compute.claims [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.029967] env[65829]: INFO nova.scheduler.client.report [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Deleted allocations for instance b9d00ff9-2946-48f2-8840-a88b41e268c2 [ 747.182023] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807324, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.245762] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521c9aa4-3a84-4f70-90c7-8330d4717ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.03608} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.246992] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e52cb2-4b9c-46ea-9753-b185d300acf3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.261287] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 747.261287] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c600c8-8416-d0d3-2ddd-0f29e0effa94" [ 747.261287] env[65829]: _type = "Task" [ 747.261287] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.271546] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c600c8-8416-d0d3-2ddd-0f29e0effa94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.326578] env[65829]: DEBUG nova.compute.manager [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Received event network-changed-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 747.327462] env[65829]: DEBUG nova.compute.manager [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Refreshing instance network info cache due to event network-changed-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 747.327720] env[65829]: DEBUG oslo_concurrency.lockutils [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] Acquiring lock "refresh_cache-f059fdce-0d7f-41f2-b964-e5085b0e14df" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.327960] env[65829]: DEBUG oslo_concurrency.lockutils [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] Acquired lock "refresh_cache-f059fdce-0d7f-41f2-b964-e5085b0e14df" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.328291] env[65829]: DEBUG nova.network.neutron [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Refreshing network info cache for port b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.345276] env[65829]: DEBUG nova.network.neutron [-] [instance: 8f944543-68f2-46c2-95ca-794372908266] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.533018] env[65829]: DEBUG nova.compute.manager [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Received event network-vif-plugged-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 747.533018] env[65829]: DEBUG oslo_concurrency.lockutils [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] Acquiring lock "bc817d02-799b-4158-bc5c-fe73fa365294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.533258] env[65829]: DEBUG oslo_concurrency.lockutils [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] Lock "bc817d02-799b-4158-bc5c-fe73fa365294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.533616] env[65829]: DEBUG oslo_concurrency.lockutils [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] Lock "bc817d02-799b-4158-bc5c-fe73fa365294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.537053] env[65829]: DEBUG nova.compute.manager [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] No waiting events found dispatching network-vif-plugged-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 747.537053] env[65829]: WARNING nova.compute.manager [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Received unexpected event network-vif-plugged-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce for instance with vm_state active and task_state None. [ 747.537053] env[65829]: DEBUG nova.compute.manager [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Received event network-changed-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 747.537053] env[65829]: DEBUG nova.compute.manager [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Refreshing instance network info cache due to event network-changed-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 747.537053] env[65829]: DEBUG oslo_concurrency.lockutils [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] Acquiring lock "refresh_cache-bc817d02-799b-4158-bc5c-fe73fa365294" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.537053] env[65829]: DEBUG oslo_concurrency.lockutils [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] Acquired lock "refresh_cache-bc817d02-799b-4158-bc5c-fe73fa365294" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.537053] env[65829]: DEBUG nova.network.neutron [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Refreshing network info cache for port 4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.546162] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f4c8fb4-1931-4302-b564-194cb512c94a tempest-VolumesAssistedSnapshotsTest-1248080553 tempest-VolumesAssistedSnapshotsTest-1248080553-project-member] Lock "b9d00ff9-2946-48f2-8840-a88b41e268c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.307s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.677723] env[65829]: DEBUG oslo_vmware.api [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807324, 'name': RemoveSnapshot_Task, 'duration_secs': 2.138886} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.678051] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 747.776638] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c600c8-8416-d0d3-2ddd-0f29e0effa94, 'name': SearchDatastore_Task, 'duration_secs': 0.019516} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.777027] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.777235] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff/dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.777492] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8052f5c-3b52-4857-b838-65fe8a22bb8c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.786029] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 747.786029] env[65829]: value = "task-4807326" [ 747.786029] env[65829]: _type = "Task" [ 747.786029] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.795917] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.832907] env[65829]: WARNING neutronclient.v2_0.client [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.847834] env[65829]: INFO nova.compute.manager [-] [instance: 8f944543-68f2-46c2-95ca-794372908266] Took 2.62 seconds to deallocate network for instance. [ 748.004695] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquiring lock "9d74a949-7bd4-4990-ab76-1180e9fd6c1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.006463] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lock "9d74a949-7bd4-4990-ab76-1180e9fd6c1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.006691] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquiring lock "9d74a949-7bd4-4990-ab76-1180e9fd6c1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.006953] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lock "9d74a949-7bd4-4990-ab76-1180e9fd6c1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.007176] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lock "9d74a949-7bd4-4990-ab76-1180e9fd6c1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.015104] env[65829]: INFO nova.compute.manager [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Terminating instance [ 748.042123] env[65829]: WARNING neutronclient.v2_0.client [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.187413] env[65829]: WARNING nova.compute.manager [None req-7ad9d959-b64c-40f6-89ba-e755032822a1 tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Image not found during snapshot: nova.exception.ImageNotFound: Image e85edbb3-05d6-496b-bfb4-8146a4a9899d could not be found. [ 748.300157] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807326, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.358768] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.412639] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a487f75a-7f72-412c-b3f6-e01c33572cc8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.423719] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c44ac5-6424-4162-8132-ab82c4673682 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.467081] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2babdfff-8688-4c14-b10d-f7fcb2318f07 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.480059] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f19049-67cc-4570-a87e-84337a4e1db4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.498714] env[65829]: DEBUG nova.compute.provider_tree [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.521591] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquiring lock "refresh_cache-9d74a949-7bd4-4990-ab76-1180e9fd6c1e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.521913] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquired lock "refresh_cache-9d74a949-7bd4-4990-ab76-1180e9fd6c1e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.522130] env[65829]: DEBUG nova.network.neutron [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 748.765686] env[65829]: WARNING neutronclient.v2_0.client [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.801448] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.894047} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.801448] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff/dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.801448] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.801631] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c0ea95c-0a15-4c1f-8e6c-60f67ac5244d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.808956] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 748.808956] env[65829]: value = "task-4807327" [ 748.808956] env[65829]: _type = "Task" [ 748.808956] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.820610] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.827226] env[65829]: WARNING neutronclient.v2_0.client [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.977278] env[65829]: DEBUG nova.network.neutron [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Updated VIF entry in instance network info cache for port b37de96c-0d5f-415e-8d7f-08d2a60b6ba0. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 748.977643] env[65829]: DEBUG nova.network.neutron [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Updating instance_info_cache with network_info: [{"id": "b37de96c-0d5f-415e-8d7f-08d2a60b6ba0", "address": "fa:16:3e:67:9e:50", "network": {"id": "ac02c9b4-f858-4971-a641-9985699a9419", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-2133312401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "efb6ee71091c471e823c7759648bc848", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb37de96c-0d", "ovs_interfaceid": "b37de96c-0d5f-415e-8d7f-08d2a60b6ba0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.007969] env[65829]: DEBUG nova.scheduler.client.report [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.018177] env[65829]: DEBUG nova.network.neutron [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Updated VIF entry in instance network info cache for port 4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 749.018649] env[65829]: DEBUG nova.network.neutron [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Updating instance_info_cache with network_info: [{"id": "4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce", "address": "fa:16:3e:00:c4:ec", "network": {"id": "bc06df3d-da96-4e9d-b901-20a3ba1e2fae", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1114560399-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "480930cdbf3d458ba38204575bae8cef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba6157eb-73cb-428a-9f46-99081165d7eb", "external-id": "nsx-vlan-transportzone-463", "segmentation_id": 463, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aa8c92c-4e", "ovs_interfaceid": "4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.026148] env[65829]: WARNING neutronclient.v2_0.client [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.136267] env[65829]: DEBUG nova.network.neutron [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 749.320432] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218532} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.320757] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.321621] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c26011-4069-48ef-9b71-632422ea18e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.351509] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff/dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.351509] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cfd747d-4f2a-4928-9ebc-14ff9e007c62 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.374075] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 749.374075] env[65829]: value = "task-4807328" [ 749.374075] env[65829]: _type = "Task" [ 749.374075] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.388083] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.482834] env[65829]: DEBUG oslo_concurrency.lockutils [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] Releasing lock "refresh_cache-f059fdce-0d7f-41f2-b964-e5085b0e14df" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.483472] env[65829]: DEBUG nova.compute.manager [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Received event network-vif-deleted-37f939d5-f972-4d69-a535-ef2b8e5f5aa4 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 749.483472] env[65829]: DEBUG nova.compute.manager [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Received event network-vif-deleted-18b909b1-c01b-4b41-bc62-3d8d25255ea1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 749.483618] env[65829]: DEBUG nova.compute.manager [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Received event network-vif-plugged-432ec9c0-2c77-43e0-b889-5bdd40c701a5 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 749.484490] env[65829]: DEBUG oslo_concurrency.lockutils [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] Acquiring lock "dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.484490] env[65829]: DEBUG oslo_concurrency.lockutils [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] Lock "dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.484490] env[65829]: DEBUG oslo_concurrency.lockutils [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] Lock "dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.484687] env[65829]: DEBUG nova.compute.manager [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] No waiting events found dispatching network-vif-plugged-432ec9c0-2c77-43e0-b889-5bdd40c701a5 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 749.484823] env[65829]: WARNING nova.compute.manager [req-9caf44a8-4ac1-47d6-89db-0e5928004e81 req-5646d2df-6712-41ca-b794-5a3ced748321 service nova] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Received unexpected event network-vif-plugged-432ec9c0-2c77-43e0-b889-5bdd40c701a5 for instance with vm_state building and task_state spawning. [ 749.522470] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.524s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.523025] env[65829]: DEBUG nova.compute.manager [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 749.526048] env[65829]: DEBUG oslo_concurrency.lockutils [req-6482223b-d8a0-4cb6-9d71-cd6167fa0191 req-ec832161-0bb8-44ab-80a5-21a11748c003 service nova] Releasing lock "refresh_cache-bc817d02-799b-4158-bc5c-fe73fa365294" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.526493] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.649s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.528157] env[65829]: INFO nova.compute.claims [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.536468] env[65829]: DEBUG nova.network.neutron [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.678931] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquiring lock "e5d1e2cb-8800-4496-86d3-1b9339772125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.678931] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lock "e5d1e2cb-8800-4496-86d3-1b9339772125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.815549] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquiring lock "90a5af16-3f4b-49a0-b1f4-aa9086e449fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.815549] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lock "90a5af16-3f4b-49a0-b1f4-aa9086e449fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.895223] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807328, 'name': ReconfigVM_Task, 'duration_secs': 0.381533} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.895223] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Reconfigured VM instance instance-00000026 to attach disk [datastore1] dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff/dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.895223] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58258ee2-08a2-4b7a-b61e-fc82159b6c93 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.904456] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 749.904456] env[65829]: value = "task-4807329" [ 749.904456] env[65829]: _type = "Task" [ 749.904456] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.917480] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807329, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.033855] env[65829]: DEBUG nova.compute.utils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.037270] env[65829]: DEBUG nova.compute.manager [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 750.041023] env[65829]: DEBUG nova.network.neutron [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 750.041023] env[65829]: WARNING neutronclient.v2_0.client [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.041023] env[65829]: WARNING neutronclient.v2_0.client [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.043066] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Releasing lock "refresh_cache-9d74a949-7bd4-4990-ab76-1180e9fd6c1e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.043696] env[65829]: DEBUG nova.compute.manager [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 750.043897] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.045277] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7e6902-df74-45f0-b492-7682397b1238 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.056195] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.057049] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56e36867-f03b-49d3-87ca-b37758b7e6d1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.064322] env[65829]: DEBUG oslo_vmware.api [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 750.064322] env[65829]: value = "task-4807330" [ 750.064322] env[65829]: _type = "Task" [ 750.064322] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.074601] env[65829]: DEBUG oslo_concurrency.lockutils [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.074820] env[65829]: DEBUG oslo_concurrency.lockutils [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.075099] env[65829]: DEBUG oslo_concurrency.lockutils [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.075314] env[65829]: DEBUG oslo_concurrency.lockutils [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.075489] env[65829]: DEBUG oslo_concurrency.lockutils [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.077358] env[65829]: DEBUG oslo_vmware.api [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.078635] env[65829]: INFO nova.compute.manager [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Terminating instance [ 750.159255] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.161579] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.182395] env[65829]: DEBUG nova.compute.manager [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 750.219511] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Acquiring lock "3c0d3e45-58c3-4455-98d3-79ddad90526d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.219511] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Lock "3c0d3e45-58c3-4455-98d3-79ddad90526d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.219511] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Acquiring lock "3c0d3e45-58c3-4455-98d3-79ddad90526d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.219511] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Lock "3c0d3e45-58c3-4455-98d3-79ddad90526d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.219511] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Lock "3c0d3e45-58c3-4455-98d3-79ddad90526d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.221354] env[65829]: INFO nova.compute.manager [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Terminating instance [ 750.294027] env[65829]: DEBUG nova.policy [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9721e25d0a443479bd28dbed611cb5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '238a33da88c042509d7179c989b3e861', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.319385] env[65829]: DEBUG nova.compute.manager [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 750.416858] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807329, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.538102] env[65829]: DEBUG nova.compute.manager [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 750.578879] env[65829]: DEBUG oslo_vmware.api [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.583818] env[65829]: DEBUG nova.compute.manager [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 750.585669] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.585669] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f6c6fd-2f18-4eae-9f29-cdfe8f6282e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.593163] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.594679] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5c9e133-3121-441d-9c68-e74fc273d680 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.602534] env[65829]: DEBUG oslo_vmware.api [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 750.602534] env[65829]: value = "task-4807331" [ 750.602534] env[65829]: _type = "Task" [ 750.602534] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.612052] env[65829]: DEBUG oslo_vmware.api [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.668015] env[65829]: DEBUG nova.compute.manager [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 750.717057] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.726240] env[65829]: DEBUG nova.compute.manager [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 750.726452] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.727358] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6650552f-6a2b-40c7-ba88-482844bbf81c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.739793] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.741187] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad3adfc9-d3eb-470a-bb06-b90cca4978cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.751807] env[65829]: DEBUG oslo_vmware.api [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Waiting for the task: (returnval){ [ 750.751807] env[65829]: value = "task-4807332" [ 750.751807] env[65829]: _type = "Task" [ 750.751807] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.762609] env[65829]: DEBUG oslo_vmware.api [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.828658] env[65829]: DEBUG nova.network.neutron [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Successfully created port: 1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 750.852529] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.921913] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807329, 'name': Rename_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.972268] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c02a5a-2aca-4c59-b2c3-1815be9e2507 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.982424] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5b152a-4a39-46a3-a4ac-c08a608b3f2a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.020034] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af483adb-924a-4233-addf-d0852b923dc0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.028734] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5989236-2a13-4f56-bbe0-6f8237606f9e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.047652] env[65829]: DEBUG nova.compute.provider_tree [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.078591] env[65829]: DEBUG oslo_vmware.api [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807330, 'name': PowerOffVM_Task, 'duration_secs': 0.880169} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.078591] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.078817] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.079061] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2e74796-e80d-4f9c-be31-103d92b57421 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.116029] env[65829]: DEBUG oslo_vmware.api [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807331, 'name': PowerOffVM_Task, 'duration_secs': 0.414575} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.120028] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.120028] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.120028] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.120028] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.120028] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Deleting the datastore file [datastore2] 9d74a949-7bd4-4990-ab76-1180e9fd6c1e {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.120028] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8133c7a3-6d18-48e9-8756-d66a6c41f3ae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.121585] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-167e1e1c-1ab2-4126-8f30-0b067378b305 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.130435] env[65829]: DEBUG oslo_vmware.api [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for the task: (returnval){ [ 751.130435] env[65829]: value = "task-4807335" [ 751.130435] env[65829]: _type = "Task" [ 751.130435] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.140112] env[65829]: DEBUG oslo_vmware.api [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.197500] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.263956] env[65829]: DEBUG oslo_vmware.api [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807332, 'name': PowerOffVM_Task, 'duration_secs': 0.266052} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.264250] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.264420] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.264893] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d1ddb83-458d-44c1-9f90-0790ab012a17 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.284013] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.284548] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.284944] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Deleting the datastore file [datastore1] 76c68d4c-cba1-4f98-bf8a-5c8b7f135310 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.285308] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e42eb6b0-bd5a-4ebc-9454-88a8c0b4025f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.296363] env[65829]: DEBUG oslo_vmware.api [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 751.296363] env[65829]: value = "task-4807337" [ 751.296363] env[65829]: _type = "Task" [ 751.296363] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.307313] env[65829]: DEBUG oslo_vmware.api [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.360684] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 751.361406] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 751.361406] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Deleting the datastore file [datastore2] 3c0d3e45-58c3-4455-98d3-79ddad90526d {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 751.361406] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f087cd6a-053a-4009-9c00-95ea8d6f0ddf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.369391] env[65829]: DEBUG oslo_vmware.api [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Waiting for the task: (returnval){ [ 751.369391] env[65829]: value = "task-4807338" [ 751.369391] env[65829]: _type = "Task" [ 751.369391] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.378946] env[65829]: DEBUG oslo_vmware.api [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.421854] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807329, 'name': Rename_Task, 'duration_secs': 1.100154} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.422287] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.422659] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f62ce384-cfbc-4ab8-bf0b-a4b74e993abe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.429922] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 751.429922] env[65829]: value = "task-4807339" [ 751.429922] env[65829]: _type = "Task" [ 751.429922] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.442870] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807339, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.551295] env[65829]: DEBUG nova.scheduler.client.report [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.555839] env[65829]: DEBUG nova.compute.manager [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 751.586258] env[65829]: DEBUG nova.virt.hardware [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 751.587831] env[65829]: DEBUG nova.virt.hardware [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.587831] env[65829]: DEBUG nova.virt.hardware [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 751.587831] env[65829]: DEBUG nova.virt.hardware [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.587831] env[65829]: DEBUG nova.virt.hardware [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 751.587831] env[65829]: DEBUG nova.virt.hardware [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 751.588164] env[65829]: DEBUG nova.virt.hardware [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 751.588349] env[65829]: DEBUG nova.virt.hardware [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 751.588644] env[65829]: DEBUG nova.virt.hardware [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 751.588693] env[65829]: DEBUG nova.virt.hardware [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 751.588858] env[65829]: DEBUG nova.virt.hardware [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 751.589774] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495d0614-5358-4af8-8987-adfb9d49c56d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.603935] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b6635c-2367-42ed-a70d-c26952e0e2a4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.640278] env[65829]: DEBUG oslo_vmware.api [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Task: {'id': task-4807335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226824} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.640598] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.640837] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.641113] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.642655] env[65829]: INFO nova.compute.manager [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Took 1.60 seconds to destroy the instance on the hypervisor. [ 751.642793] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 751.643173] env[65829]: DEBUG nova.compute.manager [-] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 751.643354] env[65829]: DEBUG nova.network.neutron [-] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 751.643664] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.690807] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "1bd871ab-013f-4c2f-9e35-8e1e1794ab07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.691245] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "1bd871ab-013f-4c2f-9e35-8e1e1794ab07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.692063] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "1bd871ab-013f-4c2f-9e35-8e1e1794ab07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.692063] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "1bd871ab-013f-4c2f-9e35-8e1e1794ab07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.692063] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "1bd871ab-013f-4c2f-9e35-8e1e1794ab07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.694773] env[65829]: INFO nova.compute.manager [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Terminating instance [ 751.811086] env[65829]: DEBUG oslo_vmware.api [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321623} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.811394] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.811577] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.811750] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.811918] env[65829]: INFO nova.compute.manager [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Took 1.23 seconds to destroy the instance on the hypervisor. [ 751.812185] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 751.812538] env[65829]: DEBUG nova.compute.manager [-] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 751.812538] env[65829]: DEBUG nova.network.neutron [-] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 751.812882] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.880194] env[65829]: DEBUG oslo_vmware.api [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Task: {'id': task-4807338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27433} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.880540] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 751.880699] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 751.880941] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 751.881170] env[65829]: INFO nova.compute.manager [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 751.881412] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 751.881601] env[65829]: DEBUG nova.compute.manager [-] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 751.881689] env[65829]: DEBUG nova.network.neutron [-] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 751.882046] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.940713] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807339, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.060707] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.061117] env[65829]: DEBUG nova.compute.manager [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 752.067020] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.705s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.067020] env[65829]: DEBUG nova.objects.instance [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'resources' on Instance uuid 8f944543-68f2-46c2-95ca-794372908266 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.200165] env[65829]: DEBUG nova.compute.manager [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 752.200165] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.204025] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dff18bd-74fb-408d-ae71-59beebf0d212 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.211544] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.211812] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77df69f4-a869-4e58-800d-c638b39e0dd3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.222229] env[65829]: DEBUG oslo_vmware.api [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 752.222229] env[65829]: value = "task-4807340" [ 752.222229] env[65829]: _type = "Task" [ 752.222229] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.232669] env[65829]: DEBUG oslo_vmware.api [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807340, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.324227] env[65829]: DEBUG nova.network.neutron [-] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 752.324576] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.447663] env[65829]: DEBUG oslo_vmware.api [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807339, 'name': PowerOnVM_Task, 'duration_secs': 0.630361} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.447663] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.447663] env[65829]: INFO nova.compute.manager [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Took 12.46 seconds to spawn the instance on the hypervisor. [ 752.447663] env[65829]: DEBUG nova.compute.manager [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 752.448429] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98bade6-faf9-47f7-ac82-6b8b8206b8c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.469088] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.503502] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.568527] env[65829]: DEBUG nova.compute.utils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.575552] env[65829]: DEBUG nova.compute.manager [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 752.575778] env[65829]: DEBUG nova.network.neutron [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 752.576153] env[65829]: WARNING neutronclient.v2_0.client [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.577137] env[65829]: WARNING neutronclient.v2_0.client [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.734757] env[65829]: DEBUG oslo_vmware.api [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807340, 'name': PowerOffVM_Task, 'duration_secs': 0.302372} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.735676] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.736241] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.739166] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d5a6e4e-7edc-41c6-9a9b-9a81888029b5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.758178] env[65829]: DEBUG nova.network.neutron [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Successfully updated port: 1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 752.804272] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.805725] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.805794] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Deleting the datastore file [datastore2] 1bd871ab-013f-4c2f-9e35-8e1e1794ab07 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.806855] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a12fb977-dd2d-4b0c-aeef-d274dc72c267 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.814699] env[65829]: DEBUG oslo_vmware.api [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for the task: (returnval){ [ 752.814699] env[65829]: value = "task-4807342" [ 752.814699] env[65829]: _type = "Task" [ 752.814699] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.825129] env[65829]: DEBUG oslo_vmware.api [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.829873] env[65829]: DEBUG nova.network.neutron [-] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.969875] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed2ca92-da0f-4626-84f4-655772f62365 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.978476] env[65829]: INFO nova.compute.manager [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Took 28.71 seconds to build instance. [ 752.986969] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33729c91-7d9e-4784-af97-bd7d7b802173 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.025958] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65850c07-4ca4-4ddd-a146-e4c60de12732 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.036357] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb85533-08ce-44d2-85c9-45283d4e9c62 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.051469] env[65829]: DEBUG nova.compute.provider_tree [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.072922] env[65829]: DEBUG nova.compute.manager [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 753.235034] env[65829]: DEBUG nova.policy [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13ea655a8ac848889a5480912454fe66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85895df277fa4431b7b15cea202171d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.267944] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "refresh_cache-7666ca12-8127-4640-9ee1-ebea47a22e41" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.268147] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "refresh_cache-7666ca12-8127-4640-9ee1-ebea47a22e41" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.268325] env[65829]: DEBUG nova.network.neutron [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 753.329860] env[65829]: DEBUG oslo_vmware.api [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Task: {'id': task-4807342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148368} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.330859] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.331149] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.331415] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.331686] env[65829]: INFO nova.compute.manager [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Took 1.13 seconds to destroy the instance on the hypervisor. [ 753.332073] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 753.333593] env[65829]: INFO nova.compute.manager [-] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Took 1.69 seconds to deallocate network for instance. [ 753.333593] env[65829]: DEBUG nova.compute.manager [-] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 753.333593] env[65829]: DEBUG nova.network.neutron [-] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 753.333593] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.480850] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d4ce4b54-233c-4aec-8dcd-097a6f0674bc tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.227s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.558077] env[65829]: DEBUG nova.scheduler.client.report [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.712260] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.846203] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.911432] env[65829]: DEBUG nova.network.neutron [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Successfully created port: 36703438-9a1e-46c8-9de8-b1432887f35b {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 753.961809] env[65829]: DEBUG nova.network.neutron [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 754.066600] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.070484] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.356s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.072832] env[65829]: INFO nova.compute.claims [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.084253] env[65829]: DEBUG nova.compute.manager [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 754.111654] env[65829]: INFO nova.scheduler.client.report [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Deleted allocations for instance 8f944543-68f2-46c2-95ca-794372908266 [ 754.134414] env[65829]: DEBUG nova.network.neutron [-] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.144491] env[65829]: DEBUG nova.virt.hardware [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 754.144811] env[65829]: DEBUG nova.virt.hardware [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.145027] env[65829]: DEBUG nova.virt.hardware [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 754.145252] env[65829]: DEBUG nova.virt.hardware [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.145420] env[65829]: DEBUG nova.virt.hardware [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 754.145587] env[65829]: DEBUG nova.virt.hardware [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 754.145815] env[65829]: DEBUG nova.virt.hardware [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 754.145964] env[65829]: DEBUG nova.virt.hardware [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 754.146134] env[65829]: DEBUG nova.virt.hardware [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 754.146289] env[65829]: DEBUG nova.virt.hardware [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 754.146517] env[65829]: DEBUG nova.virt.hardware [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 754.148143] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfaabe7-c55a-4bbc-901d-ba3882e55c4a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.161805] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd9645b-01ba-4e51-9dd9-4e939a5bfc0c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.241683] env[65829]: WARNING neutronclient.v2_0.client [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.250138] env[65829]: DEBUG nova.compute.manager [req-7998e086-e235-4fa3-9569-3bbad65a2f5a req-7360a140-7c04-474f-8e5d-2b6ffede66b5 service nova] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Received event network-changed-432ec9c0-2c77-43e0-b889-5bdd40c701a5 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 754.250348] env[65829]: DEBUG nova.compute.manager [req-7998e086-e235-4fa3-9569-3bbad65a2f5a req-7360a140-7c04-474f-8e5d-2b6ffede66b5 service nova] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Refreshing instance network info cache due to event network-changed-432ec9c0-2c77-43e0-b889-5bdd40c701a5. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 754.252191] env[65829]: DEBUG oslo_concurrency.lockutils [req-7998e086-e235-4fa3-9569-3bbad65a2f5a req-7360a140-7c04-474f-8e5d-2b6ffede66b5 service nova] Acquiring lock "refresh_cache-dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.252523] env[65829]: DEBUG oslo_concurrency.lockutils [req-7998e086-e235-4fa3-9569-3bbad65a2f5a req-7360a140-7c04-474f-8e5d-2b6ffede66b5 service nova] Acquired lock "refresh_cache-dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.252630] env[65829]: DEBUG nova.network.neutron [req-7998e086-e235-4fa3-9569-3bbad65a2f5a req-7360a140-7c04-474f-8e5d-2b6ffede66b5 service nova] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Refreshing network info cache for port 432ec9c0-2c77-43e0-b889-5bdd40c701a5 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.394384] env[65829]: DEBUG nova.network.neutron [-] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.438965] env[65829]: DEBUG nova.network.neutron [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Updating instance_info_cache with network_info: [{"id": "1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4", "address": "fa:16:3e:65:29:d9", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f96ebbc-4b", "ovs_interfaceid": "1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.564373] env[65829]: DEBUG nova.compute.manager [req-6d43bbed-1ce6-4e97-a09c-b4fcedb21e33 req-629c86f6-29c9-4f1b-a8d6-2b3c6bb5078d service nova] [instance: 8f944543-68f2-46c2-95ca-794372908266] Received event network-vif-deleted-5d6f4164-dce8-4020-987e-a9865160efea {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 754.620371] env[65829]: DEBUG nova.network.neutron [-] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.621700] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0ad469c3-1d2e-4d16-a264-fb428ead58cd tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "8f944543-68f2-46c2-95ca-794372908266" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.051s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.636400] env[65829]: INFO nova.compute.manager [-] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Took 2.75 seconds to deallocate network for instance. [ 754.758224] env[65829]: WARNING neutronclient.v2_0.client [req-7998e086-e235-4fa3-9569-3bbad65a2f5a req-7360a140-7c04-474f-8e5d-2b6ffede66b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.898038] env[65829]: INFO nova.compute.manager [-] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Took 3.09 seconds to deallocate network for instance. [ 754.942307] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "refresh_cache-7666ca12-8127-4640-9ee1-ebea47a22e41" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.942730] env[65829]: DEBUG nova.compute.manager [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Instance network_info: |[{"id": "1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4", "address": "fa:16:3e:65:29:d9", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f96ebbc-4b", "ovs_interfaceid": "1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 754.943262] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:29:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.951692] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 754.952351] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.952664] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c501a251-fc2c-4359-9d40-ec301a1bfe58 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.975268] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.975268] env[65829]: value = "task-4807343" [ 754.975268] env[65829]: _type = "Task" [ 754.975268] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.988935] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807343, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.040678] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Acquiring lock "a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.041273] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Lock "a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.041689] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Acquiring lock "a03c6f7d-0e4f-4eb3-8991-5b990f0dd206-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.042019] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Lock "a03c6f7d-0e4f-4eb3-8991-5b990f0dd206-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.042296] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Lock "a03c6f7d-0e4f-4eb3-8991-5b990f0dd206-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.045717] env[65829]: INFO nova.compute.manager [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Terminating instance [ 755.127066] env[65829]: INFO nova.compute.manager [-] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Took 1.79 seconds to deallocate network for instance. [ 755.144575] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.405610] env[65829]: DEBUG oslo_concurrency.lockutils [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.438219] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04b7871-77c9-468f-84f9-337e11e8c965 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.449435] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3e04bb-9b1a-4fd8-b410-373a9e316234 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.491423] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7dc7ad-4715-4433-bd26-8a7ae6f984f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.499451] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807343, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.503068] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75399a1-c1fd-4f9f-adf5-fb18ab1d4fe5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.520415] env[65829]: DEBUG nova.compute.provider_tree [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.532744] env[65829]: WARNING neutronclient.v2_0.client [req-7998e086-e235-4fa3-9569-3bbad65a2f5a req-7360a140-7c04-474f-8e5d-2b6ffede66b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.550423] env[65829]: DEBUG nova.compute.manager [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 755.550966] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.551643] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616cb302-b87c-45e9-a791-1f919238f909 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.560442] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.560727] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a49e6fe-f87e-49a0-979b-088b8c27a196 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.567831] env[65829]: DEBUG oslo_vmware.api [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Waiting for the task: (returnval){ [ 755.567831] env[65829]: value = "task-4807344" [ 755.567831] env[65829]: _type = "Task" [ 755.567831] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.578725] env[65829]: DEBUG oslo_vmware.api [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.633792] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.657778] env[65829]: DEBUG nova.network.neutron [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Successfully updated port: 36703438-9a1e-46c8-9de8-b1432887f35b {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 755.828314] env[65829]: DEBUG nova.network.neutron [req-7998e086-e235-4fa3-9569-3bbad65a2f5a req-7360a140-7c04-474f-8e5d-2b6ffede66b5 service nova] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Updated VIF entry in instance network info cache for port 432ec9c0-2c77-43e0-b889-5bdd40c701a5. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 755.828758] env[65829]: DEBUG nova.network.neutron [req-7998e086-e235-4fa3-9569-3bbad65a2f5a req-7360a140-7c04-474f-8e5d-2b6ffede66b5 service nova] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Updating instance_info_cache with network_info: [{"id": "432ec9c0-2c77-43e0-b889-5bdd40c701a5", "address": "fa:16:3e:9d:f5:be", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432ec9c0-2c", "ovs_interfaceid": "432ec9c0-2c77-43e0-b889-5bdd40c701a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.999298] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807343, 'name': CreateVM_Task, 'duration_secs': 0.616292} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.999568] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.000148] env[65829]: WARNING neutronclient.v2_0.client [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.000597] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.000675] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.001161] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.001347] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c024094a-acb7-4387-9a3d-a95725106686 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.011410] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 756.011410] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526dfcc6-5368-c192-0230-558668b40212" [ 756.011410] env[65829]: _type = "Task" [ 756.011410] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.021344] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526dfcc6-5368-c192-0230-558668b40212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.026018] env[65829]: DEBUG nova.scheduler.client.report [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.079632] env[65829]: DEBUG oslo_vmware.api [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807344, 'name': PowerOffVM_Task, 'duration_secs': 0.459884} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.080103] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.080103] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.080536] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e218080a-a8b7-4261-abb5-56de30934c6b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.109173] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquiring lock "bc817d02-799b-4158-bc5c-fe73fa365294" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.109447] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lock "bc817d02-799b-4158-bc5c-fe73fa365294" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.109830] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquiring lock "bc817d02-799b-4158-bc5c-fe73fa365294-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.110130] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lock "bc817d02-799b-4158-bc5c-fe73fa365294-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.110663] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lock "bc817d02-799b-4158-bc5c-fe73fa365294-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.113605] env[65829]: INFO nova.compute.manager [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Terminating instance [ 756.160838] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Acquiring lock "refresh_cache-d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.161184] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Acquired lock "refresh_cache-d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.161311] env[65829]: DEBUG nova.network.neutron [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 756.175346] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.175578] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.175902] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Deleting the datastore file [datastore1] a03c6f7d-0e4f-4eb3-8991-5b990f0dd206 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.176047] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9581f5bf-fe2c-4b15-bb16-f6e478251c88 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.185363] env[65829]: DEBUG oslo_vmware.api [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Waiting for the task: (returnval){ [ 756.185363] env[65829]: value = "task-4807346" [ 756.185363] env[65829]: _type = "Task" [ 756.185363] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.195171] env[65829]: DEBUG oslo_vmware.api [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.332706] env[65829]: DEBUG oslo_concurrency.lockutils [req-7998e086-e235-4fa3-9569-3bbad65a2f5a req-7360a140-7c04-474f-8e5d-2b6ffede66b5 service nova] Releasing lock "refresh_cache-dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.380496] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "2befa94b-af61-43f7-af56-c7d45768cb6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.380823] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "2befa94b-af61-43f7-af56-c7d45768cb6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.523653] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526dfcc6-5368-c192-0230-558668b40212, 'name': SearchDatastore_Task, 'duration_secs': 0.026462} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.523988] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.524243] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.524494] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.524636] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.524821] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.525117] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07dd6e04-6db2-4a27-99d3-eebfb0328e7b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.532598] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.533181] env[65829]: DEBUG nova.compute.manager [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 756.537237] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.685s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.538711] env[65829]: INFO nova.compute.claims [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.543035] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.543035] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.543168] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd6079cd-c602-4c8e-95a4-d2fd4aeb8a91 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.549643] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 756.549643] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a65d41-9527-ffc3-9f04-26d1c51bd6f4" [ 756.549643] env[65829]: _type = "Task" [ 756.549643] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.561722] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a65d41-9527-ffc3-9f04-26d1c51bd6f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.617914] env[65829]: DEBUG nova.compute.manager [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 756.618116] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.619034] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963522b8-daf4-4894-9e35-3dcf0ffae11a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.629924] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.630260] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ae6dea4-af8f-4c82-9b6a-fb868b42e2ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.638586] env[65829]: DEBUG oslo_vmware.api [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Waiting for the task: (returnval){ [ 756.638586] env[65829]: value = "task-4807347" [ 756.638586] env[65829]: _type = "Task" [ 756.638586] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.648364] env[65829]: DEBUG oslo_vmware.api [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.696853] env[65829]: DEBUG oslo_vmware.api [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Task: {'id': task-4807346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21342} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.697494] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.697849] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.698043] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.698218] env[65829]: INFO nova.compute.manager [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Took 1.15 seconds to destroy the instance on the hypervisor. [ 756.698465] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 756.698663] env[65829]: DEBUG nova.compute.manager [-] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 756.698759] env[65829]: DEBUG nova.network.neutron [-] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 756.700681] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.776312] env[65829]: DEBUG nova.network.neutron [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 756.880031] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.886697] env[65829]: DEBUG nova.compute.manager [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 757.044956] env[65829]: DEBUG nova.compute.utils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.048732] env[65829]: DEBUG nova.compute.manager [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 757.048732] env[65829]: DEBUG nova.network.neutron [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 757.048832] env[65829]: WARNING neutronclient.v2_0.client [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.051386] env[65829]: WARNING neutronclient.v2_0.client [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.064439] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a65d41-9527-ffc3-9f04-26d1c51bd6f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011358} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.065236] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d0ba07-ea42-48d4-8e1e-51dcb150b508 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.071745] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 757.071745] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526db512-2f24-68b9-7510-7b31db27d32c" [ 757.071745] env[65829]: _type = "Task" [ 757.071745] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.081055] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526db512-2f24-68b9-7510-7b31db27d32c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.153493] env[65829]: DEBUG oslo_vmware.api [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807347, 'name': PowerOffVM_Task, 'duration_secs': 0.245435} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.153493] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.153493] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 757.153493] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b5a25d9-51b2-409b-a891-4f985e12a5af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.246312] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 757.246312] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 757.246312] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Deleting the datastore file [datastore2] bc817d02-799b-4158-bc5c-fe73fa365294 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 757.247049] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7dcff14-7def-494c-8eba-c5d801d5a8ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.257950] env[65829]: DEBUG oslo_vmware.api [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Waiting for the task: (returnval){ [ 757.257950] env[65829]: value = "task-4807349" [ 757.257950] env[65829]: _type = "Task" [ 757.257950] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.271023] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.271023] env[65829]: DEBUG oslo_vmware.api [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.271023] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.271023] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.271023] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.271023] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.271023] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.271023] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.271023] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 757.271023] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.338883] env[65829]: DEBUG nova.policy [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecc9d36acf5048cfa276c7cb3f38b6c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27b61262bedd4e71908704c16074975d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.416948] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.537691] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "c0e941a1-acec-4e7b-b40e-945e08ad2d61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.538009] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "c0e941a1-acec-4e7b-b40e-945e08ad2d61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.549424] env[65829]: DEBUG nova.compute.manager [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 757.585970] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526db512-2f24-68b9-7510-7b31db27d32c, 'name': SearchDatastore_Task, 'duration_secs': 0.015962} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.586380] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.586680] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 7666ca12-8127-4640-9ee1-ebea47a22e41/7666ca12-8127-4640-9ee1-ebea47a22e41.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.587139] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-997f1d32-16c5-49a4-8ff8-26770ff2bd39 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.600021] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 757.600021] env[65829]: value = "task-4807350" [ 757.600021] env[65829]: _type = "Task" [ 757.600021] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.608797] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.687340] env[65829]: WARNING neutronclient.v2_0.client [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.738321] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "97649e37-94dd-4ee5-889f-88b4a1c03a82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.738321] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.768780] env[65829]: DEBUG oslo_vmware.api [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Task: {'id': task-4807349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21203} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.769200] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.770042] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.770042] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.770042] env[65829]: INFO nova.compute.manager [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Took 1.15 seconds to destroy the instance on the hypervisor. [ 757.770453] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 757.770943] env[65829]: DEBUG nova.compute.manager [-] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 757.771062] env[65829]: DEBUG nova.network.neutron [-] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 757.771389] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.777127] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.970704] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "ed75b2fd-a4f7-4557-a905-0b6ae1f66940" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.970943] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "ed75b2fd-a4f7-4557-a905-0b6ae1f66940" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.971194] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "ed75b2fd-a4f7-4557-a905-0b6ae1f66940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.971384] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "ed75b2fd-a4f7-4557-a905-0b6ae1f66940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.971766] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "ed75b2fd-a4f7-4557-a905-0b6ae1f66940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.974736] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9c4a11-e529-4bd3-9f92-834fe2cc2c44 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.978118] env[65829]: INFO nova.compute.manager [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Terminating instance [ 757.989736] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-224539c4-ff2a-4e69-9b57-15f38343f3cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Suspending the VM {{(pid=65829) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 757.990915] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7fbf8809-e2fb-4908-8519-f4e4437c13fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.001316] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.010210] env[65829]: DEBUG oslo_vmware.api [None req-224539c4-ff2a-4e69-9b57-15f38343f3cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 758.010210] env[65829]: value = "task-4807351" [ 758.010210] env[65829]: _type = "Task" [ 758.010210] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.031621] env[65829]: DEBUG oslo_vmware.api [None req-224539c4-ff2a-4e69-9b57-15f38343f3cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807351, 'name': SuspendVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.040443] env[65829]: DEBUG nova.compute.manager [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 758.054798] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dc9728-b6b9-44f5-aa56-b5bec04895b0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.063864] env[65829]: DEBUG nova.network.neutron [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Updating instance_info_cache with network_info: [{"id": "36703438-9a1e-46c8-9de8-b1432887f35b", "address": "fa:16:3e:13:50:c4", "network": {"id": "eb543e0a-8103-4cef-a842-eac9ef7ed9e6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1467919395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "85895df277fa4431b7b15cea202171d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36703438-9a", "ovs_interfaceid": "36703438-9a1e-46c8-9de8-b1432887f35b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.078661] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589b1227-396f-4bfa-ab40-4167a642592c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.127561] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1b1797-dfa9-4085-85c5-05fc1eb3b680 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.143053] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce031c0f-e1e9-4602-bf65-f4f3e95f4b92 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.147165] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807350, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.165210] env[65829]: DEBUG nova.compute.provider_tree [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.170449] env[65829]: DEBUG nova.network.neutron [-] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.241708] env[65829]: DEBUG nova.compute.manager [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 758.309163] env[65829]: DEBUG nova.network.neutron [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Successfully created port: 17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 758.488805] env[65829]: DEBUG nova.compute.manager [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 758.489210] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.491260] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9179e11f-127f-475a-9163-78ab1424e847 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.501953] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.502282] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bfc6891-d9c7-4ffb-b969-b09fd6c64d96 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.513858] env[65829]: DEBUG oslo_vmware.api [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 758.513858] env[65829]: value = "task-4807352" [ 758.513858] env[65829]: _type = "Task" [ 758.513858] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.527856] env[65829]: DEBUG oslo_vmware.api [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.531579] env[65829]: DEBUG oslo_vmware.api [None req-224539c4-ff2a-4e69-9b57-15f38343f3cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807351, 'name': SuspendVM_Task} progress is 58%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.569522] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Releasing lock "refresh_cache-d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.569953] env[65829]: DEBUG nova.compute.manager [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Instance network_info: |[{"id": "36703438-9a1e-46c8-9de8-b1432887f35b", "address": "fa:16:3e:13:50:c4", "network": {"id": "eb543e0a-8103-4cef-a842-eac9ef7ed9e6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1467919395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "85895df277fa4431b7b15cea202171d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36703438-9a", "ovs_interfaceid": "36703438-9a1e-46c8-9de8-b1432887f35b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 758.571360] env[65829]: DEBUG nova.compute.manager [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 758.573933] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:50:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cbd5e0e-9116-46f1-9748-13a73d2d7e75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36703438-9a1e-46c8-9de8-b1432887f35b', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.582106] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Creating folder: Project (85895df277fa4431b7b15cea202171d8). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.584468] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.584468] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f9244d1-9a6b-42dd-88e6-078f63eb63b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.597613] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Created folder: Project (85895df277fa4431b7b15cea202171d8) in parent group-v937255. [ 758.597977] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Creating folder: Instances. Parent ref: group-v937389. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.598296] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-443d85b0-d3ed-428f-ba08-b3095314b662 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.611525] env[65829]: DEBUG nova.virt.hardware [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 758.611835] env[65829]: DEBUG nova.virt.hardware [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.612046] env[65829]: DEBUG nova.virt.hardware [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 758.612443] env[65829]: DEBUG nova.virt.hardware [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.612538] env[65829]: DEBUG nova.virt.hardware [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 758.612659] env[65829]: DEBUG nova.virt.hardware [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 758.612971] env[65829]: DEBUG nova.virt.hardware [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 758.613166] env[65829]: DEBUG nova.virt.hardware [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 758.613340] env[65829]: DEBUG nova.virt.hardware [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 758.613501] env[65829]: DEBUG nova.virt.hardware [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 758.613743] env[65829]: DEBUG nova.virt.hardware [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 758.614856] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2e7bff-1ba7-4fb7-a258-23cdba552141 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.619290] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Created folder: Instances in parent group-v937389. [ 758.619608] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 758.620247] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.620556] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b084b01e-165a-4602-a8fd-64f952986a43 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.646707] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c111acf-e55a-4c5d-98d7-4ccf7e21aebe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.652603] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.652603] env[65829]: value = "task-4807355" [ 758.652603] env[65829]: _type = "Task" [ 758.652603] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.670362] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.671360] env[65829]: DEBUG nova.scheduler.client.report [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.681150] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 7666ca12-8127-4640-9ee1-ebea47a22e41/7666ca12-8127-4640-9ee1-ebea47a22e41.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.681499] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.682084] env[65829]: INFO nova.compute.manager [-] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Took 1.98 seconds to deallocate network for instance. [ 758.689278] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3249a785-af79-49a7-9d55-7febbeb0b8d6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.697024] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807355, 'name': CreateVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.708189] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 758.708189] env[65829]: value = "task-4807356" [ 758.708189] env[65829]: _type = "Task" [ 758.708189] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.720107] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807356, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.778174] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.026642] env[65829]: DEBUG oslo_vmware.api [None req-224539c4-ff2a-4e69-9b57-15f38343f3cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807351, 'name': SuspendVM_Task, 'duration_secs': 0.788533} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.027421] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-224539c4-ff2a-4e69-9b57-15f38343f3cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Suspended the VM {{(pid=65829) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 759.027678] env[65829]: DEBUG nova.compute.manager [None req-224539c4-ff2a-4e69-9b57-15f38343f3cd tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 759.028941] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be442e45-aa71-45fe-a020-2fa0e4e92651 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.035069] env[65829]: DEBUG oslo_vmware.api [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807352, 'name': PowerOffVM_Task, 'duration_secs': 0.277618} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.035488] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.035679] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.035963] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9dc1d93-57ff-49a9-97ec-46600dcc36a3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.115947] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.116207] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.116406] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Deleting the datastore file [datastore1] ed75b2fd-a4f7-4557-a905-0b6ae1f66940 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.116694] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60991890-cb46-4b77-938f-73f29f5082b8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.124937] env[65829]: DEBUG oslo_vmware.api [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 759.124937] env[65829]: value = "task-4807358" [ 759.124937] env[65829]: _type = "Task" [ 759.124937] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.134743] env[65829]: DEBUG oslo_vmware.api [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.163495] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807355, 'name': CreateVM_Task, 'duration_secs': 0.435634} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.163713] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.164305] env[65829]: WARNING neutronclient.v2_0.client [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.164693] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.164854] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.165212] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.165492] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a6f6b9-f758-4699-91e3-3b559a308ae2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.170898] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Waiting for the task: (returnval){ [ 759.170898] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c3b0e2-2135-793f-7295-92da41a2b4be" [ 759.170898] env[65829]: _type = "Task" [ 759.170898] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.176231] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.176722] env[65829]: DEBUG nova.compute.manager [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 759.184355] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.987s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.185968] env[65829]: INFO nova.compute.claims [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.188754] env[65829]: DEBUG nova.network.neutron [-] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.189742] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c3b0e2-2135-793f-7295-92da41a2b4be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.205235] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.215237] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807356, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107304} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.218042] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.218042] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e06c81-d55b-4fd1-b991-f6b0f81a41c7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.242935] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 7666ca12-8127-4640-9ee1-ebea47a22e41/7666ca12-8127-4640-9ee1-ebea47a22e41.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.243904] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-195c1a45-6d27-4eba-bb19-5d5c965a2084 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.265087] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 759.265087] env[65829]: value = "task-4807359" [ 759.265087] env[65829]: _type = "Task" [ 759.265087] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.274521] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807359, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.636435] env[65829]: DEBUG oslo_vmware.api [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210719} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.636834] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.636834] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.636985] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.637187] env[65829]: INFO nova.compute.manager [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Took 1.15 seconds to destroy the instance on the hypervisor. [ 759.637441] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 759.637666] env[65829]: DEBUG nova.compute.manager [-] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 759.637771] env[65829]: DEBUG nova.network.neutron [-] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 759.638030] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.682740] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c3b0e2-2135-793f-7295-92da41a2b4be, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.682740] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.682972] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.683220] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.683387] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.683587] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.683856] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7c3bbc5-0aa4-4511-8b41-d2e63b38a1b6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.693769] env[65829]: INFO nova.compute.manager [-] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Took 1.92 seconds to deallocate network for instance. [ 759.695138] env[65829]: DEBUG nova.compute.utils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.699575] env[65829]: DEBUG nova.compute.manager [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Not allocating networking since 'none' was specified. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 759.699870] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.700039] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.704448] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba878514-22b4-44b8-9918-f9a97f289755 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.712239] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Waiting for the task: (returnval){ [ 759.712239] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c232a7-4082-94c8-d1f0-51763b72c22b" [ 759.712239] env[65829]: _type = "Task" [ 759.712239] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.723575] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c232a7-4082-94c8-d1f0-51763b72c22b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.775861] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.864594] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.205063] env[65829]: DEBUG nova.compute.manager [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 760.209326] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.224223] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c232a7-4082-94c8-d1f0-51763b72c22b, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.230035] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d202218-ff7a-4bdf-a48a-ecf43449a948 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.236516] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Waiting for the task: (returnval){ [ 760.236516] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5234adfa-abaa-f12c-dee3-3fb5cdbeda20" [ 760.236516] env[65829]: _type = "Task" [ 760.236516] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.249939] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5234adfa-abaa-f12c-dee3-3fb5cdbeda20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.273463] env[65829]: DEBUG nova.network.neutron [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Successfully updated port: 17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 760.287183] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.642721] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681ae393-4ef6-4ce5-98e2-9bed461a11c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.650959] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525126da-54cf-4096-ab82-19a4580bb9db {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.685239] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551310fd-a5c2-45c9-b4de-a6b83f8222fc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.691896] env[65829]: DEBUG nova.compute.manager [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Received event network-changed-d85feb5d-3358-4494-981b-71dc7dddea26 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 760.692093] env[65829]: DEBUG nova.compute.manager [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Refreshing instance network info cache due to event network-changed-d85feb5d-3358-4494-981b-71dc7dddea26. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 760.692302] env[65829]: DEBUG oslo_concurrency.lockutils [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] Acquiring lock "refresh_cache-6da326d9-fef6-421c-a171-995118e260af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.692438] env[65829]: DEBUG oslo_concurrency.lockutils [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] Acquired lock "refresh_cache-6da326d9-fef6-421c-a171-995118e260af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.692618] env[65829]: DEBUG nova.network.neutron [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Refreshing network info cache for port d85feb5d-3358-4494-981b-71dc7dddea26 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.701979] env[65829]: DEBUG nova.compute.manager [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Received event network-vif-deleted-671590e0-dea7-4f75-8708-2525447fb2f4 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 760.703082] env[65829]: DEBUG nova.compute.manager [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Received event network-vif-plugged-36703438-9a1e-46c8-9de8-b1432887f35b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 760.703082] env[65829]: DEBUG oslo_concurrency.lockutils [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] Acquiring lock "d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.703082] env[65829]: DEBUG oslo_concurrency.lockutils [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] Lock "d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.703082] env[65829]: DEBUG oslo_concurrency.lockutils [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] Lock "d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.703082] env[65829]: DEBUG nova.compute.manager [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] No waiting events found dispatching network-vif-plugged-36703438-9a1e-46c8-9de8-b1432887f35b {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 760.703082] env[65829]: WARNING nova.compute.manager [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Received unexpected event network-vif-plugged-36703438-9a1e-46c8-9de8-b1432887f35b for instance with vm_state building and task_state spawning. [ 760.703281] env[65829]: DEBUG nova.compute.manager [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Received event network-changed-36703438-9a1e-46c8-9de8-b1432887f35b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 760.703387] env[65829]: DEBUG nova.compute.manager [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Refreshing instance network info cache due to event network-changed-36703438-9a1e-46c8-9de8-b1432887f35b. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 760.703502] env[65829]: DEBUG oslo_concurrency.lockutils [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] Acquiring lock "refresh_cache-d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.703646] env[65829]: DEBUG oslo_concurrency.lockutils [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] Acquired lock "refresh_cache-d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.703799] env[65829]: DEBUG nova.network.neutron [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Refreshing network info cache for port 36703438-9a1e-46c8-9de8-b1432887f35b {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.706321] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dfb570-8fbd-48e1-8415-eb251a43e264 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.728510] env[65829]: DEBUG nova.compute.provider_tree [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.752183] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5234adfa-abaa-f12c-dee3-3fb5cdbeda20, 'name': SearchDatastore_Task, 'duration_secs': 0.012068} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.753049] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.753438] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27/d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.753773] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c05af222-45d3-47f3-8ad3-fd9695d7ebe2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.761884] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Waiting for the task: (returnval){ [ 760.761884] env[65829]: value = "task-4807360" [ 760.761884] env[65829]: _type = "Task" [ 760.761884] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.773016] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.783316] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquiring lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.783416] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquired lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.783631] env[65829]: DEBUG nova.network.neutron [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 760.785161] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807359, 'name': ReconfigVM_Task, 'duration_secs': 1.299214} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.785930] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 7666ca12-8127-4640-9ee1-ebea47a22e41/7666ca12-8127-4640-9ee1-ebea47a22e41.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.787035] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec06d7db-440d-4a55-9f78-4b2c6c3c9813 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.795187] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 760.795187] env[65829]: value = "task-4807361" [ 760.795187] env[65829]: _type = "Task" [ 760.795187] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.807040] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807361, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.046690] env[65829]: DEBUG nova.network.neutron [-] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.195982] env[65829]: WARNING neutronclient.v2_0.client [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.212172] env[65829]: WARNING neutronclient.v2_0.client [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.217184] env[65829]: DEBUG nova.compute.manager [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 761.234875] env[65829]: DEBUG nova.scheduler.client.report [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.253015] env[65829]: DEBUG nova.virt.hardware [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 761.253193] env[65829]: DEBUG nova.virt.hardware [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.253314] env[65829]: DEBUG nova.virt.hardware [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 761.253817] env[65829]: DEBUG nova.virt.hardware [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.253817] env[65829]: DEBUG nova.virt.hardware [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 761.253998] env[65829]: DEBUG nova.virt.hardware [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 761.254150] env[65829]: DEBUG nova.virt.hardware [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 761.254345] env[65829]: DEBUG nova.virt.hardware [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 761.254545] env[65829]: DEBUG nova.virt.hardware [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 761.254739] env[65829]: DEBUG nova.virt.hardware [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 761.255175] env[65829]: DEBUG nova.virt.hardware [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 761.255976] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380176cd-f651-4034-8768-3d237ccd37bb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.269896] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c510a7-7ca0-4a93-947c-36398c0173ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.282886] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503098} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.293312] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27/d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.293896] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.297300] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.303528] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Creating folder: Project (e0b91240106d466a806ce4e40242997a). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.304467] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b87f7ec-1006-41e5-ae69-f1df96e0aecf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.306928] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebc5fe94-cf28-4648-b09d-b74f5dc8bc08 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.321064] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807361, 'name': Rename_Task, 'duration_secs': 0.17144} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.321774] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.322164] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Waiting for the task: (returnval){ [ 761.322164] env[65829]: value = "task-4807362" [ 761.322164] env[65829]: _type = "Task" [ 761.322164] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.322388] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c1393a9-b7b3-4ca4-9b5e-3865e5733527 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.329601] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Created folder: Project (e0b91240106d466a806ce4e40242997a) in parent group-v937255. [ 761.329789] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Creating folder: Instances. Parent ref: group-v937392. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.330579] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f22c3e6-0246-454f-8e51-6e9dcf0084ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.336610] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 761.336610] env[65829]: value = "task-4807364" [ 761.336610] env[65829]: _type = "Task" [ 761.336610] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.343206] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.345763] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Created folder: Instances in parent group-v937392. [ 761.345763] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 761.345946] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.349562] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae73ba51-ce8f-42fb-98e2-1585e0a59f4b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.362012] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807364, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.368232] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.368232] env[65829]: value = "task-4807366" [ 761.368232] env[65829]: _type = "Task" [ 761.368232] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.377160] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807366, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.550548] env[65829]: INFO nova.compute.manager [-] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Took 1.91 seconds to deallocate network for instance. [ 761.616349] env[65829]: DEBUG nova.network.neutron [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 761.740973] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.741591] env[65829]: DEBUG nova.compute.manager [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 761.745072] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.899s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.745072] env[65829]: DEBUG nova.objects.instance [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lazy-loading 'resources' on Instance uuid 9d74a949-7bd4-4990-ab76-1180e9fd6c1e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.834613] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073125} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.835373] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.836067] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50e7ca7-f944-44dc-b455-176723737685 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.864995] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27/d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.868944] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bc3b6ff-b745-44b7-a254-904292bdaf64 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.888822] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.899619] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807366, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.900700] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Waiting for the task: (returnval){ [ 761.900700] env[65829]: value = "task-4807367" [ 761.900700] env[65829]: _type = "Task" [ 761.900700] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.911031] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.057919] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.257269] env[65829]: DEBUG nova.compute.utils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.263072] env[65829]: DEBUG nova.compute.manager [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 762.263329] env[65829]: DEBUG nova.network.neutron [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 762.263875] env[65829]: WARNING neutronclient.v2_0.client [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.264245] env[65829]: WARNING neutronclient.v2_0.client [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.355035] env[65829]: DEBUG oslo_vmware.api [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807364, 'name': PowerOnVM_Task, 'duration_secs': 0.843895} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.355338] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.355550] env[65829]: INFO nova.compute.manager [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Took 10.80 seconds to spawn the instance on the hypervisor. [ 762.355723] env[65829]: DEBUG nova.compute.manager [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 762.356907] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c1ab40-978b-4e50-9f0b-e4281234f20e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.402332] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807366, 'name': CreateVM_Task, 'duration_secs': 0.622687} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.406776] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.407671] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.407671] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.409567] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.409567] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb22d5fc-b55d-463f-83cd-b8e51acd592c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.419451] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807367, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.423808] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 762.423808] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fcd11e-05f1-2c41-a848-fdae355f606e" [ 762.423808] env[65829]: _type = "Task" [ 762.423808] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.435048] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fcd11e-05f1-2c41-a848-fdae355f606e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.635171] env[65829]: DEBUG nova.policy [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac54f73eb834808b668f1f0cd9b2c03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5ec77e6c4e424e8d1af427ad5dbd33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.662932] env[65829]: WARNING neutronclient.v2_0.client [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.686312] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e6fb02-6ca9-4720-9137-3e97a9b5649b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.690826] env[65829]: WARNING neutronclient.v2_0.client [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.699257] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a762d443-66d9-4373-ba3a-e0bd798df9e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.734315] env[65829]: WARNING neutronclient.v2_0.client [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.737117] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d571ad49-4755-4af5-b0d0-309eeef322c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.745996] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20bd0d7-39c7-4ba3-bbfb-811c40b22c62 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.762044] env[65829]: DEBUG nova.compute.provider_tree [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.766437] env[65829]: DEBUG nova.compute.manager [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 762.889023] env[65829]: INFO nova.compute.manager [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Took 23.09 seconds to build instance. [ 762.910783] env[65829]: DEBUG nova.network.neutron [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updating instance_info_cache with network_info: [{"id": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "address": "fa:16:3e:c0:de:94", "network": {"id": "abdc4782-d7f6-48da-92ad-150ee9f41a9f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1628925309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "27b61262bedd4e71908704c16074975d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc2453-c0", "ovs_interfaceid": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.920177] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807367, 'name': ReconfigVM_Task, 'duration_secs': 0.529375} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.920177] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27/d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.920702] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fedb702-c2cc-4986-9375-7f61ce3a86fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.932498] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Waiting for the task: (returnval){ [ 762.932498] env[65829]: value = "task-4807368" [ 762.932498] env[65829]: _type = "Task" [ 762.932498] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.943178] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fcd11e-05f1-2c41-a848-fdae355f606e, 'name': SearchDatastore_Task, 'duration_secs': 0.028487} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.943456] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.943735] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.943984] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.944148] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.944318] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.944595] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e5f2973-7d7f-43d5-b27a-e6b2e3097bcd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.952202] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807368, 'name': Rename_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.953671] env[65829]: DEBUG nova.network.neutron [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Updated VIF entry in instance network info cache for port d85feb5d-3358-4494-981b-71dc7dddea26. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 762.953991] env[65829]: DEBUG nova.network.neutron [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Updating instance_info_cache with network_info: [{"id": "d85feb5d-3358-4494-981b-71dc7dddea26", "address": "fa:16:3e:f5:34:9a", "network": {"id": "9a8f6d36-ab48-497d-9e9e-0429490d1e3f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1290394226-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7018b99971184a34a82cfd1d7c5d67b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd85feb5d-33", "ovs_interfaceid": "d85feb5d-3358-4494-981b-71dc7dddea26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.964318] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.964492] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.965302] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-723742ab-d45b-4101-bbb8-689d67a0c823 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.974503] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 762.974503] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f19526-23a4-f023-26e6-708edb34c9d9" [ 762.974503] env[65829]: _type = "Task" [ 762.974503] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.984912] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f19526-23a4-f023-26e6-708edb34c9d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.121803] env[65829]: DEBUG nova.network.neutron [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Updated VIF entry in instance network info cache for port 36703438-9a1e-46c8-9de8-b1432887f35b. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 763.122180] env[65829]: DEBUG nova.network.neutron [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Updating instance_info_cache with network_info: [{"id": "36703438-9a1e-46c8-9de8-b1432887f35b", "address": "fa:16:3e:13:50:c4", "network": {"id": "eb543e0a-8103-4cef-a842-eac9ef7ed9e6", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1467919395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "85895df277fa4431b7b15cea202171d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cbd5e0e-9116-46f1-9748-13a73d2d7e75", "external-id": "nsx-vlan-transportzone-690", "segmentation_id": 690, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36703438-9a", "ovs_interfaceid": "36703438-9a1e-46c8-9de8-b1432887f35b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.219410] env[65829]: DEBUG nova.network.neutron [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Successfully created port: 95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 763.271583] env[65829]: DEBUG nova.scheduler.client.report [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.390870] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c2985823-65a7-400e-8deb-82cea766885b tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "7666ca12-8127-4640-9ee1-ebea47a22e41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.601s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.421183] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Releasing lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.421595] env[65829]: DEBUG nova.compute.manager [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Instance network_info: |[{"id": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "address": "fa:16:3e:c0:de:94", "network": {"id": "abdc4782-d7f6-48da-92ad-150ee9f41a9f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1628925309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "27b61262bedd4e71908704c16074975d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc2453-c0", "ovs_interfaceid": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 763.422114] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:de:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17bc2453-c0b8-47c6-bd63-5578b7180b67', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.430741] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Creating folder: Project (27b61262bedd4e71908704c16074975d). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.431086] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3f5e816-b008-4c3b-af9e-7590c2f32365 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.442263] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807368, 'name': Rename_Task, 'duration_secs': 0.182976} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.443955] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.444330] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Created folder: Project (27b61262bedd4e71908704c16074975d) in parent group-v937255. [ 763.444530] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Creating folder: Instances. Parent ref: group-v937395. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.444851] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e88074d-369b-4b65-a8fe-b35d2e0e3afd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.446713] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02335506-31cd-4a86-ba1e-c5721c4c8053 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.454148] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Waiting for the task: (returnval){ [ 763.454148] env[65829]: value = "task-4807370" [ 763.454148] env[65829]: _type = "Task" [ 763.454148] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.460551] env[65829]: DEBUG oslo_concurrency.lockutils [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] Releasing lock "refresh_cache-6da326d9-fef6-421c-a171-995118e260af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.460869] env[65829]: DEBUG nova.compute.manager [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Received event network-vif-plugged-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 763.461125] env[65829]: DEBUG oslo_concurrency.lockutils [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] Acquiring lock "7666ca12-8127-4640-9ee1-ebea47a22e41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.461372] env[65829]: DEBUG oslo_concurrency.lockutils [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] Lock "7666ca12-8127-4640-9ee1-ebea47a22e41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.461591] env[65829]: DEBUG oslo_concurrency.lockutils [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] Lock "7666ca12-8127-4640-9ee1-ebea47a22e41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.462644] env[65829]: DEBUG nova.compute.manager [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] No waiting events found dispatching network-vif-plugged-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 763.462644] env[65829]: WARNING nova.compute.manager [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Received unexpected event network-vif-plugged-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 for instance with vm_state building and task_state spawning. [ 763.462644] env[65829]: DEBUG nova.compute.manager [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Received event network-changed-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 763.462644] env[65829]: DEBUG nova.compute.manager [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Refreshing instance network info cache due to event network-changed-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 763.462853] env[65829]: DEBUG oslo_concurrency.lockutils [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] Acquiring lock "refresh_cache-7666ca12-8127-4640-9ee1-ebea47a22e41" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.462960] env[65829]: DEBUG oslo_concurrency.lockutils [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] Acquired lock "refresh_cache-7666ca12-8127-4640-9ee1-ebea47a22e41" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.463179] env[65829]: DEBUG nova.network.neutron [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Refreshing network info cache for port 1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.464740] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Created folder: Instances in parent group-v937395. [ 763.465021] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 763.465978] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.466231] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9e948a6-4030-4ea5-b5e4-f8d52d6b5c87 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.486243] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.498678] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f19526-23a4-f023-26e6-708edb34c9d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011467} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.500805] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.500805] env[65829]: value = "task-4807372" [ 763.500805] env[65829]: _type = "Task" [ 763.500805] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.501090] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d2d7a3a-6443-4178-ba43-e36b4e91c223 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.510817] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 763.510817] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5287731f-deef-9d8f-580e-adae29779aad" [ 763.510817] env[65829]: _type = "Task" [ 763.510817] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.514439] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807372, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.523228] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5287731f-deef-9d8f-580e-adae29779aad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.625535] env[65829]: DEBUG oslo_concurrency.lockutils [req-545053d1-48df-48a4-abe4-9ec47aafa95b req-26501b6a-a175-44bb-afc7-5a4e6e2ec8f4 service nova] Releasing lock "refresh_cache-d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.784351] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.787971] env[65829]: DEBUG nova.compute.manager [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 763.790710] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.646s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.791226] env[65829]: DEBUG nova.objects.instance [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Lazy-loading 'resources' on Instance uuid 3c0d3e45-58c3-4455-98d3-79ddad90526d {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 763.821118] env[65829]: DEBUG nova.virt.hardware [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.821220] env[65829]: DEBUG nova.virt.hardware [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.821411] env[65829]: DEBUG nova.virt.hardware [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.822562] env[65829]: DEBUG nova.virt.hardware [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.822562] env[65829]: DEBUG nova.virt.hardware [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.822562] env[65829]: DEBUG nova.virt.hardware [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.824230] env[65829]: DEBUG nova.virt.hardware [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.824444] env[65829]: DEBUG nova.virt.hardware [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.824622] env[65829]: DEBUG nova.virt.hardware [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.824829] env[65829]: DEBUG nova.virt.hardware [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.824956] env[65829]: DEBUG nova.virt.hardware [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.826379] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb635b2-dfbf-4b0d-a668-44192611e118 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.830428] env[65829]: INFO nova.scheduler.client.report [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Deleted allocations for instance 9d74a949-7bd4-4990-ab76-1180e9fd6c1e [ 763.842398] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6723fe4-8cb2-4fc7-b619-31d535017c49 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.966497] env[65829]: WARNING neutronclient.v2_0.client [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.969016] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807370, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.017666] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807372, 'name': CreateVM_Task, 'duration_secs': 0.350318} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.022769] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.023404] env[65829]: WARNING neutronclient.v2_0.client [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.023757] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.023906] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.024237] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.024916] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-501ae4f4-01aa-4a5b-b2a9-c417139b6a49 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.035736] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5287731f-deef-9d8f-580e-adae29779aad, 'name': SearchDatastore_Task, 'duration_secs': 0.02017} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.037260] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.037632] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 90a5af16-3f4b-49a0-b1f4-aa9086e449fd/90a5af16-3f4b-49a0-b1f4-aa9086e449fd.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.038396] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for the task: (returnval){ [ 764.038396] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52543017-f055-3220-a583-e6f12bfc6277" [ 764.038396] env[65829]: _type = "Task" [ 764.038396] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.038602] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-319b3afc-6fca-48e0-987d-06e47629cbf5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.052358] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52543017-f055-3220-a583-e6f12bfc6277, 'name': SearchDatastore_Task, 'duration_secs': 0.017977} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.054300] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.054579] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.054858] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.055083] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.055246] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.055581] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 764.055581] env[65829]: value = "task-4807373" [ 764.055581] env[65829]: _type = "Task" [ 764.055581] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.055785] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f646bcbd-43c6-4d2e-b83e-0d4a170aecc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.068801] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.070395] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.070576] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.071365] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430a7f45-754a-4453-b775-00d63b0cce75 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.077493] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for the task: (returnval){ [ 764.077493] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e134cc-8c1a-e412-eba8-fc7dd5bd339d" [ 764.077493] env[65829]: _type = "Task" [ 764.077493] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.086456] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e134cc-8c1a-e412-eba8-fc7dd5bd339d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.346580] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0c43894-9f43-4cfa-b5c5-2b8340dd8b77 tempest-ServersListShow2100Test-677972435 tempest-ServersListShow2100Test-677972435-project-member] Lock "9d74a949-7bd4-4990-ab76-1180e9fd6c1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.340s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.471462] env[65829]: DEBUG oslo_vmware.api [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807370, 'name': PowerOnVM_Task, 'duration_secs': 0.616723} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.474918] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.475127] env[65829]: INFO nova.compute.manager [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Took 10.39 seconds to spawn the instance on the hypervisor. [ 764.475339] env[65829]: DEBUG nova.compute.manager [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 764.476753] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8cf55f-931d-4a70-adfa-625d4dfe68b2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.572745] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807373, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.596471] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e134cc-8c1a-e412-eba8-fc7dd5bd339d, 'name': SearchDatastore_Task, 'duration_secs': 0.020613} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.597616] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce38b4a-fea1-470a-9de3-74b460f2612d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.610267] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for the task: (returnval){ [ 764.610267] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d10e46-3ee7-9049-634d-a446af50277e" [ 764.610267] env[65829]: _type = "Task" [ 764.610267] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.631126] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d10e46-3ee7-9049-634d-a446af50277e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.809022] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3e1c40-b52b-4278-b504-92224b27d17b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.818721] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3baabaf-c10f-4805-8355-c8e151f592c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.872690] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc9592c-cad0-49ae-82c1-e385ef9bd0c6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.884420] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a539278-c5ec-42e1-8f9c-0b1c1ff670b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.898387] env[65829]: DEBUG nova.compute.provider_tree [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.948691] env[65829]: DEBUG nova.network.neutron [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Successfully updated port: 95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 765.002428] env[65829]: INFO nova.compute.manager [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Took 20.16 seconds to build instance. [ 765.069460] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668759} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.070624] env[65829]: WARNING neutronclient.v2_0.client [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.072827] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 90a5af16-3f4b-49a0-b1f4-aa9086e449fd/90a5af16-3f4b-49a0-b1f4-aa9086e449fd.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.073051] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.073725] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5859e802-f703-4af8-aac6-6d12b2ad0a29 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.082604] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 765.082604] env[65829]: value = "task-4807374" [ 765.082604] env[65829]: _type = "Task" [ 765.082604] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.093468] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.128244] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d10e46-3ee7-9049-634d-a446af50277e, 'name': SearchDatastore_Task, 'duration_secs': 0.061597} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.128568] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.129049] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] e5d1e2cb-8800-4496-86d3-1b9339772125/e5d1e2cb-8800-4496-86d3-1b9339772125.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.129170] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a7515f6-888b-444e-a4e1-66934bea9afc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.138986] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for the task: (returnval){ [ 765.138986] env[65829]: value = "task-4807375" [ 765.138986] env[65829]: _type = "Task" [ 765.138986] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.150801] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.177602] env[65829]: DEBUG nova.network.neutron [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Updated VIF entry in instance network info cache for port 1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 765.177602] env[65829]: DEBUG nova.network.neutron [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Updating instance_info_cache with network_info: [{"id": "1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4", "address": "fa:16:3e:65:29:d9", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f96ebbc-4b", "ovs_interfaceid": "1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.402273] env[65829]: DEBUG nova.scheduler.client.report [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.455121] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.455354] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.455498] env[65829]: DEBUG nova.network.neutron [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 765.506533] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de36220e-8012-4db9-b027-ad176e9a7744 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Lock "d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.671s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.511023] env[65829]: DEBUG nova.compute.manager [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Received event network-vif-plugged-17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 765.511253] env[65829]: DEBUG oslo_concurrency.lockutils [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] Acquiring lock "e5d1e2cb-8800-4496-86d3-1b9339772125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.511460] env[65829]: DEBUG oslo_concurrency.lockutils [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] Lock "e5d1e2cb-8800-4496-86d3-1b9339772125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.511646] env[65829]: DEBUG oslo_concurrency.lockutils [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] Lock "e5d1e2cb-8800-4496-86d3-1b9339772125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.512201] env[65829]: DEBUG nova.compute.manager [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] No waiting events found dispatching network-vif-plugged-17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 765.512201] env[65829]: WARNING nova.compute.manager [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Received unexpected event network-vif-plugged-17bc2453-c0b8-47c6-bd63-5578b7180b67 for instance with vm_state building and task_state spawning. [ 765.512201] env[65829]: DEBUG nova.compute.manager [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Received event network-changed-17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 765.512621] env[65829]: DEBUG nova.compute.manager [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Refreshing instance network info cache due to event network-changed-17bc2453-c0b8-47c6-bd63-5578b7180b67. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 765.514441] env[65829]: DEBUG oslo_concurrency.lockutils [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] Acquiring lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.514441] env[65829]: DEBUG oslo_concurrency.lockutils [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] Acquired lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.514561] env[65829]: DEBUG nova.network.neutron [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Refreshing network info cache for port 17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.544266] env[65829]: DEBUG nova.compute.manager [req-4c2247a3-b2ef-4105-88a7-285e7ed88426 req-ea5e3d1b-bd74-424b-8cd2-ce6e2fc29f18 service nova] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Received event network-vif-deleted-e3d76246-62ae-46f5-82d6-b8c85a16df26 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 765.544266] env[65829]: DEBUG nova.compute.manager [req-4c2247a3-b2ef-4105-88a7-285e7ed88426 req-ea5e3d1b-bd74-424b-8cd2-ce6e2fc29f18 service nova] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Received event network-vif-deleted-4aa8c92c-4ef2-4b90-b6a7-04ce62dc37ce {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 765.544266] env[65829]: DEBUG nova.compute.manager [req-4c2247a3-b2ef-4105-88a7-285e7ed88426 req-ea5e3d1b-bd74-424b-8cd2-ce6e2fc29f18 service nova] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Received event network-vif-deleted-8cac59ec-8919-43cb-9095-915d5d70c86b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 765.597507] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077745} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.597507] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.598092] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f2b8b4-025e-463f-bd05-a7a0fffa4188 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.627425] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 90a5af16-3f4b-49a0-b1f4-aa9086e449fd/90a5af16-3f4b-49a0-b1f4-aa9086e449fd.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.627954] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b715344-bc9c-4acb-affd-535685491f14 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.656515] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807375, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.658223] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 765.658223] env[65829]: value = "task-4807376" [ 765.658223] env[65829]: _type = "Task" [ 765.658223] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.671328] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.681303] env[65829]: DEBUG oslo_concurrency.lockutils [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] Releasing lock "refresh_cache-7666ca12-8127-4640-9ee1-ebea47a22e41" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.681303] env[65829]: DEBUG nova.compute.manager [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Received event network-vif-deleted-9d2b3916-a120-4293-a31e-dbd8dff973dd {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 765.681303] env[65829]: DEBUG nova.compute.manager [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Received event network-vif-deleted-9c13bdf7-eb19-4a04-bac7-e0aa1a6dabff {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 765.681303] env[65829]: DEBUG nova.compute.manager [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Received event network-vif-deleted-adcf549e-624f-441d-883d-fc0acd8c617a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 765.681303] env[65829]: DEBUG nova.compute.manager [req-771fa5f0-3e6c-47ba-9ab6-95a9cdc8ef10 req-7761e04d-e3a0-4ccc-a9ff-6b3b72dcf9cd service nova] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Received event network-vif-deleted-700f9899-d9ad-44fc-b2b4-81fde7c2a495 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 765.754711] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "5f5fc67b-b232-42f4-b179-188ebaaa48b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.755116] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "5f5fc67b-b232-42f4-b179-188ebaaa48b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.908332] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.911447] env[65829]: DEBUG oslo_concurrency.lockutils [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.506s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.911763] env[65829]: DEBUG nova.objects.instance [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lazy-loading 'resources' on Instance uuid 76c68d4c-cba1-4f98-bf8a-5c8b7f135310 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.936675] env[65829]: INFO nova.scheduler.client.report [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Deleted allocations for instance 3c0d3e45-58c3-4455-98d3-79ddad90526d [ 766.018157] env[65829]: WARNING neutronclient.v2_0.client [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.047278] env[65829]: DEBUG nova.network.neutron [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 766.155145] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685454} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.155765] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] e5d1e2cb-8800-4496-86d3-1b9339772125/e5d1e2cb-8800-4496-86d3-1b9339772125.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.155980] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.156256] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4adff0e9-2a87-43fa-a081-9d68ee2b158d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.164257] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for the task: (returnval){ [ 766.164257] env[65829]: value = "task-4807377" [ 766.164257] env[65829]: _type = "Task" [ 766.164257] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.171162] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.180721] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.257999] env[65829]: DEBUG nova.compute.manager [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 766.262177] env[65829]: WARNING neutronclient.v2_0.client [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.309107] env[65829]: WARNING neutronclient.v2_0.client [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.391027] env[65829]: DEBUG nova.network.neutron [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updating instance_info_cache with network_info: [{"id": "95ca928b-3784-43cc-9b5e-43664fd91e76", "address": "fa:16:3e:3c:62:41", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ca928b-37", "ovs_interfaceid": "95ca928b-3784-43cc-9b5e-43664fd91e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.450375] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c3787fe0-dafe-4f04-83d8-c4b82979dd83 tempest-ServerDiagnosticsNegativeTest-1089261263 tempest-ServerDiagnosticsNegativeTest-1089261263-project-member] Lock "3c0d3e45-58c3-4455-98d3-79ddad90526d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.230s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.475303] env[65829]: DEBUG nova.network.neutron [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updated VIF entry in instance network info cache for port 17bc2453-c0b8-47c6-bd63-5578b7180b67. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 766.475927] env[65829]: DEBUG nova.network.neutron [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updating instance_info_cache with network_info: [{"id": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "address": "fa:16:3e:c0:de:94", "network": {"id": "abdc4782-d7f6-48da-92ad-150ee9f41a9f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1628925309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "27b61262bedd4e71908704c16074975d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc2453-c0", "ovs_interfaceid": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.673739] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807376, 'name': ReconfigVM_Task, 'duration_secs': 0.814413} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.674439] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 90a5af16-3f4b-49a0-b1f4-aa9086e449fd/90a5af16-3f4b-49a0-b1f4-aa9086e449fd.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.675094] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed994937-8ae7-47a1-ad74-b27fd4c4e131 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.679913] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107137} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.680584] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.681656] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed69507b-9538-46e3-961e-062f30160f0e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.687118] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 766.687118] env[65829]: value = "task-4807378" [ 766.687118] env[65829]: _type = "Task" [ 766.687118] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.718638] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] e5d1e2cb-8800-4496-86d3-1b9339772125/e5d1e2cb-8800-4496-86d3-1b9339772125.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.719384] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a78b849c-b261-4e36-a83f-faafb9b8b9d2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.742352] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807378, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.751230] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for the task: (returnval){ [ 766.751230] env[65829]: value = "task-4807379" [ 766.751230] env[65829]: _type = "Task" [ 766.751230] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.761888] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.794403] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.896722] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.896913] env[65829]: DEBUG nova.compute.manager [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Instance network_info: |[{"id": "95ca928b-3784-43cc-9b5e-43664fd91e76", "address": "fa:16:3e:3c:62:41", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ca928b-37", "ovs_interfaceid": "95ca928b-3784-43cc-9b5e-43664fd91e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 766.900592] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:62:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95ca928b-3784-43cc-9b5e-43664fd91e76', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.908815] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating folder: Project (dd5ec77e6c4e424e8d1af427ad5dbd33). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.910376] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eaf894-1b58-42fc-a4bc-4383e9552857 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.913541] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0168926e-ab7f-488e-a157-e2076dac9a2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.921329] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dc5439-0772-4de6-b413-c8aa836d0d6f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.928048] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Created folder: Project (dd5ec77e6c4e424e8d1af427ad5dbd33) in parent group-v937255. [ 766.928048] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating folder: Instances. Parent ref: group-v937398. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 766.928371] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ba9658b-8660-48d1-aeb1-67b606baf681 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.962007] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cfe94a-41ca-4a77-ae1c-69207e070a59 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.964169] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Created folder: Instances in parent group-v937398. [ 766.964440] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 766.964658] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.965471] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0ee7190-ce7c-4f24-ba4a-96765b4a7abc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.987309] env[65829]: DEBUG oslo_concurrency.lockutils [req-58cf526f-ca99-4a9e-be9e-9836f5d44b01 req-4f7ee234-8eee-451c-ba40-95ced71f17fb service nova] Releasing lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.989613] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9a317e-8aba-42b8-8ca0-cd02e22c655e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.994991] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.994991] env[65829]: value = "task-4807382" [ 766.994991] env[65829]: _type = "Task" [ 766.994991] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.008597] env[65829]: DEBUG nova.compute.provider_tree [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.017714] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807382, 'name': CreateVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.096504] env[65829]: DEBUG nova.compute.manager [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 767.097486] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af243651-dd5c-430b-8899-c8400f8333e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.198059] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807378, 'name': Rename_Task, 'duration_secs': 0.232625} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.198340] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.198591] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e069e738-9675-4a97-98c1-7467fcae20d4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.207028] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 767.207028] env[65829]: value = "task-4807383" [ 767.207028] env[65829]: _type = "Task" [ 767.207028] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.219942] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.250311] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Acquiring lock "f059fdce-0d7f-41f2-b964-e5085b0e14df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.250942] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Lock "f059fdce-0d7f-41f2-b964-e5085b0e14df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.251195] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Acquiring lock "f059fdce-0d7f-41f2-b964-e5085b0e14df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.251411] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Lock "f059fdce-0d7f-41f2-b964-e5085b0e14df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.251768] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Lock "f059fdce-0d7f-41f2-b964-e5085b0e14df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.257561] env[65829]: INFO nova.compute.manager [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Terminating instance [ 767.266654] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807379, 'name': ReconfigVM_Task, 'duration_secs': 0.298098} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.267716] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Reconfigured VM instance instance-00000029 to attach disk [datastore2] e5d1e2cb-8800-4496-86d3-1b9339772125/e5d1e2cb-8800-4496-86d3-1b9339772125.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.268240] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02e50fc5-9d6e-46bc-b63b-96b65e2c29ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.277607] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for the task: (returnval){ [ 767.277607] env[65829]: value = "task-4807384" [ 767.277607] env[65829]: _type = "Task" [ 767.277607] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.289666] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807384, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.496147] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "a826eca5-ab99-4a14-a98f-5f7c67383985" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.496372] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "a826eca5-ab99-4a14-a98f-5f7c67383985" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.515889] env[65829]: DEBUG nova.scheduler.client.report [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.519792] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807382, 'name': CreateVM_Task, 'duration_secs': 0.426871} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.520698] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.521331] env[65829]: WARNING neutronclient.v2_0.client [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.521695] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.521846] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.522296] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.522571] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6bd06a9-d864-4e17-9d20-0a7e0910dd0c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.529028] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 767.529028] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5209a5db-b050-a20a-cff1-26cdedc0f484" [ 767.529028] env[65829]: _type = "Task" [ 767.529028] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.541443] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5209a5db-b050-a20a-cff1-26cdedc0f484, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.610392] env[65829]: INFO nova.compute.manager [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] instance snapshotting [ 767.610662] env[65829]: WARNING nova.compute.manager [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 767.620087] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a85bca-2564-4c75-bf15-edda788a883b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.645039] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8286f66-deed-4c72-97cf-41efa068e719 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.724726] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807383, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.763817] env[65829]: DEBUG nova.compute.manager [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 767.766020] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.766020] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a5d348-c917-4f21-ab10-29c05146b0ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.774627] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.774811] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb85d456-dd6c-4d4e-872b-ed9e55481efc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.785790] env[65829]: DEBUG oslo_vmware.api [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Waiting for the task: (returnval){ [ 767.785790] env[65829]: value = "task-4807385" [ 767.785790] env[65829]: _type = "Task" [ 767.785790] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.794476] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807384, 'name': Rename_Task, 'duration_secs': 0.183657} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.795440] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.795545] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dae8483-ca25-4714-b4b7-dddf0d6ec966 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.803401] env[65829]: DEBUG oslo_vmware.api [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.809902] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for the task: (returnval){ [ 767.809902] env[65829]: value = "task-4807386" [ 767.809902] env[65829]: _type = "Task" [ 767.809902] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.818607] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.008631] env[65829]: DEBUG nova.compute.manager [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 768.023072] env[65829]: DEBUG oslo_concurrency.lockutils [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.027050] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.393s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.027050] env[65829]: DEBUG nova.objects.instance [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lazy-loading 'resources' on Instance uuid 1bd871ab-013f-4c2f-9e35-8e1e1794ab07 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.047097] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5209a5db-b050-a20a-cff1-26cdedc0f484, 'name': SearchDatastore_Task, 'duration_secs': 0.025606} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.047497] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.047795] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.049127] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.049311] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.049742] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.050506] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-298f42be-ed2a-4aa8-84f6-ad94c20e94a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.066248] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.066978] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.067427] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-754c1232-8701-4609-a23d-8f05d0eb9857 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.071930] env[65829]: INFO nova.scheduler.client.report [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Deleted allocations for instance 76c68d4c-cba1-4f98-bf8a-5c8b7f135310 [ 768.077337] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 768.077337] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5215f52e-555c-dcbc-1926-f14f05d1698e" [ 768.077337] env[65829]: _type = "Task" [ 768.077337] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.091659] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5215f52e-555c-dcbc-1926-f14f05d1698e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.159298] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 768.159298] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-763497ef-36e4-42b3-bf9c-5ed8bfb30083 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.172811] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 768.172811] env[65829]: value = "task-4807387" [ 768.172811] env[65829]: _type = "Task" [ 768.172811] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.183414] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807387, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.221193] env[65829]: DEBUG oslo_vmware.api [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807383, 'name': PowerOnVM_Task, 'duration_secs': 0.758723} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.221497] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.221732] env[65829]: INFO nova.compute.manager [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Took 7.00 seconds to spawn the instance on the hypervisor. [ 768.221910] env[65829]: DEBUG nova.compute.manager [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 768.222788] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b768a1ba-2e08-426e-9e8b-ac835998ed9f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.300897] env[65829]: DEBUG oslo_vmware.api [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807385, 'name': PowerOffVM_Task, 'duration_secs': 0.281062} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.301261] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.301465] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.301734] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7ebd60f-e800-4f26-b034-334a6e1a3622 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.321220] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807386, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.389026] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.389648] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.389648] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Deleting the datastore file [datastore2] f059fdce-0d7f-41f2-b964-e5085b0e14df {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.390149] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cefaffb6-361a-41ff-afef-2a430012b90a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.399770] env[65829]: DEBUG oslo_vmware.api [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Waiting for the task: (returnval){ [ 768.399770] env[65829]: value = "task-4807389" [ 768.399770] env[65829]: _type = "Task" [ 768.399770] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.413695] env[65829]: DEBUG oslo_vmware.api [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.539834] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.592422] env[65829]: DEBUG oslo_concurrency.lockutils [None req-eb8f89eb-4cb9-4456-b6c1-4361913eaf59 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "76c68d4c-cba1-4f98-bf8a-5c8b7f135310" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.518s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.599920] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5215f52e-555c-dcbc-1926-f14f05d1698e, 'name': SearchDatastore_Task, 'duration_secs': 0.037636} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.599920] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bfc0b68-bd5c-4975-8c52-da1b50c755aa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.613287] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 768.613287] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a52357-fa04-408f-aca6-a8447730915f" [ 768.613287] env[65829]: _type = "Task" [ 768.613287] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.626383] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a52357-fa04-408f-aca6-a8447730915f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.635842] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "475b8580-be43-4428-86e5-f0aeb67b1473" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.638137] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "475b8580-be43-4428-86e5-f0aeb67b1473" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.643325] env[65829]: DEBUG nova.compute.manager [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Received event network-vif-plugged-95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 768.643617] env[65829]: DEBUG oslo_concurrency.lockutils [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] Acquiring lock "b4f4a954-7b29-43b4-97fc-df19cdd22551-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.643768] env[65829]: DEBUG oslo_concurrency.lockutils [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.643978] env[65829]: DEBUG oslo_concurrency.lockutils [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.644113] env[65829]: DEBUG nova.compute.manager [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] No waiting events found dispatching network-vif-plugged-95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 768.644275] env[65829]: WARNING nova.compute.manager [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Received unexpected event network-vif-plugged-95ca928b-3784-43cc-9b5e-43664fd91e76 for instance with vm_state building and task_state spawning. [ 768.644431] env[65829]: DEBUG nova.compute.manager [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Received event network-changed-95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 768.649908] env[65829]: DEBUG nova.compute.manager [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Refreshing instance network info cache due to event network-changed-95ca928b-3784-43cc-9b5e-43664fd91e76. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 768.649908] env[65829]: DEBUG oslo_concurrency.lockutils [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] Acquiring lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.649908] env[65829]: DEBUG oslo_concurrency.lockutils [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] Acquired lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.649908] env[65829]: DEBUG nova.network.neutron [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Refreshing network info cache for port 95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.689212] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807387, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.752630] env[65829]: INFO nova.compute.manager [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Took 17.93 seconds to build instance. [ 768.826306] env[65829]: DEBUG oslo_vmware.api [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807386, 'name': PowerOnVM_Task, 'duration_secs': 0.666445} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.826587] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.826824] env[65829]: INFO nova.compute.manager [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Took 10.26 seconds to spawn the instance on the hypervisor. [ 768.827178] env[65829]: DEBUG nova.compute.manager [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 768.827909] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ac4285-abdb-496c-8e97-5f1b5fc78deb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.916115] env[65829]: DEBUG oslo_vmware.api [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Task: {'id': task-4807389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207052} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.916304] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.916553] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.916779] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.916987] env[65829]: INFO nova.compute.manager [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Took 1.15 seconds to destroy the instance on the hypervisor. [ 768.917482] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 768.917788] env[65829]: DEBUG nova.compute.manager [-] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 768.918043] env[65829]: DEBUG nova.network.neutron [-] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 768.918198] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.963495] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a50ae69-e042-4e6b-bfb0-6570a8bc13f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.971555] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9991f923-ba6a-4707-99b2-9398f6289c1e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.006831] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc641ad-17a9-4f27-8742-63edaa6d9b8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.010490] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.019441] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e62626e-cf3b-442d-9e27-c330b915f5b9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.036956] env[65829]: DEBUG nova.compute.provider_tree [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.125890] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a52357-fa04-408f-aca6-a8447730915f, 'name': SearchDatastore_Task, 'duration_secs': 0.01383} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.126210] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.126473] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] b4f4a954-7b29-43b4-97fc-df19cdd22551/b4f4a954-7b29-43b4-97fc-df19cdd22551.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.127070] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e85b3f0-f06f-4b90-8ada-d4e083cb7960 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.134211] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 769.134211] env[65829]: value = "task-4807390" [ 769.134211] env[65829]: _type = "Task" [ 769.134211] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.144246] env[65829]: DEBUG nova.compute.manager [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 769.146991] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.151544] env[65829]: WARNING neutronclient.v2_0.client [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.183886] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807387, 'name': CreateSnapshot_Task, 'duration_secs': 0.581034} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.184152] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 769.184961] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51810f5-404d-456a-b02a-414426b82ea9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.255050] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d45a9d1e-312a-4c83-bb32-77865ba0d513 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lock "90a5af16-3f4b-49a0-b1f4-aa9086e449fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.440s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.351726] env[65829]: INFO nova.compute.manager [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Took 18.66 seconds to build instance. [ 769.545232] env[65829]: DEBUG nova.scheduler.client.report [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.650470] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807390, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.670561] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.705274] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 769.706020] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca89515a-fa36-4b34-b186-d09c53e84ed8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.719918] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 769.719918] env[65829]: value = "task-4807391" [ 769.719918] env[65829]: _type = "Task" [ 769.719918] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.732691] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807391, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.759328] env[65829]: DEBUG nova.network.neutron [-] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.787561] env[65829]: DEBUG nova.compute.manager [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 769.791035] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7686e5b-ecd3-4512-b842-c2d10794c639 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.854623] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e6796f54-481f-4031-b57d-ff71d0976c14 tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lock "e5d1e2cb-8800-4496-86d3-1b9339772125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.175s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.944210] env[65829]: WARNING neutronclient.v2_0.client [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.746557] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.720s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.748901] env[65829]: INFO nova.compute.manager [-] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Took 1.83 seconds to deallocate network for instance. [ 770.750287] env[65829]: INFO nova.compute.manager [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] instance snapshotting [ 770.754790] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.338s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.758325] env[65829]: INFO nova.compute.claims [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.766169] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "c2ec3739-1ea8-416b-9341-9405eaf8b0b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.766436] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "c2ec3739-1ea8-416b-9341-9405eaf8b0b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.771040] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e979fb-a5db-46ba-a307-b3917e87bfba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.781232] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632673} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.798777] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] b4f4a954-7b29-43b4-97fc-df19cdd22551/b4f4a954-7b29-43b4-97fc-df19cdd22551.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.799074] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.800085] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807391, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.801260] env[65829]: INFO nova.scheduler.client.report [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Deleted allocations for instance 1bd871ab-013f-4c2f-9e35-8e1e1794ab07 [ 770.802241] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-046437fb-74bd-4e95-964a-e52b34d7861e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.806060] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3ef7e7-c39d-470b-93fb-f29bc2e0d42f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.829747] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 770.829747] env[65829]: value = "task-4807392" [ 770.829747] env[65829]: _type = "Task" [ 770.829747] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.844398] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.264727] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807391, 'name': CloneVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.274735] env[65829]: DEBUG nova.compute.manager [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 771.288024] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.319509] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b2a585e-9574-4565-ba09-eab203dcb8a5 tempest-ServersAdminNegativeTestJSON-529092828 tempest-ServersAdminNegativeTestJSON-529092828-project-member] Lock "1bd871ab-013f-4c2f-9e35-8e1e1794ab07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.628s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.327729] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 771.328500] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8a81ce9e-9764-444b-a19d-0372a5099312 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.350437] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095404} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.351609] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.352401] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 771.352401] env[65829]: value = "task-4807393" [ 771.352401] env[65829]: _type = "Task" [ 771.352401] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.354518] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44aa954b-5b80-4f82-88c5-a16ea68c4143 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.387904] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] b4f4a954-7b29-43b4-97fc-df19cdd22551/b4f4a954-7b29-43b4-97fc-df19cdd22551.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.391280] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38b79133-7c7d-4b37-a7c4-84e0728cac01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.409623] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.416905] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 771.416905] env[65829]: value = "task-4807394" [ 771.416905] env[65829]: _type = "Task" [ 771.416905] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.431034] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.767568] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807391, 'name': CloneVM_Task, 'duration_secs': 1.590645} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.767945] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Created linked-clone VM from snapshot [ 771.769011] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa4f39d-fbf3-472c-9cc4-2dbc14f15f02 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.780452] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Uploading image c39ac951-d632-47fe-b150-454813392ba9 {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 771.826611] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 771.826611] env[65829]: value = "vm-937402" [ 771.826611] env[65829]: _type = "VirtualMachine" [ 771.826611] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 771.827012] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-755659a2-67c5-44a2-9621-215d858c5bcf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.831269] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.836360] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lease: (returnval){ [ 771.836360] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527a0266-9d33-1bb5-7b5a-416053d50b96" [ 771.836360] env[65829]: _type = "HttpNfcLease" [ 771.836360] env[65829]: } obtained for exporting VM: (result){ [ 771.836360] env[65829]: value = "vm-937402" [ 771.836360] env[65829]: _type = "VirtualMachine" [ 771.836360] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 771.836735] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the lease: (returnval){ [ 771.836735] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527a0266-9d33-1bb5-7b5a-416053d50b96" [ 771.836735] env[65829]: _type = "HttpNfcLease" [ 771.836735] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 771.848068] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 771.848068] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527a0266-9d33-1bb5-7b5a-416053d50b96" [ 771.848068] env[65829]: _type = "HttpNfcLease" [ 771.848068] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 771.870221] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807393, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.935219] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.230831] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c19fb-3604-4fc9-a8f6-caac9dc7a58c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.240907] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f71412-a849-4b1c-a10a-9ff64e037059 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.283451] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bdee04-0970-4cfb-b206-39c0980823ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.292541] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d6edf7-55dc-43c4-a799-91c30b99e996 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.311091] env[65829]: DEBUG nova.compute.provider_tree [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.347018] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.347018] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527a0266-9d33-1bb5-7b5a-416053d50b96" [ 772.347018] env[65829]: _type = "HttpNfcLease" [ 772.347018] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 772.347018] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 772.347018] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527a0266-9d33-1bb5-7b5a-416053d50b96" [ 772.347018] env[65829]: _type = "HttpNfcLease" [ 772.347018] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 772.347763] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecbd1aa-8723-456e-8548-d1ae70d8a36a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.358124] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282a7d4-6b33-41b7-0084-3911418b63b4/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 772.358216] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282a7d4-6b33-41b7-0084-3911418b63b4/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 772.421219] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807393, 'name': CreateSnapshot_Task, 'duration_secs': 0.538175} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.425517] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 772.426627] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6761355-6813-4cbb-aecd-a2abf5a5e8e3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.436606] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807394, 'name': ReconfigVM_Task, 'duration_secs': 0.578793} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.440323] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Reconfigured VM instance instance-0000002b to attach disk [datastore2] b4f4a954-7b29-43b4-97fc-df19cdd22551/b4f4a954-7b29-43b4-97fc-df19cdd22551.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.443789] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca2e12ac-a8e0-410c-be04-d6beab36e3f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.452286] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 772.452286] env[65829]: value = "task-4807396" [ 772.452286] env[65829]: _type = "Task" [ 772.452286] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.459273] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-68591bb7-bb08-4fc2-8e16-2d9b9ca5bcf6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.466447] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807396, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.591202] env[65829]: DEBUG nova.compute.manager [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 772.591202] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7234650-b8eb-417a-a75a-5f81c52c78bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.608689] env[65829]: DEBUG nova.network.neutron [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updated VIF entry in instance network info cache for port 95ca928b-3784-43cc-9b5e-43664fd91e76. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 772.609128] env[65829]: DEBUG nova.network.neutron [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updating instance_info_cache with network_info: [{"id": "95ca928b-3784-43cc-9b5e-43664fd91e76", "address": "fa:16:3e:3c:62:41", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ca928b-37", "ovs_interfaceid": "95ca928b-3784-43cc-9b5e-43664fd91e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.815097] env[65829]: DEBUG nova.scheduler.client.report [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.953879] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 772.954421] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-441ba29f-927d-4122-adc4-7c64e473133b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.970626] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807396, 'name': Rename_Task, 'duration_secs': 0.343281} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.973808] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.977435] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 772.977435] env[65829]: value = "task-4807397" [ 772.977435] env[65829]: _type = "Task" [ 772.977435] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.977435] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3f61694-63fe-42a1-b4a8-039c841b9bbc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.993323] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807397, 'name': CloneVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.995351] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 772.995351] env[65829]: value = "task-4807398" [ 772.995351] env[65829]: _type = "Task" [ 772.995351] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.008844] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.111735] env[65829]: INFO nova.compute.manager [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] instance snapshotting [ 773.111735] env[65829]: DEBUG nova.objects.instance [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lazy-loading 'flavor' on Instance uuid 90a5af16-3f4b-49a0-b1f4-aa9086e449fd {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.112348] env[65829]: DEBUG oslo_concurrency.lockutils [req-595ae415-63f4-4773-b90d-be83c600bce8 req-add1faaa-116b-4a24-ae88-44d4355dbfa7 service nova] Releasing lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.323743] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.323743] env[65829]: DEBUG nova.compute.manager [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 773.333769] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.557s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.334359] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.334359] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 773.334611] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.751s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.336181] env[65829]: INFO nova.compute.claims [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.349891] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8f3a22-a5fc-4ac1-a348-8102c7fd058a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.368511] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0726120-5d7c-4c1b-bc11-ec783271f85b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.405797] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeffd949-cb87-4b06-a526-4ef900a90423 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.417027] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540caaa8-ad36-45ab-bb7f-7ac1dc51e81f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.459308] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178296MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 773.459531] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.489815] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807397, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.510496] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.619252] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881a82d5-b12f-48a8-8a9b-bfe7e2485a2b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.645923] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50158f3f-5973-41e3-b428-5ad09a837b02 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.788303] env[65829]: DEBUG oslo_concurrency.lockutils [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "61dcd9dc-48b4-4f89-8270-367df270a78f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.788474] env[65829]: DEBUG oslo_concurrency.lockutils [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "61dcd9dc-48b4-4f89-8270-367df270a78f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.788792] env[65829]: DEBUG oslo_concurrency.lockutils [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "61dcd9dc-48b4-4f89-8270-367df270a78f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.788990] env[65829]: DEBUG oslo_concurrency.lockutils [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "61dcd9dc-48b4-4f89-8270-367df270a78f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.789219] env[65829]: DEBUG oslo_concurrency.lockutils [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "61dcd9dc-48b4-4f89-8270-367df270a78f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.792033] env[65829]: INFO nova.compute.manager [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Terminating instance [ 773.848349] env[65829]: DEBUG nova.compute.utils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.851526] env[65829]: DEBUG nova.compute.manager [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 773.851526] env[65829]: DEBUG nova.network.neutron [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 773.851526] env[65829]: WARNING neutronclient.v2_0.client [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.851526] env[65829]: WARNING neutronclient.v2_0.client [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.993208] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807397, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.013299] env[65829]: DEBUG oslo_vmware.api [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807398, 'name': PowerOnVM_Task, 'duration_secs': 0.715471} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.013985] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.014628] env[65829]: INFO nova.compute.manager [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Took 10.23 seconds to spawn the instance on the hypervisor. [ 774.018560] env[65829]: DEBUG nova.compute.manager [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 774.018560] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1adb33-1d96-452c-8eb6-f8d12b28c55b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.163403] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 774.163403] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6a81e624-7de8-4776-aaf8-991a0352bf0c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.174978] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 774.174978] env[65829]: value = "task-4807399" [ 774.174978] env[65829]: _type = "Task" [ 774.174978] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.192984] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.209773] env[65829]: DEBUG nova.policy [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7769951fc2a425abd9ae131707e20ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6d538d342a94e1ebabc2111c0d9000e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.297880] env[65829]: DEBUG nova.compute.manager [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 774.298378] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.299676] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e27693-112f-41c7-9058-7a072ab50885 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.308256] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.308256] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-166e4e37-cae2-4f9e-9251-9424bfcc8560 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.316060] env[65829]: DEBUG oslo_vmware.api [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 774.316060] env[65829]: value = "task-4807400" [ 774.316060] env[65829]: _type = "Task" [ 774.316060] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.328542] env[65829]: DEBUG oslo_vmware.api [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.355225] env[65829]: DEBUG nova.compute.manager [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 774.497819] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807397, 'name': CloneVM_Task, 'duration_secs': 1.445104} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.500974] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Created linked-clone VM from snapshot [ 774.500974] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b993d3-9d64-4d2b-88c4-1c9bc808172e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.513092] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Uploading image 5ba8ffdd-04fd-4201-8afc-25d6800436b1 {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 774.552122] env[65829]: INFO nova.compute.manager [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Took 23.38 seconds to build instance. [ 774.561151] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 774.561151] env[65829]: value = "vm-937404" [ 774.561151] env[65829]: _type = "VirtualMachine" [ 774.561151] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 774.562929] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3355ef22-a8eb-48b3-9410-0105c0f5d233 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.572115] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lease: (returnval){ [ 774.572115] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52380e9a-e7fc-4bc1-35bd-0e23e8bd718d" [ 774.572115] env[65829]: _type = "HttpNfcLease" [ 774.572115] env[65829]: } obtained for exporting VM: (result){ [ 774.572115] env[65829]: value = "vm-937404" [ 774.572115] env[65829]: _type = "VirtualMachine" [ 774.572115] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 774.572877] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the lease: (returnval){ [ 774.572877] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52380e9a-e7fc-4bc1-35bd-0e23e8bd718d" [ 774.572877] env[65829]: _type = "HttpNfcLease" [ 774.572877] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 774.586684] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 774.586684] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52380e9a-e7fc-4bc1-35bd-0e23e8bd718d" [ 774.586684] env[65829]: _type = "HttpNfcLease" [ 774.586684] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 774.694255] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807399, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.833503] env[65829]: DEBUG oslo_vmware.api [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807400, 'name': PowerOffVM_Task, 'duration_secs': 0.30348} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.836410] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.836678] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.837304] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28ae6365-ba6d-4b2a-8c37-73db996b6e76 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.869796] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df902957-1e97-42b0-b446-87b56441cd20 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.879467] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b452209b-b417-4f3c-adac-830dfea318b6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.914578] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd511b1-0f7a-4c9b-92e7-4228ade36d90 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.917550] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.917792] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.917996] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Deleting the datastore file [datastore2] 61dcd9dc-48b4-4f89-8270-367df270a78f {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.918318] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47b6cd0f-a6e3-4dfe-9eff-83240544167b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.928157] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a192be-4aea-4d61-b177-e51d0749e789 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.931889] env[65829]: DEBUG oslo_vmware.api [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 774.931889] env[65829]: value = "task-4807403" [ 774.931889] env[65829]: _type = "Task" [ 774.931889] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.945618] env[65829]: DEBUG nova.compute.provider_tree [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.952993] env[65829]: DEBUG oslo_vmware.api [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807403, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.042337] env[65829]: DEBUG nova.network.neutron [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Successfully created port: 50a127de-b1ce-42ca-8311-6b03efed11d7 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 775.059821] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b31f1f41-eb68-482e-ac4a-02a503b62ef0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.898s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.087488] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.087488] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52380e9a-e7fc-4bc1-35bd-0e23e8bd718d" [ 775.087488] env[65829]: _type = "HttpNfcLease" [ 775.087488] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.087790] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.087790] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52380e9a-e7fc-4bc1-35bd-0e23e8bd718d" [ 775.087790] env[65829]: _type = "HttpNfcLease" [ 775.087790] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 775.088897] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa03403-e4e5-4e51-aa16-39230938f0f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.098636] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a64e8f-1a0f-98a1-3ce3-3764c4cffc25/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.098939] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a64e8f-1a0f-98a1-3ce3-3764c4cffc25/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 775.189723] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807399, 'name': CreateSnapshot_Task, 'duration_secs': 0.827475} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.190158] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 775.192105] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fe367e-f5e3-47a7-9961-202654ce5309 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.218887] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3a526793-f1bb-450c-b5c6-0649edfa53aa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.377583] env[65829]: DEBUG nova.compute.manager [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 775.444749] env[65829]: DEBUG oslo_vmware.api [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807403, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28494} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.445081] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.445281] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.445692] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.445692] env[65829]: INFO nova.compute.manager [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 775.445978] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 775.446576] env[65829]: DEBUG nova.compute.manager [-] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 775.446576] env[65829]: DEBUG nova.network.neutron [-] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 775.446711] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.449357] env[65829]: DEBUG nova.scheduler.client.report [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.490416] env[65829]: DEBUG nova.virt.hardware [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 775.490913] env[65829]: DEBUG nova.virt.hardware [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.491721] env[65829]: DEBUG nova.virt.hardware [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 775.491930] env[65829]: DEBUG nova.virt.hardware [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.492208] env[65829]: DEBUG nova.virt.hardware [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 775.492352] env[65829]: DEBUG nova.virt.hardware [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 775.492558] env[65829]: DEBUG nova.virt.hardware [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 775.492805] env[65829]: DEBUG nova.virt.hardware [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 775.493425] env[65829]: DEBUG nova.virt.hardware [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 775.493752] env[65829]: DEBUG nova.virt.hardware [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 775.494349] env[65829]: DEBUG nova.virt.hardware [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 775.495479] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286e7c27-b121-4272-8e38-4548a8334674 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.505189] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c785a79e-85d9-43ed-bd22-61ea22f9c866 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.716784] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 775.717315] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c2f3dc2f-353a-4181-bcb4-46f36137affd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.729223] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 775.729223] env[65829]: value = "task-4807404" [ 775.729223] env[65829]: _type = "Task" [ 775.729223] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.742421] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807404, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.957794] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.959552] env[65829]: DEBUG nova.compute.manager [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 775.961433] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.184s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.963178] env[65829]: INFO nova.compute.claims [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.243795] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807404, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.335688] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.469343] env[65829]: DEBUG nova.compute.utils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.475795] env[65829]: DEBUG nova.compute.manager [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 776.476518] env[65829]: DEBUG nova.network.neutron [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 776.476658] env[65829]: WARNING neutronclient.v2_0.client [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.480029] env[65829]: WARNING neutronclient.v2_0.client [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.744539] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807404, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.976618] env[65829]: DEBUG nova.compute.manager [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 777.147463] env[65829]: DEBUG nova.network.neutron [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Successfully updated port: 50a127de-b1ce-42ca-8311-6b03efed11d7 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 777.245850] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807404, 'name': CloneVM_Task, 'duration_secs': 1.285618} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.246380] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Created linked-clone VM from snapshot [ 777.246750] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9230bd3e-50e4-49ec-9c7d-31bb1caaa137 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.256152] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Uploading image 0f9c2cd6-c6e6-465c-8296-7ddf18c39cba {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 777.444774] env[65829]: DEBUG nova.policy [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e9908b1e0646c6bbe59be5595c6886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '038ceec4a90f4611a43c882f07ea7ef1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.450182] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72959bfc-1cfe-407a-b66c-e28b674366a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.461516] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81f58b7-2682-4330-bd56-35d817b6f0ae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.512031] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d661cd4-4fc2-4e91-b7c5-a9bebcb23c4f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.524428] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f54dbe9-6684-4818-96a5-c9b3ce046a38 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.541753] env[65829]: DEBUG nova.compute.provider_tree [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.652192] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "refresh_cache-2befa94b-af61-43f7-af56-c7d45768cb6a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.652192] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "refresh_cache-2befa94b-af61-43f7-af56-c7d45768cb6a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.652192] env[65829]: DEBUG nova.network.neutron [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 778.012490] env[65829]: DEBUG nova.compute.manager [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 778.019618] env[65829]: DEBUG nova.compute.manager [req-fbe7bd61-2de1-4a57-940e-373c0e9fd504 req-e116ad63-79f0-4761-b960-65c3e43ac2ec service nova] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Received event network-vif-deleted-b37de96c-0d5f-415e-8d7f-08d2a60b6ba0 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 778.044787] env[65829]: DEBUG nova.scheduler.client.report [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.050177] env[65829]: DEBUG nova.network.neutron [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Successfully created port: dbab3545-1298-4ead-a77e-7065d11aeb18 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 778.253029] env[65829]: DEBUG nova.network.neutron [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 778.349616] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.350772] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.359059] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "2c0db17b-3368-4c5d-b30c-a45277b0f2e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.359606] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "2c0db17b-3368-4c5d-b30c-a45277b0f2e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.392250] env[65829]: DEBUG nova.network.neutron [-] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.557011] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.557701] env[65829]: DEBUG nova.compute.manager [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 778.560732] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.356s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.561040] env[65829]: DEBUG nova.objects.instance [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Lazy-loading 'resources' on Instance uuid a03c6f7d-0e4f-4eb3-8991-5b990f0dd206 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.770856] env[65829]: WARNING neutronclient.v2_0.client [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.855223] env[65829]: DEBUG nova.compute.manager [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 778.865257] env[65829]: DEBUG nova.compute.manager [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 778.900640] env[65829]: INFO nova.compute.manager [-] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Took 3.45 seconds to deallocate network for instance. [ 779.067832] env[65829]: DEBUG nova.compute.utils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 779.070037] env[65829]: DEBUG nova.compute.manager [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 779.070090] env[65829]: DEBUG nova.network.neutron [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 779.071100] env[65829]: WARNING neutronclient.v2_0.client [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.071100] env[65829]: WARNING neutronclient.v2_0.client [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.392080] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.410382] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.411431] env[65829]: DEBUG oslo_concurrency.lockutils [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.576431] env[65829]: DEBUG nova.compute.manager [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 779.627400] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841d2db0-d9c3-448e-b2ae-04b7f396a3a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.637605] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6044d0fe-c8b1-4ae0-a975-173a0b22602a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.681065] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquiring lock "90a5af16-3f4b-49a0-b1f4-aa9086e449fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.681530] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lock "90a5af16-3f4b-49a0-b1f4-aa9086e449fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.681725] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquiring lock "90a5af16-3f4b-49a0-b1f4-aa9086e449fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.681725] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lock "90a5af16-3f4b-49a0-b1f4-aa9086e449fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.681920] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lock "90a5af16-3f4b-49a0-b1f4-aa9086e449fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.684412] env[65829]: INFO nova.compute.manager [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Terminating instance [ 779.687353] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56548226-4dbb-41bb-b173-431772dae21d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.701490] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335d5d54-8832-4290-9841-5982fe8bbb01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.718329] env[65829]: DEBUG nova.compute.provider_tree [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.878665] env[65829]: DEBUG nova.network.neutron [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Successfully updated port: dbab3545-1298-4ead-a77e-7065d11aeb18 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 779.918313] env[65829]: DEBUG nova.network.neutron [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Updating instance_info_cache with network_info: [{"id": "50a127de-b1ce-42ca-8311-6b03efed11d7", "address": "fa:16:3e:c5:3d:39", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a127de-b1", "ovs_interfaceid": "50a127de-b1ce-42ca-8311-6b03efed11d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.940908] env[65829]: DEBUG nova.policy [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd51feba679164b4c93e2c025ce12bc2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cac28f198d84bc19abf0bdbc55e7b49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.193791] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquiring lock "refresh_cache-90a5af16-3f4b-49a0-b1f4-aa9086e449fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.195075] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquired lock "refresh_cache-90a5af16-3f4b-49a0-b1f4-aa9086e449fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.195280] env[65829]: DEBUG nova.network.neutron [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.223079] env[65829]: DEBUG nova.scheduler.client.report [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.385889] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "refresh_cache-c0e941a1-acec-4e7b-b40e-945e08ad2d61" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.385889] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "refresh_cache-c0e941a1-acec-4e7b-b40e-945e08ad2d61" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.385889] env[65829]: DEBUG nova.network.neutron [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 780.423355] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "refresh_cache-2befa94b-af61-43f7-af56-c7d45768cb6a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.425261] env[65829]: DEBUG nova.compute.manager [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Instance network_info: |[{"id": "50a127de-b1ce-42ca-8311-6b03efed11d7", "address": "fa:16:3e:c5:3d:39", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a127de-b1", "ovs_interfaceid": "50a127de-b1ce-42ca-8311-6b03efed11d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 780.426108] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:3d:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50a127de-b1ce-42ca-8311-6b03efed11d7', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.438332] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Creating folder: Project (a6d538d342a94e1ebabc2111c0d9000e). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.439332] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b61a830-37bd-4fe0-8fe1-e683805dca07 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.457231] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Created folder: Project (a6d538d342a94e1ebabc2111c0d9000e) in parent group-v937255. [ 780.457231] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Creating folder: Instances. Parent ref: group-v937407. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.457474] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb685937-3396-4e2a-8203-5b2af3a5d262 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.472128] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Created folder: Instances in parent group-v937407. [ 780.472128] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 780.472128] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.472128] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bfe379c-defd-4051-b7f7-3c7459246bf9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.496344] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.496344] env[65829]: value = "task-4807407" [ 780.496344] env[65829]: _type = "Task" [ 780.496344] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.506338] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807407, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.590934] env[65829]: DEBUG nova.compute.manager [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 780.699724] env[65829]: WARNING neutronclient.v2_0.client [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.732366] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.734969] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.525s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.734969] env[65829]: DEBUG nova.objects.instance [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lazy-loading 'resources' on Instance uuid bc817d02-799b-4158-bc5c-fe73fa365294 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.761679] env[65829]: INFO nova.scheduler.client.report [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Deleted allocations for instance a03c6f7d-0e4f-4eb3-8991-5b990f0dd206 [ 780.833673] env[65829]: DEBUG oslo_vmware.rw_handles [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 780.833673] env[65829]: value = "vm-937406" [ 780.833673] env[65829]: _type = "VirtualMachine" [ 780.833673] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 780.835104] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c35a8084-fd60-47d9-8138-fd6314f9f053 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.844461] env[65829]: DEBUG nova.virt.hardware [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 780.844461] env[65829]: DEBUG nova.virt.hardware [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.844461] env[65829]: DEBUG nova.virt.hardware [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 780.844678] env[65829]: DEBUG nova.virt.hardware [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.845034] env[65829]: DEBUG nova.virt.hardware [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 780.845034] env[65829]: DEBUG nova.virt.hardware [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 780.846030] env[65829]: DEBUG nova.virt.hardware [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.846030] env[65829]: DEBUG nova.virt.hardware [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 780.846030] env[65829]: DEBUG nova.virt.hardware [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 780.846214] env[65829]: DEBUG nova.virt.hardware [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 780.846337] env[65829]: DEBUG nova.virt.hardware [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 780.849453] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcb1d64-17cb-460a-8b68-42e034f27fa6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.856041] env[65829]: DEBUG oslo_vmware.rw_handles [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lease: (returnval){ [ 780.856041] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529b8b5b-8e6e-b682-ffdf-292a48dbc086" [ 780.856041] env[65829]: _type = "HttpNfcLease" [ 780.856041] env[65829]: } obtained for exporting VM: (result){ [ 780.856041] env[65829]: value = "vm-937406" [ 780.856041] env[65829]: _type = "VirtualMachine" [ 780.856041] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 780.856041] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the lease: (returnval){ [ 780.856041] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529b8b5b-8e6e-b682-ffdf-292a48dbc086" [ 780.856041] env[65829]: _type = "HttpNfcLease" [ 780.856041] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 780.865798] env[65829]: DEBUG nova.virt.hardware [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 780.866108] env[65829]: DEBUG nova.virt.hardware [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.866291] env[65829]: DEBUG nova.virt.hardware [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 780.866503] env[65829]: DEBUG nova.virt.hardware [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.866709] env[65829]: DEBUG nova.virt.hardware [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 780.866859] env[65829]: DEBUG nova.virt.hardware [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 780.867653] env[65829]: DEBUG nova.virt.hardware [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.867876] env[65829]: DEBUG nova.virt.hardware [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 780.868188] env[65829]: DEBUG nova.virt.hardware [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 780.868388] env[65829]: DEBUG nova.virt.hardware [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 780.868645] env[65829]: DEBUG nova.virt.hardware [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 780.870779] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e2cb30-d5fb-455b-a200-83947123f286 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.879815] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b23fb72-2d01-4e90-91fd-bd3e9e6c701a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.885806] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 780.885806] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529b8b5b-8e6e-b682-ffdf-292a48dbc086" [ 780.885806] env[65829]: _type = "HttpNfcLease" [ 780.885806] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 780.886941] env[65829]: DEBUG oslo_vmware.rw_handles [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 780.886941] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529b8b5b-8e6e-b682-ffdf-292a48dbc086" [ 780.886941] env[65829]: _type = "HttpNfcLease" [ 780.886941] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 780.893085] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282a7d4-6b33-41b7-0084-3911418b63b4/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.894122] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da44716e-9cb1-4424-ba59-b30be62b9a13 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.904325] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3847cfb0-1611-48ac-843f-a484415c2ad5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.926863] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97973c44-9018-4c46-bcc0-c0517fe84255 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.935905] env[65829]: DEBUG oslo_vmware.rw_handles [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c9855-986a-403f-4d9c-9a2deb9ef138/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 780.936077] env[65829]: DEBUG oslo_vmware.rw_handles [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c9855-986a-403f-4d9c-9a2deb9ef138/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 780.937257] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282a7d4-6b33-41b7-0084-3911418b63b4/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.937426] env[65829]: ERROR oslo_vmware.rw_handles [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282a7d4-6b33-41b7-0084-3911418b63b4/disk-0.vmdk due to incomplete transfer. [ 780.938124] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c3cf9635-bf9d-4abe-97b1-57512c7851be {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.013338] env[65829]: DEBUG nova.network.neutron [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Successfully created port: 5c508ffb-352d-4e1d-9d55-bffc694af8eb {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 781.018955] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5282a7d4-6b33-41b7-0084-3911418b63b4/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.019218] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Uploaded image c39ac951-d632-47fe-b150-454813392ba9 to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.021281] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.023607] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d38859c7-7937-4a08-82d6-d838f7e3d72b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.032214] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807407, 'name': CreateVM_Task, 'duration_secs': 0.506342} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.033735] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.034109] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 781.034109] env[65829]: value = "task-4807409" [ 781.034109] env[65829]: _type = "Task" [ 781.034109] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.035927] env[65829]: WARNING neutronclient.v2_0.client [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.035927] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.035927] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.035927] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.035927] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ec072a0-5ad9-4ff5-9b8f-d70a25af377b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.045560] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 781.045560] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52028f3c-bdc6-1b54-80c2-2421f49ac178" [ 781.045560] env[65829]: _type = "Task" [ 781.045560] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.049729] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807409, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.059631] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52028f3c-bdc6-1b54-80c2-2421f49ac178, 'name': SearchDatastore_Task, 'duration_secs': 0.011867} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.062433] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.062827] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.063176] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.063361] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.063603] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.064637] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5936002-3d55-4dcb-82dc-3895b604a80f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.066689] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-799640cb-32e4-4d9f-a846-8640cfb347f7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.081552] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.081552] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.082717] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51b3a857-321f-4c56-9436-4e2ce9b53484 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.092525] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 781.092525] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5208310d-621e-f4b9-1f46-44c2d2d6e3f6" [ 781.092525] env[65829]: _type = "Task" [ 781.092525] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.113109] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5208310d-621e-f4b9-1f46-44c2d2d6e3f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012092} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.113109] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1677db-3d79-4cc4-a203-cd9dad42197c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.116208] env[65829]: DEBUG nova.network.neutron [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 781.122575] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 781.122575] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528343ad-6ffb-ac82-43fd-802b7237106d" [ 781.122575] env[65829]: _type = "Task" [ 781.122575] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.138749] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528343ad-6ffb-ac82-43fd-802b7237106d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.164339] env[65829]: DEBUG nova.network.neutron [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 781.277972] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4d23e54-235e-4c15-ada9-8d6fa7d3fd0e tempest-ServersTestFqdnHostnames-1252624009 tempest-ServersTestFqdnHostnames-1252624009-project-member] Lock "a03c6f7d-0e4f-4eb3-8991-5b990f0dd206" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.237s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.550177] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807409, 'name': Destroy_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.639219] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528343ad-6ffb-ac82-43fd-802b7237106d, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.640030] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.640129] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 2befa94b-af61-43f7-af56-c7d45768cb6a/2befa94b-af61-43f7-af56-c7d45768cb6a.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.640583] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-846884b7-619b-4d22-a2ee-56823d74af7f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.650543] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 781.650543] env[65829]: value = "task-4807410" [ 781.650543] env[65829]: _type = "Task" [ 781.650543] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.666502] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.728828] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec1a058-c17a-4b5a-bc49-a0c44322b81d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.738590] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9a828b-4e13-401d-a2d4-608b91097a1a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.774327] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdf6d78-4bda-46b5-8824-765059d1381a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.784665] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09153a41-e94e-4478-994e-3b1ffa46aad3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.803660] env[65829]: DEBUG nova.compute.provider_tree [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.050722] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807409, 'name': Destroy_Task, 'duration_secs': 0.525868} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.051132] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Destroyed the VM [ 782.051354] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 782.051731] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-594e1bcb-3860-4d10-9c1e-5c698593da5a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.063269] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 782.063269] env[65829]: value = "task-4807411" [ 782.063269] env[65829]: _type = "Task" [ 782.063269] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.074973] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807411, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.134812] env[65829]: DEBUG nova.network.neutron [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.179176] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807410, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.185710] env[65829]: WARNING neutronclient.v2_0.client [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.307501] env[65829]: DEBUG nova.scheduler.client.report [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.423730] env[65829]: DEBUG nova.network.neutron [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Updating instance_info_cache with network_info: [{"id": "dbab3545-1298-4ead-a77e-7065d11aeb18", "address": "fa:16:3e:52:dc:95", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbab3545-12", "ovs_interfaceid": "dbab3545-1298-4ead-a77e-7065d11aeb18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.579032] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807411, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.638741] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Releasing lock "refresh_cache-90a5af16-3f4b-49a0-b1f4-aa9086e449fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.639221] env[65829]: DEBUG nova.compute.manager [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 782.641039] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.641039] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605c0e09-7310-457e-b760-c75fd3f89689 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.649871] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.650209] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-440835a2-acdf-4b7b-8491-a41161db008a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.660142] env[65829]: DEBUG oslo_vmware.api [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 782.660142] env[65829]: value = "task-4807412" [ 782.660142] env[65829]: _type = "Task" [ 782.660142] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.668275] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701873} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.671012] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 2befa94b-af61-43f7-af56-c7d45768cb6a/2befa94b-af61-43f7-af56-c7d45768cb6a.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.671360] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.675560] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7675c95b-019e-4cb3-bff7-77b60a9e6a27 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.678689] env[65829]: DEBUG oslo_vmware.api [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.685796] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 782.685796] env[65829]: value = "task-4807413" [ 782.685796] env[65829]: _type = "Task" [ 782.685796] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.697911] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.815691] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.082s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.820200] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.762s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.820652] env[65829]: DEBUG nova.objects.instance [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lazy-loading 'resources' on Instance uuid ed75b2fd-a4f7-4557-a905-0b6ae1f66940 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.852029] env[65829]: INFO nova.scheduler.client.report [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Deleted allocations for instance bc817d02-799b-4158-bc5c-fe73fa365294 [ 782.927530] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "refresh_cache-c0e941a1-acec-4e7b-b40e-945e08ad2d61" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.927993] env[65829]: DEBUG nova.compute.manager [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Instance network_info: |[{"id": "dbab3545-1298-4ead-a77e-7065d11aeb18", "address": "fa:16:3e:52:dc:95", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbab3545-12", "ovs_interfaceid": "dbab3545-1298-4ead-a77e-7065d11aeb18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 782.928625] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:dc:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbab3545-1298-4ead-a77e-7065d11aeb18', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.940468] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Creating folder: Project (038ceec4a90f4611a43c882f07ea7ef1). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.941751] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53969f5d-4193-4422-adf5-ef350d4cb664 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.956529] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Created folder: Project (038ceec4a90f4611a43c882f07ea7ef1) in parent group-v937255. [ 782.956697] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Creating folder: Instances. Parent ref: group-v937410. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.956961] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba82d895-1349-40f8-b93f-548051612042 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.973067] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Created folder: Instances in parent group-v937410. [ 782.973067] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 782.973067] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.973067] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23f24bb4-d193-4298-9232-542df3f7d649 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.987396] env[65829]: DEBUG nova.network.neutron [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Successfully updated port: 5c508ffb-352d-4e1d-9d55-bffc694af8eb {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 782.995860] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.995860] env[65829]: value = "task-4807416" [ 782.995860] env[65829]: _type = "Task" [ 782.995860] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.006780] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807416, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.080626] env[65829]: DEBUG oslo_vmware.api [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807411, 'name': RemoveSnapshot_Task, 'duration_secs': 0.797854} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.081599] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 783.081599] env[65829]: INFO nova.compute.manager [None req-b3e9e860-dadb-4b64-a474-27785ae3b27c tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Took 15.46 seconds to snapshot the instance on the hypervisor. [ 783.171696] env[65829]: DEBUG oslo_vmware.api [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807412, 'name': PowerOffVM_Task, 'duration_secs': 0.227294} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.172019] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.172250] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.172541] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53227f6e-faeb-487c-bc32-deb7a0911ba8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.201314] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104741} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.201633] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.203094] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0045dd5f-b4ce-46df-a967-d9e6c55b49f8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.210094] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.210094] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.210094] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Deleting the datastore file [datastore2] 90a5af16-3f4b-49a0-b1f4-aa9086e449fd {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.210094] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ff84dbc-f383-4a25-8769-8f836a669229 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.232139] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 2befa94b-af61-43f7-af56-c7d45768cb6a/2befa94b-af61-43f7-af56-c7d45768cb6a.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.233183] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fb0c976-2515-4b4c-9f9f-69751d6777b0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.249757] env[65829]: DEBUG oslo_vmware.api [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 783.249757] env[65829]: value = "task-4807418" [ 783.249757] env[65829]: _type = "Task" [ 783.249757] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.255946] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 783.255946] env[65829]: value = "task-4807419" [ 783.255946] env[65829]: _type = "Task" [ 783.255946] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.263459] env[65829]: DEBUG oslo_vmware.api [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.273091] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.273459] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.275382] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807419, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.365623] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d1b88b0b-9a2b-4e6e-90d9-0c0f4ac71afe tempest-ServerGroupTestJSON-1370379979 tempest-ServerGroupTestJSON-1370379979-project-member] Lock "bc817d02-799b-4158-bc5c-fe73fa365294" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.256s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.490903] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.490995] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.491627] env[65829]: DEBUG nova.network.neutron [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 783.512416] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807416, 'name': CreateVM_Task, 'duration_secs': 0.448522} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.516177] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.518015] env[65829]: WARNING neutronclient.v2_0.client [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.518596] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.518770] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.519177] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.519519] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14788b06-c07b-42b8-a1a1-4bdb135f0502 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.528252] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 783.528252] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520636e8-a739-fa90-87d9-77a282047c34" [ 783.528252] env[65829]: _type = "Task" [ 783.528252] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.541680] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520636e8-a739-fa90-87d9-77a282047c34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.742847] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a64e8f-1a0f-98a1-3ce3-3764c4cffc25/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 783.745382] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5a7168-7863-4d94-85e5-f767f2505699 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.760937] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a64e8f-1a0f-98a1-3ce3-3764c4cffc25/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 783.761248] env[65829]: ERROR oslo_vmware.rw_handles [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a64e8f-1a0f-98a1-3ce3-3764c4cffc25/disk-0.vmdk due to incomplete transfer. [ 783.766019] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-016419dd-9aca-445b-9204-cad1a30a8e41 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.773417] env[65829]: WARNING nova.virt.vmwareapi.vmops [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 90a5af16-3f4b-49a0-b1f4-aa9086e449fd [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Traceback (most recent call last): [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] ds_util.file_delete(self._session, [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] session._wait_for_task(file_delete_task) [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] return self.wait_for_task(task_ref) [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] return evt.wait() [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] result = hub.switch() [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] return self.greenlet.switch() [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] self.f(*self.args, **self.kw) [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] raise exceptions.translate_fault(task_info.error) [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 90a5af16-3f4b-49a0-b1f4-aa9086e449fd [ 783.773417] env[65829]: ERROR nova.virt.vmwareapi.vmops [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] [ 783.774167] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.774167] env[65829]: INFO nova.compute.manager [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 783.774251] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 783.774507] env[65829]: DEBUG nova.compute.manager [-] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 783.774593] env[65829]: DEBUG nova.network.neutron [-] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 783.774902] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.782551] env[65829]: DEBUG nova.compute.manager [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 783.786243] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807419, 'name': ReconfigVM_Task, 'duration_secs': 0.468973} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.790578] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 2befa94b-af61-43f7-af56-c7d45768cb6a/2befa94b-af61-43f7-af56-c7d45768cb6a.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.794344] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a64e8f-1a0f-98a1-3ce3-3764c4cffc25/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 783.794344] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Uploaded image 5ba8ffdd-04fd-4201-8afc-25d6800436b1 to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 783.794344] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 783.794759] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b52b7379-f990-46ab-bc10-f42daa01bdc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.797564] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e02d3317-203d-4d09-ba5f-0d152dab401c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.800321] env[65829]: DEBUG nova.network.neutron [-] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 783.801819] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.807172] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 783.807172] env[65829]: value = "task-4807421" [ 783.807172] env[65829]: _type = "Task" [ 783.807172] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.807840] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 783.807840] env[65829]: value = "task-4807420" [ 783.807840] env[65829]: _type = "Task" [ 783.807840] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.830206] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807420, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.830206] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807421, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.850669] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c87d872-1bb8-48b5-a91f-314cf78012ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.862958] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c130fe3c-e014-4dd9-9694-d71f7895cbef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.899104] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0b5056-92e8-492d-931e-6540d9514c6f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.909971] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac6ff90-5fa9-4402-92ff-d594fd5e6fe8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.928221] env[65829]: DEBUG nova.compute.provider_tree [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.042817] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520636e8-a739-fa90-87d9-77a282047c34, 'name': SearchDatastore_Task, 'duration_secs': 0.015062} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.042817] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.042817] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.043147] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.043301] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.044031] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.044031] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd78cc61-d640-44bf-8977-ab6c1d59672a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.050311] env[65829]: DEBUG nova.network.neutron [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 784.054713] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.056706] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.056706] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703f1ed0-b8aa-49fb-9cf6-3d7d965dd35e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.066101] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 784.066101] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526020f1-b08e-c3d9-7b46-ae4ca7b0b169" [ 784.066101] env[65829]: _type = "Task" [ 784.066101] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.076293] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526020f1-b08e-c3d9-7b46-ae4ca7b0b169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.232709] env[65829]: WARNING neutronclient.v2_0.client [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.306505] env[65829]: DEBUG nova.network.neutron [-] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.323860] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.329562] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807421, 'name': Rename_Task, 'duration_secs': 0.183003} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.332997] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.333338] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807420, 'name': Destroy_Task, 'duration_secs': 0.347472} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.335152] env[65829]: DEBUG nova.network.neutron [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance_info_cache with network_info: [{"id": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "address": "fa:16:3e:07:b8:b8", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c508ffb-35", "ovs_interfaceid": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.336432] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95bfd42d-8bad-45be-80cd-c7915d146747 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.338463] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Destroyed the VM [ 784.338945] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 784.344691] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-840d7476-828a-4b54-9291-bdff0fb01428 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.362580] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 784.362580] env[65829]: value = "task-4807423" [ 784.362580] env[65829]: _type = "Task" [ 784.362580] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.364519] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 784.364519] env[65829]: value = "task-4807422" [ 784.364519] env[65829]: _type = "Task" [ 784.364519] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.389962] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.394066] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.433546] env[65829]: DEBUG nova.scheduler.client.report [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.580218] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526020f1-b08e-c3d9-7b46-ae4ca7b0b169, 'name': SearchDatastore_Task, 'duration_secs': 0.014758} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.581304] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5c36c31-c68f-4976-b926-b7c27f7b1d4a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.589118] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 784.589118] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f906cb-6c24-e655-1644-322748778606" [ 784.589118] env[65829]: _type = "Task" [ 784.589118] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.601914] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f906cb-6c24-e655-1644-322748778606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.809250] env[65829]: INFO nova.compute.manager [-] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Took 1.03 seconds to deallocate network for instance. [ 784.845562] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.846025] env[65829]: DEBUG nova.compute.manager [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Instance network_info: |[{"id": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "address": "fa:16:3e:07:b8:b8", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c508ffb-35", "ovs_interfaceid": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 784.846945] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:b8:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c508ffb-352d-4e1d-9d55-bffc694af8eb', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.859967] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating folder: Project (7cac28f198d84bc19abf0bdbc55e7b49). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.861168] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a15cd1b-1588-4869-b56f-badcc8a51c11 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.877179] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Created folder: Project (7cac28f198d84bc19abf0bdbc55e7b49) in parent group-v937255. [ 784.877975] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating folder: Instances. Parent ref: group-v937413. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.886441] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bc601c7-d882-4c9a-b35d-8fd57be3c3f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.889922] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807422, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.889922] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807423, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.900703] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Created folder: Instances in parent group-v937413. [ 784.901095] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 784.901294] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.901595] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5c75baa-71b9-49b9-8aa0-d36082cbe380 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.927556] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.927556] env[65829]: value = "task-4807426" [ 784.927556] env[65829]: _type = "Task" [ 784.927556] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.941267] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.946805] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807426, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.947060] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.153s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.949186] env[65829]: INFO nova.compute.claims [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.967889] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.967889] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.985893] env[65829]: DEBUG nova.compute.manager [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Received event network-vif-plugged-50a127de-b1ce-42ca-8311-6b03efed11d7 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 784.985893] env[65829]: DEBUG oslo_concurrency.lockutils [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] Acquiring lock "2befa94b-af61-43f7-af56-c7d45768cb6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.985893] env[65829]: DEBUG oslo_concurrency.lockutils [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] Lock "2befa94b-af61-43f7-af56-c7d45768cb6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.985893] env[65829]: DEBUG oslo_concurrency.lockutils [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] Lock "2befa94b-af61-43f7-af56-c7d45768cb6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.985893] env[65829]: DEBUG nova.compute.manager [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] No waiting events found dispatching network-vif-plugged-50a127de-b1ce-42ca-8311-6b03efed11d7 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 784.986197] env[65829]: WARNING nova.compute.manager [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Received unexpected event network-vif-plugged-50a127de-b1ce-42ca-8311-6b03efed11d7 for instance with vm_state building and task_state spawning. [ 784.986197] env[65829]: DEBUG nova.compute.manager [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Received event network-changed-50a127de-b1ce-42ca-8311-6b03efed11d7 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 784.987092] env[65829]: DEBUG nova.compute.manager [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Refreshing instance network info cache due to event network-changed-50a127de-b1ce-42ca-8311-6b03efed11d7. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 784.987092] env[65829]: DEBUG oslo_concurrency.lockutils [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] Acquiring lock "refresh_cache-2befa94b-af61-43f7-af56-c7d45768cb6a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.987092] env[65829]: DEBUG oslo_concurrency.lockutils [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] Acquired lock "refresh_cache-2befa94b-af61-43f7-af56-c7d45768cb6a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.987737] env[65829]: DEBUG nova.network.neutron [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Refreshing network info cache for port 50a127de-b1ce-42ca-8311-6b03efed11d7 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.001357] env[65829]: INFO nova.scheduler.client.report [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Deleted allocations for instance ed75b2fd-a4f7-4557-a905-0b6ae1f66940 [ 785.101700] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f906cb-6c24-e655-1644-322748778606, 'name': SearchDatastore_Task, 'duration_secs': 0.019598} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.102094] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.102486] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] c0e941a1-acec-4e7b-b40e-945e08ad2d61/c0e941a1-acec-4e7b-b40e-945e08ad2d61.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.102916] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6157f73d-7925-4ab6-bbda-a9aac542f722 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.113635] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 785.113635] env[65829]: value = "task-4807427" [ 785.113635] env[65829]: _type = "Task" [ 785.113635] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.123854] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.269082] env[65829]: INFO nova.compute.manager [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Rebuilding instance [ 785.286334] env[65829]: INFO nova.compute.manager [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Rebuilding instance [ 785.315536] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.343124] env[65829]: DEBUG nova.compute.manager [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 785.344329] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e9fc9b-a0d5-46ae-b774-8780be751579 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.361827] env[65829]: DEBUG nova.compute.manager [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 785.362133] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376a9a35-96f0-4ee4-948a-7f901c0c95b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.380661] env[65829]: DEBUG oslo_vmware.api [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807422, 'name': PowerOnVM_Task, 'duration_secs': 0.557846} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.387157] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.387439] env[65829]: INFO nova.compute.manager [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Took 10.01 seconds to spawn the instance on the hypervisor. [ 785.387629] env[65829]: DEBUG nova.compute.manager [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 785.388012] env[65829]: DEBUG oslo_vmware.api [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807423, 'name': RemoveSnapshot_Task, 'duration_secs': 0.785543} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.391767] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1fbfad-b745-4871-b5ca-ec0e36c49dd8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.395492] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 785.395839] env[65829]: INFO nova.compute.manager [None req-f48afa8c-864c-42d0-b7af-f148ec190f1d tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Took 14.64 seconds to snapshot the instance on the hypervisor. [ 785.440652] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807426, 'name': CreateVM_Task, 'duration_secs': 0.492411} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.440652] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.441089] env[65829]: WARNING neutronclient.v2_0.client [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.443789] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.443789] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.443789] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.443789] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52eabe93-261c-4c1c-ad71-d25710bd588a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.449772] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 785.449772] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c160a5-4720-75fe-b929-7d0c61fddbf6" [ 785.449772] env[65829]: _type = "Task" [ 785.449772] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.464452] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c160a5-4720-75fe-b929-7d0c61fddbf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.492030] env[65829]: WARNING neutronclient.v2_0.client [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.518468] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b4d6f7a-027c-4eb3-afdb-aa38d341f5bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "ed75b2fd-a4f7-4557-a905-0b6ae1f66940" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.547s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.627185] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807427, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.633423] env[65829]: DEBUG nova.compute.manager [req-7d779926-565e-4a4c-bd07-7e20e101875f req-93e04403-d0ca-427b-b0e5-715f1c4aa7cf service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Received event network-vif-plugged-5c508ffb-352d-4e1d-9d55-bffc694af8eb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 785.633734] env[65829]: DEBUG oslo_concurrency.lockutils [req-7d779926-565e-4a4c-bd07-7e20e101875f req-93e04403-d0ca-427b-b0e5-715f1c4aa7cf service nova] Acquiring lock "97649e37-94dd-4ee5-889f-88b4a1c03a82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.634033] env[65829]: DEBUG oslo_concurrency.lockutils [req-7d779926-565e-4a4c-bd07-7e20e101875f req-93e04403-d0ca-427b-b0e5-715f1c4aa7cf service nova] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.634216] env[65829]: DEBUG oslo_concurrency.lockutils [req-7d779926-565e-4a4c-bd07-7e20e101875f req-93e04403-d0ca-427b-b0e5-715f1c4aa7cf service nova] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.634380] env[65829]: DEBUG nova.compute.manager [req-7d779926-565e-4a4c-bd07-7e20e101875f req-93e04403-d0ca-427b-b0e5-715f1c4aa7cf service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] No waiting events found dispatching network-vif-plugged-5c508ffb-352d-4e1d-9d55-bffc694af8eb {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 785.634536] env[65829]: WARNING nova.compute.manager [req-7d779926-565e-4a4c-bd07-7e20e101875f req-93e04403-d0ca-427b-b0e5-715f1c4aa7cf service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Received unexpected event network-vif-plugged-5c508ffb-352d-4e1d-9d55-bffc694af8eb for instance with vm_state building and task_state spawning. [ 785.920987] env[65829]: INFO nova.compute.manager [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Took 28.53 seconds to build instance. [ 785.964408] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c160a5-4720-75fe-b929-7d0c61fddbf6, 'name': SearchDatastore_Task, 'duration_secs': 0.066486} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.966034] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.966034] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.966034] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.966034] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.966034] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.966034] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d54b7295-66c7-433f-b91b-aa444c2eb578 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.977294] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.977526] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.978989] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb0c421-09eb-4af6-b00c-9a4c3ab95c1f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.985830] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 785.985830] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52997945-305f-2d1a-f246-0957e430ab98" [ 785.985830] env[65829]: _type = "Task" [ 785.985830] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.996402] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52997945-305f-2d1a-f246-0957e430ab98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.012906] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "a0dd2130-f3ce-47e5-a274-c0a9770b8f5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.013239] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "a0dd2130-f3ce-47e5-a274-c0a9770b8f5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.014625] env[65829]: WARNING neutronclient.v2_0.client [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.126015] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674197} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.126015] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] c0e941a1-acec-4e7b-b40e-945e08ad2d61/c0e941a1-acec-4e7b-b40e-945e08ad2d61.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.126015] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.126255] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d042a3fc-1c89-43ee-9d5e-122bed1788ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.134107] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 786.134107] env[65829]: value = "task-4807428" [ 786.134107] env[65829]: _type = "Task" [ 786.134107] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.145055] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807428, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.289717] env[65829]: DEBUG nova.network.neutron [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Updated VIF entry in instance network info cache for port 50a127de-b1ce-42ca-8311-6b03efed11d7. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 786.290126] env[65829]: DEBUG nova.network.neutron [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Updating instance_info_cache with network_info: [{"id": "50a127de-b1ce-42ca-8311-6b03efed11d7", "address": "fa:16:3e:c5:3d:39", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a127de-b1", "ovs_interfaceid": "50a127de-b1ce-42ca-8311-6b03efed11d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.350578] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.350850] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.363566] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.365766] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a9412ce-b685-4389-862a-a1da12654660 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.378522] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Waiting for the task: (returnval){ [ 786.378522] env[65829]: value = "task-4807429" [ 786.378522] env[65829]: _type = "Task" [ 786.378522] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.397530] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.405557] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.406374] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e88ac15-b50f-422b-9769-1098d18382dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.416248] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 786.416248] env[65829]: value = "task-4807430" [ 786.416248] env[65829]: _type = "Task" [ 786.416248] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.424950] env[65829]: DEBUG oslo_concurrency.lockutils [None req-37dc1d47-0e50-436c-a7ef-202a340bd747 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "2befa94b-af61-43f7-af56-c7d45768cb6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.044s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.431395] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807430, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.501506] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52997945-305f-2d1a-f246-0957e430ab98, 'name': SearchDatastore_Task, 'duration_secs': 0.013981} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.502329] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5242d158-d43a-476c-8ede-1a10be4e489e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.507997] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526696f7-af57-483a-b282-ce655da8c42b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.513991] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 786.513991] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e886f6-eb94-010b-b697-e7dd30e4d92b" [ 786.513991] env[65829]: _type = "Task" [ 786.513991] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.520777] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17cb6046-e7f1-4101-9388-a759c0850ccb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.527490] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e886f6-eb94-010b-b697-e7dd30e4d92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.555759] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415a01de-6f9d-4d73-a447-2898b76f694c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.564241] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ded0f72-acce-4b66-8fe6-7317a7f316a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.583929] env[65829]: DEBUG nova.compute.provider_tree [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.651460] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807428, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.512895} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.652380] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.653065] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1820f7f-6dc1-475c-a982-cfa01d556923 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.678164] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c0e941a1-acec-4e7b-b40e-945e08ad2d61/c0e941a1-acec-4e7b-b40e-945e08ad2d61.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.678855] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e935a3-763a-48be-86fc-b45b7420aac1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.700269] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 786.700269] env[65829]: value = "task-4807431" [ 786.700269] env[65829]: _type = "Task" [ 786.700269] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.710043] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.803741] env[65829]: DEBUG oslo_concurrency.lockutils [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] Releasing lock "refresh_cache-2befa94b-af61-43f7-af56-c7d45768cb6a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.804131] env[65829]: DEBUG nova.compute.manager [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Received event network-vif-deleted-3aaec1dd-359d-4d05-9d09-3c8dde1d54f0 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 786.804438] env[65829]: DEBUG nova.compute.manager [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Received event network-vif-plugged-dbab3545-1298-4ead-a77e-7065d11aeb18 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 786.804665] env[65829]: DEBUG oslo_concurrency.lockutils [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] Acquiring lock "c0e941a1-acec-4e7b-b40e-945e08ad2d61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.804968] env[65829]: DEBUG oslo_concurrency.lockutils [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] Lock "c0e941a1-acec-4e7b-b40e-945e08ad2d61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.805170] env[65829]: DEBUG oslo_concurrency.lockutils [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] Lock "c0e941a1-acec-4e7b-b40e-945e08ad2d61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.805335] env[65829]: DEBUG nova.compute.manager [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] No waiting events found dispatching network-vif-plugged-dbab3545-1298-4ead-a77e-7065d11aeb18 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 786.805497] env[65829]: WARNING nova.compute.manager [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Received unexpected event network-vif-plugged-dbab3545-1298-4ead-a77e-7065d11aeb18 for instance with vm_state building and task_state spawning. [ 786.805656] env[65829]: DEBUG nova.compute.manager [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Received event network-changed-dbab3545-1298-4ead-a77e-7065d11aeb18 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 786.805819] env[65829]: DEBUG nova.compute.manager [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Refreshing instance network info cache due to event network-changed-dbab3545-1298-4ead-a77e-7065d11aeb18. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 786.806018] env[65829]: DEBUG oslo_concurrency.lockutils [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] Acquiring lock "refresh_cache-c0e941a1-acec-4e7b-b40e-945e08ad2d61" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.806180] env[65829]: DEBUG oslo_concurrency.lockutils [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] Acquired lock "refresh_cache-c0e941a1-acec-4e7b-b40e-945e08ad2d61" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.806311] env[65829]: DEBUG nova.network.neutron [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Refreshing network info cache for port dbab3545-1298-4ead-a77e-7065d11aeb18 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.896526] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807429, 'name': PowerOffVM_Task, 'duration_secs': 0.266671} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.896768] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.897729] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.897994] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca93bdfa-2c14-4544-b900-4e32e75fc1ac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.907217] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Waiting for the task: (returnval){ [ 786.907217] env[65829]: value = "task-4807432" [ 786.907217] env[65829]: _type = "Task" [ 786.907217] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.929180] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 786.929393] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 786.929592] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937346', 'volume_id': '93b534ef-b789-492c-940b-4da066ef77af', 'name': 'volume-93b534ef-b789-492c-940b-4da066ef77af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6da326d9-fef6-421c-a171-995118e260af', 'attached_at': '', 'detached_at': '', 'volume_id': '93b534ef-b789-492c-940b-4da066ef77af', 'serial': '93b534ef-b789-492c-940b-4da066ef77af'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 786.930519] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3f179c-ae8c-491e-9d38-7e8745cfd080 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.935182] env[65829]: DEBUG nova.compute.manager [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 786.942590] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807430, 'name': PowerOffVM_Task, 'duration_secs': 0.247825} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.942911] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.943167] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.944046] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a73e63-0d60-4def-ae47-e03729374676 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.966028] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecc05dd-044c-4a27-b087-339b6bfe8875 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.969032] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.969875] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d090104-1f53-49aa-83b1-1fa2eacbc9bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.974900] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15ee8d5-c2d0-495e-9598-bb8b5aee600d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.000137] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0dcbfe2-960c-4db6-af1c-c14c06bf6050 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.019077] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] The volume has not been displaced from its original location: [datastore2] volume-93b534ef-b789-492c-940b-4da066ef77af/volume-93b534ef-b789-492c-940b-4da066ef77af.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 787.025243] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 787.030668] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25fbc351-25b5-4432-bfef-a2d779cb8331 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.057169] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e886f6-eb94-010b-b697-e7dd30e4d92b, 'name': SearchDatastore_Task, 'duration_secs': 0.017134} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.059528] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.061209] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 97649e37-94dd-4ee5-889f-88b4a1c03a82/97649e37-94dd-4ee5-889f-88b4a1c03a82.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.061209] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Waiting for the task: (returnval){ [ 787.061209] env[65829]: value = "task-4807434" [ 787.061209] env[65829]: _type = "Task" [ 787.061209] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.061597] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29b865fb-f8ad-4d4b-8515-cb4861ce81a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.065318] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.065520] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.065699] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleting the datastore file [datastore2] 7666ca12-8127-4640-9ee1-ebea47a22e41 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.069784] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b998cdd-0cef-4ab2-b8b0-6f38174b3f82 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.082032] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807434, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.082250] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 787.082250] env[65829]: value = "task-4807436" [ 787.082250] env[65829]: _type = "Task" [ 787.082250] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.084730] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 787.084730] env[65829]: value = "task-4807435" [ 787.084730] env[65829]: _type = "Task" [ 787.084730] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.094177] env[65829]: DEBUG nova.scheduler.client.report [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.104152] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.108785] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.212541] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807431, 'name': ReconfigVM_Task, 'duration_secs': 0.444179} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.212541] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c0e941a1-acec-4e7b-b40e-945e08ad2d61/c0e941a1-acec-4e7b-b40e-945e08ad2d61.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.213164] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15f27a30-1d27-478a-9b02-374ec124470a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.222298] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 787.222298] env[65829]: value = "task-4807437" [ 787.222298] env[65829]: _type = "Task" [ 787.222298] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.235813] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807437, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.310347] env[65829]: WARNING neutronclient.v2_0.client [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.484805] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.535971] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "2245b178-432d-4131-8b7a-0d5636652547" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.536227] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "2245b178-432d-4131-8b7a-0d5636652547" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.576310] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807434, 'name': ReconfigVM_Task, 'duration_secs': 0.241605} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.576602] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 787.585107] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c980b7b-1315-4eb1-8e75-9e7826c68224 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.605891] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.606431] env[65829]: DEBUG nova.compute.manager [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 787.610242] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.070s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.611955] env[65829]: INFO nova.compute.claims [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.618225] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Waiting for the task: (returnval){ [ 787.618225] env[65829]: value = "task-4807438" [ 787.618225] env[65829]: _type = "Task" [ 787.618225] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.629239] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256816} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.629629] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807435, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.629956] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.630313] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.630434] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.640546] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.736532] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807437, 'name': Rename_Task, 'duration_secs': 0.165157} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.736993] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.737403] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d18daa72-ca68-4c8d-a6b4-c3e6518fe540 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.746417] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 787.746417] env[65829]: value = "task-4807439" [ 787.746417] env[65829]: _type = "Task" [ 787.746417] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.756271] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.876813] env[65829]: WARNING neutronclient.v2_0.client [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.997272] env[65829]: DEBUG nova.network.neutron [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Updated VIF entry in instance network info cache for port dbab3545-1298-4ead-a77e-7065d11aeb18. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 787.997473] env[65829]: DEBUG nova.network.neutron [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Updating instance_info_cache with network_info: [{"id": "dbab3545-1298-4ead-a77e-7065d11aeb18", "address": "fa:16:3e:52:dc:95", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbab3545-12", "ovs_interfaceid": "dbab3545-1298-4ead-a77e-7065d11aeb18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.110059] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646696} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.111650] env[65829]: DEBUG nova.compute.utils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.113267] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 97649e37-94dd-4ee5-889f-88b4a1c03a82/97649e37-94dd-4ee5-889f-88b4a1c03a82.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.113507] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.114115] env[65829]: DEBUG nova.compute.manager [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 788.116025] env[65829]: DEBUG nova.network.neutron [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 788.116025] env[65829]: WARNING neutronclient.v2_0.client [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.116025] env[65829]: WARNING neutronclient.v2_0.client [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.117027] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5d3b9c8-286c-4494-bbd7-a2d47e2c689e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.150098] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 788.150098] env[65829]: value = "task-4807440" [ 788.150098] env[65829]: _type = "Task" [ 788.150098] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.164410] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807438, 'name': ReconfigVM_Task, 'duration_secs': 0.222794} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.164410] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937346', 'volume_id': '93b534ef-b789-492c-940b-4da066ef77af', 'name': 'volume-93b534ef-b789-492c-940b-4da066ef77af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6da326d9-fef6-421c-a171-995118e260af', 'attached_at': '', 'detached_at': '', 'volume_id': '93b534ef-b789-492c-940b-4da066ef77af', 'serial': '93b534ef-b789-492c-940b-4da066ef77af'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 788.164410] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.165952] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfe7ba3-102a-40d4-8789-817342052472 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.172881] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.180367] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.180644] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-222622a6-f58f-41c2-b412-c8875e84759a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.225640] env[65829]: DEBUG nova.policy [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7769951fc2a425abd9ae131707e20ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6d538d342a94e1ebabc2111c0d9000e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.261184] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807439, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.281652] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.281652] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.281893] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Deleting the datastore file [datastore2] 6da326d9-fef6-421c-a171-995118e260af {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.282204] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcec638a-17e8-4a70-8e7b-d18acaafc0d4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.290931] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Waiting for the task: (returnval){ [ 788.290931] env[65829]: value = "task-4807442" [ 788.290931] env[65829]: _type = "Task" [ 788.290931] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.302325] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.500802] env[65829]: DEBUG oslo_concurrency.lockutils [req-1f6d38af-f392-4c16-b369-ed8df624c55c req-288367ca-1f09-4fda-9eea-2d55b98535f5 service nova] Releasing lock "refresh_cache-c0e941a1-acec-4e7b-b40e-945e08ad2d61" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.615301] env[65829]: DEBUG nova.compute.manager [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 788.670044] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085573} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.670491] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.671593] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce11b1-fd62-410c-9518-31e7475100e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.698656] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 97649e37-94dd-4ee5-889f-88b4a1c03a82/97649e37-94dd-4ee5-889f-88b4a1c03a82.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.704912] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17a6d0b4-4b68-4239-8250-91c76c10dbb4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.727402] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "136c9efc-4141-4a98-a0ea-241cb231cb68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.727646] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "136c9efc-4141-4a98-a0ea-241cb231cb68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.732640] env[65829]: DEBUG nova.virt.hardware [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 788.732926] env[65829]: DEBUG nova.virt.hardware [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 788.733071] env[65829]: DEBUG nova.virt.hardware [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 788.733289] env[65829]: DEBUG nova.virt.hardware [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 788.733388] env[65829]: DEBUG nova.virt.hardware [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 788.733906] env[65829]: DEBUG nova.virt.hardware [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 788.733906] env[65829]: DEBUG nova.virt.hardware [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 788.733906] env[65829]: DEBUG nova.virt.hardware [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 788.734009] env[65829]: DEBUG nova.virt.hardware [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 788.734228] env[65829]: DEBUG nova.virt.hardware [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 788.734429] env[65829]: DEBUG nova.virt.hardware [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 788.736302] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59b3788-d87d-41b8-ad8b-48a3af31b687 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.742424] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.742424] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.742424] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.742702] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.742702] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.744871] env[65829]: INFO nova.compute.manager [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Terminating instance [ 788.749590] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 788.749590] env[65829]: value = "task-4807443" [ 788.749590] env[65829]: _type = "Task" [ 788.749590] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.755753] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Acquiring lock "dc5b9b37-d997-438c-be2c-700abe0a9b91" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.755753] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Lock "dc5b9b37-d997-438c-be2c-700abe0a9b91" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.770737] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5255c3f3-254c-4203-b51a-ba78d5419883 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.785079] env[65829]: DEBUG oslo_vmware.api [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807439, 'name': PowerOnVM_Task, 'duration_secs': 0.561253} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.797491] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.797706] env[65829]: INFO nova.compute.manager [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Took 10.79 seconds to spawn the instance on the hypervisor. [ 788.798033] env[65829]: DEBUG nova.compute.manager [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 788.798190] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.799069] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:29:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.806392] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 788.807396] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a4baa5-918f-4a47-879b-b426e710fc37 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.813373] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.813869] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9444af6-5ae1-4515-b5bd-ce7087fe9cb3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.829255] env[65829]: DEBUG nova.network.neutron [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Successfully created port: 97f9b87f-dcc0-4a04-ab17-1b8827112522 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 788.847182] env[65829]: DEBUG oslo_vmware.api [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Task: {'id': task-4807442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144267} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.847420] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.847420] env[65829]: value = "task-4807444" [ 788.847420] env[65829]: _type = "Task" [ 788.847420] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.848107] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.848337] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.848468] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.867221] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807444, 'name': CreateVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.937025] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 788.937726] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d76abdd-1e2d-48e7-a5a2-9f3e5cd1202d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.949757] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79356f3a-1a00-4fda-b01e-8a9b3e777608 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.993621] env[65829]: ERROR nova.compute.manager [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Failed to detach volume 93b534ef-b789-492c-940b-4da066ef77af from /dev/sda: nova.exception.InstanceNotFound: Instance 6da326d9-fef6-421c-a171-995118e260af could not be found. [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] Traceback (most recent call last): [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/compute/manager.py", line 4232, in _do_rebuild_instance [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] self.driver.rebuild(**kwargs) [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] raise NotImplementedError() [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] NotImplementedError [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] During handling of the above exception, another exception occurred: [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] Traceback (most recent call last): [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/compute/manager.py", line 3655, in _detach_root_volume [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] self.driver.detach_volume(context, old_connection_info, [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] return self._volumeops.detach_volume(connection_info, instance) [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] self._detach_volume_vmdk(connection_info, instance) [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] stable_ref.fetch_moref(session) [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] raise exception.InstanceNotFound(instance_id=self._uuid) [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] nova.exception.InstanceNotFound: Instance 6da326d9-fef6-421c-a171-995118e260af could not be found. [ 788.993621] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] [ 789.198978] env[65829]: DEBUG nova.compute.utils [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Build of instance 6da326d9-fef6-421c-a171-995118e260af aborted: Failed to rebuild volume backed instance. {{(pid=65829) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 789.205189] env[65829]: ERROR nova.compute.manager [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 6da326d9-fef6-421c-a171-995118e260af aborted: Failed to rebuild volume backed instance. [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] Traceback (most recent call last): [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/compute/manager.py", line 4232, in _do_rebuild_instance [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] self.driver.rebuild(**kwargs) [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] raise NotImplementedError() [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] NotImplementedError [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] During handling of the above exception, another exception occurred: [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] Traceback (most recent call last): [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/compute/manager.py", line 3690, in _rebuild_volume_backed_instance [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] self._detach_root_volume(context, instance, root_bdm) [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/compute/manager.py", line 3669, in _detach_root_volume [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] with excutils.save_and_reraise_exception(): [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] self.force_reraise() [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] raise self.value [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/compute/manager.py", line 3655, in _detach_root_volume [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] self.driver.detach_volume(context, old_connection_info, [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] return self._volumeops.detach_volume(connection_info, instance) [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] self._detach_volume_vmdk(connection_info, instance) [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] stable_ref.fetch_moref(session) [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] raise exception.InstanceNotFound(instance_id=self._uuid) [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] nova.exception.InstanceNotFound: Instance 6da326d9-fef6-421c-a171-995118e260af could not be found. [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] During handling of the above exception, another exception occurred: [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] Traceback (most recent call last): [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/compute/manager.py", line 11563, in _error_out_instance_on_exception [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] yield [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/compute/manager.py", line 3958, in rebuild_instance [ 789.205189] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] self._do_rebuild_instance_with_claim( [ 789.206664] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/compute/manager.py", line 4044, in _do_rebuild_instance_with_claim [ 789.206664] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] self._do_rebuild_instance( [ 789.206664] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/compute/manager.py", line 4236, in _do_rebuild_instance [ 789.206664] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] self._rebuild_default_impl(**kwargs) [ 789.206664] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/compute/manager.py", line 3813, in _rebuild_default_impl [ 789.206664] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] self._rebuild_volume_backed_instance( [ 789.206664] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] File "/opt/stack/nova/nova/compute/manager.py", line 3705, in _rebuild_volume_backed_instance [ 789.206664] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] raise exception.BuildAbortException( [ 789.206664] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] nova.exception.BuildAbortException: Build of instance 6da326d9-fef6-421c-a171-995118e260af aborted: Failed to rebuild volume backed instance. [ 789.206664] env[65829]: ERROR nova.compute.manager [instance: 6da326d9-fef6-421c-a171-995118e260af] [ 789.268838] env[65829]: DEBUG nova.compute.manager [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 789.269194] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.271178] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455a2afd-0c5d-4b76-b40e-b57edb1f7b4b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.291679] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807443, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.301170] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.301889] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35924873-9c23-458a-9e97-fa65134e3d05 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.334632] env[65829]: DEBUG oslo_vmware.rw_handles [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c9855-986a-403f-4d9c-9a2deb9ef138/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 789.336901] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02afd5bd-1286-48d7-97f8-0f7957d7f708 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.343914] env[65829]: DEBUG oslo_vmware.rw_handles [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c9855-986a-403f-4d9c-9a2deb9ef138/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 789.344171] env[65829]: ERROR oslo_vmware.rw_handles [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c9855-986a-403f-4d9c-9a2deb9ef138/disk-0.vmdk due to incomplete transfer. [ 789.344431] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7119eced-e0fd-4201-b16f-8f6775e278ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.370090] env[65829]: DEBUG oslo_vmware.rw_handles [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/526c9855-986a-403f-4d9c-9a2deb9ef138/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 789.370090] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Uploaded image 0f9c2cd6-c6e6-465c-8296-7ddf18c39cba to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 789.373246] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 789.374314] env[65829]: INFO nova.compute.manager [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Took 30.83 seconds to build instance. [ 789.383092] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a14b9e0-171a-4501-ab35-eda0c2b3e5ba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.384820] env[65829]: DEBUG nova.compute.manager [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Received event network-changed-5c508ffb-352d-4e1d-9d55-bffc694af8eb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 789.385338] env[65829]: DEBUG nova.compute.manager [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Refreshing instance network info cache due to event network-changed-5c508ffb-352d-4e1d-9d55-bffc694af8eb. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 789.387447] env[65829]: DEBUG oslo_concurrency.lockutils [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] Acquiring lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.387986] env[65829]: DEBUG oslo_concurrency.lockutils [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] Acquired lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.388496] env[65829]: DEBUG nova.network.neutron [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Refreshing network info cache for port 5c508ffb-352d-4e1d-9d55-bffc694af8eb {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.401598] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807444, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.414209] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Waiting for the task: (returnval){ [ 789.414209] env[65829]: value = "task-4807446" [ 789.414209] env[65829]: _type = "Task" [ 789.414209] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.418731] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.418957] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.419330] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleting the datastore file [datastore1] dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.426431] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-921aab9e-302e-4024-a25a-f64415d8487c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.436931] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807446, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.440318] env[65829]: DEBUG oslo_vmware.api [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 789.440318] env[65829]: value = "task-4807447" [ 789.440318] env[65829]: _type = "Task" [ 789.440318] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.441292] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00db772a-2383-4d6d-8b7f-405515d20a31 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.457288] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9454cc6f-9ac2-4b84-9517-b358dd3cbd0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.461509] env[65829]: DEBUG oslo_vmware.api [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807447, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.493272] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56a1ece-5b41-4138-9943-043cb5722e55 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.505215] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0bdfde-8b00-4ac6-a4c4-95a33218c43a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.519620] env[65829]: DEBUG nova.compute.provider_tree [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.629796] env[65829]: DEBUG nova.compute.manager [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 789.660574] env[65829]: DEBUG nova.virt.hardware [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 789.660863] env[65829]: DEBUG nova.virt.hardware [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.661077] env[65829]: DEBUG nova.virt.hardware [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 789.661308] env[65829]: DEBUG nova.virt.hardware [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.661462] env[65829]: DEBUG nova.virt.hardware [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 789.661669] env[65829]: DEBUG nova.virt.hardware [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 789.661844] env[65829]: DEBUG nova.virt.hardware [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 789.662260] env[65829]: DEBUG nova.virt.hardware [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 789.662260] env[65829]: DEBUG nova.virt.hardware [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 789.662479] env[65829]: DEBUG nova.virt.hardware [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 789.662620] env[65829]: DEBUG nova.virt.hardware [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 789.664024] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d55771-5914-43d7-8679-62c0c8906dcb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.673467] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8606780-98f2-425e-ab14-4c0d3e1d1eab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.767852] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807443, 'name': ReconfigVM_Task, 'duration_secs': 0.635861} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.768676] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 97649e37-94dd-4ee5-889f-88b4a1c03a82/97649e37-94dd-4ee5-889f-88b4a1c03a82.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.769437] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d62cca0-829e-4647-aa92-c014b1f40dfb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.778706] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 789.778706] env[65829]: value = "task-4807448" [ 789.778706] env[65829]: _type = "Task" [ 789.778706] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.788983] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807448, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.884126] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807444, 'name': CreateVM_Task, 'duration_secs': 0.583042} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.884374] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.885146] env[65829]: WARNING neutronclient.v2_0.client [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 789.885659] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.885853] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.889377] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.889377] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5692132-5ed6-477a-a1be-7aae1a630c82 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.892476] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fde08afc-5be9-446d-b71b-4dbfff63b1de tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "c0e941a1-acec-4e7b-b40e-945e08ad2d61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.354s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.892935] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 789.892935] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52468880-1f17-bdee-d429-d7daa63de4e1" [ 789.892935] env[65829]: _type = "Task" [ 789.892935] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.894509] env[65829]: WARNING neutronclient.v2_0.client [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.906929] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52468880-1f17-bdee-d429-d7daa63de4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.907124] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.907459] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.907547] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.908048] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.908048] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.908269] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe0d0001-0551-4282-b993-049ea380d985 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.917579] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.917752] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.921848] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-042817c6-3870-461a-984e-61d702e24a54 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.932837] env[65829]: DEBUG oslo_vmware.api [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Task: {'id': task-4807446, 'name': Destroy_Task, 'duration_secs': 0.342295} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.932837] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 789.932837] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52178f4f-a470-85e8-8fdb-273279bd929c" [ 789.932837] env[65829]: _type = "Task" [ 789.932837] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.933156] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Destroyed the VM [ 789.933260] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 789.933574] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f8ebace5-f1a8-40d0-9108-b1783d106a0d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.946025] env[65829]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 789.946025] env[65829]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65829) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 789.946025] env[65829]: DEBUG nova.compute.utils [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Cleaning up image 0f9c2cd6-c6e6-465c-8296-7ddf18c39cba {{(pid=65829) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 789.951941] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52178f4f-a470-85e8-8fdb-273279bd929c, 'name': SearchDatastore_Task, 'duration_secs': 0.010661} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.959731] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb92f6fa-0b4c-4813-81d5-1587b39f1d00 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.967161] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 789.967161] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d56195-adff-c878-7e9b-abb0befb7e06" [ 789.967161] env[65829]: _type = "Task" [ 789.967161] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.970570] env[65829]: DEBUG oslo_vmware.api [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807447, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18826} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.976546] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.976957] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.977169] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.977432] env[65829]: INFO nova.compute.manager [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Took 0.71 seconds to destroy the instance on the hypervisor. [ 789.977719] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 789.978271] env[65829]: DEBUG nova.compute.manager [-] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 789.978271] env[65829]: DEBUG nova.network.neutron [-] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 789.978491] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.989789] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d56195-adff-c878-7e9b-abb0befb7e06, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.990733] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.990733] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 7666ca12-8127-4640-9ee1-ebea47a22e41/7666ca12-8127-4640-9ee1-ebea47a22e41.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.990921] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b919fc1-4b22-4713-9135-6557f490efaa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.000086] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 790.000086] env[65829]: value = "task-4807449" [ 790.000086] env[65829]: _type = "Task" [ 790.000086] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.009763] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.023345] env[65829]: DEBUG nova.scheduler.client.report [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.084768] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.291320] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807448, 'name': Rename_Task, 'duration_secs': 0.33092} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.292036] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.292194] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1bc6c8b-651d-491f-a05c-c2ae7f541a2a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.300671] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 790.300671] env[65829]: value = "task-4807450" [ 790.300671] env[65829]: _type = "Task" [ 790.300671] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.310882] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.402117] env[65829]: DEBUG nova.compute.manager [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 790.513327] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500349} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.513327] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 7666ca12-8127-4640-9ee1-ebea47a22e41/7666ca12-8127-4640-9ee1-ebea47a22e41.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.513327] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.513327] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ee00e19-9360-418d-88f0-a768e9bc1a07 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.520032] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 790.520032] env[65829]: value = "task-4807451" [ 790.520032] env[65829]: _type = "Task" [ 790.520032] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.530651] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.920s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.531180] env[65829]: DEBUG nova.compute.manager [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 790.534074] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.534553] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.864s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.536025] env[65829]: INFO nova.compute.claims [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.564595] env[65829]: DEBUG nova.network.neutron [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Successfully updated port: 97f9b87f-dcc0-4a04-ab17-1b8827112522 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 790.721029] env[65829]: WARNING neutronclient.v2_0.client [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.810711] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.892958] env[65829]: DEBUG nova.network.neutron [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updated VIF entry in instance network info cache for port 5c508ffb-352d-4e1d-9d55-bffc694af8eb. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 790.892958] env[65829]: DEBUG nova.network.neutron [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance_info_cache with network_info: [{"id": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "address": "fa:16:3e:07:b8:b8", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c508ffb-35", "ovs_interfaceid": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.900383] env[65829]: DEBUG nova.network.neutron [-] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.936081] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.033360] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071393} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.033764] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.034722] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96caede-a7fa-4a80-a888-9af2d3dcf38c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.040359] env[65829]: DEBUG nova.compute.utils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.045041] env[65829]: DEBUG nova.compute.manager [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 791.045041] env[65829]: DEBUG nova.network.neutron [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 791.045041] env[65829]: WARNING neutronclient.v2_0.client [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.045041] env[65829]: WARNING neutronclient.v2_0.client [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.077628] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 7666ca12-8127-4640-9ee1-ebea47a22e41/7666ca12-8127-4640-9ee1-ebea47a22e41.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.078882] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "refresh_cache-5f5fc67b-b232-42f4-b179-188ebaaa48b4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.078882] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "refresh_cache-5f5fc67b-b232-42f4-b179-188ebaaa48b4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.079015] env[65829]: DEBUG nova.network.neutron [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 791.086681] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a3e3c9-94f8-425a-94f0-71e917198b5f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.106169] env[65829]: DEBUG nova.policy [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2244f3908bf4e47a1f7d1d5b0271857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b139a534bae14c14ba78185316657b86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.116568] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 791.116568] env[65829]: value = "task-4807452" [ 791.116568] env[65829]: _type = "Task" [ 791.116568] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.126581] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807452, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.229472] env[65829]: DEBUG oslo_concurrency.lockutils [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.316057] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.397116] env[65829]: DEBUG oslo_concurrency.lockutils [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] Releasing lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.397423] env[65829]: DEBUG nova.compute.manager [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Received event network-changed-17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 791.397589] env[65829]: DEBUG nova.compute.manager [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Refreshing instance network info cache due to event network-changed-17bc2453-c0b8-47c6-bd63-5578b7180b67. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 791.397801] env[65829]: DEBUG oslo_concurrency.lockutils [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] Acquiring lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.397997] env[65829]: DEBUG oslo_concurrency.lockutils [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] Acquired lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.399148] env[65829]: DEBUG nova.network.neutron [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Refreshing network info cache for port 17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.403500] env[65829]: INFO nova.compute.manager [-] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Took 1.43 seconds to deallocate network for instance. [ 791.551668] env[65829]: DEBUG nova.compute.manager [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 791.603442] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "2e61a4e5-7410-40dd-a8d7-09a918431d8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.603881] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "2e61a4e5-7410-40dd-a8d7-09a918431d8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.605019] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.613506] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Acquiring lock "1e7f21a7-d044-4d34-aeb6-16701fc8d289" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.613640] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lock "1e7f21a7-d044-4d34-aeb6-16701fc8d289" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.613905] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Acquiring lock "1e7f21a7-d044-4d34-aeb6-16701fc8d289-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.614154] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lock "1e7f21a7-d044-4d34-aeb6-16701fc8d289-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.614320] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lock "1e7f21a7-d044-4d34-aeb6-16701fc8d289-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.616903] env[65829]: INFO nova.compute.manager [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Terminating instance [ 791.631010] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.652913] env[65829]: DEBUG nova.network.neutron [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Successfully created port: 9ef627e4-17ff-4a0d-a85d-01579c50ec21 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 791.778185] env[65829]: DEBUG nova.network.neutron [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 791.822538] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807450, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.901380] env[65829]: WARNING neutronclient.v2_0.client [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.912110] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.035923] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda4d022-924c-4f0d-8b01-003496834287 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.046018] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7954cf-0fa2-4ccf-958f-71d71a5db3d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.082660] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ba8730-9a29-490d-ab99-2578005cfc9d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.090865] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961d9761-04cb-46b0-8353-5d49acf36276 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.105642] env[65829]: DEBUG nova.compute.provider_tree [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.130317] env[65829]: DEBUG nova.compute.manager [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 792.130528] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.132863] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807452, 'name': ReconfigVM_Task, 'duration_secs': 0.624326} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.133635] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4327927f-7021-4464-8729-c04038d814ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.136470] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 7666ca12-8127-4640-9ee1-ebea47a22e41/7666ca12-8127-4640-9ee1-ebea47a22e41.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.137360] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91fad62e-cc5a-4e46-9160-fb62b2971868 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.144129] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.146293] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58116e47-6a39-4285-a650-4fb1e851a5f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.148363] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 792.148363] env[65829]: value = "task-4807453" [ 792.148363] env[65829]: _type = "Task" [ 792.148363] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.154103] env[65829]: DEBUG oslo_vmware.api [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 792.154103] env[65829]: value = "task-4807454" [ 792.154103] env[65829]: _type = "Task" [ 792.154103] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.157462] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807453, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.166178] env[65829]: DEBUG oslo_vmware.api [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807454, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.314231] env[65829]: DEBUG oslo_vmware.api [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807450, 'name': PowerOnVM_Task, 'duration_secs': 1.530899} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.314655] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.314832] env[65829]: INFO nova.compute.manager [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Took 11.72 seconds to spawn the instance on the hypervisor. [ 792.315080] env[65829]: DEBUG nova.compute.manager [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 792.315936] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ee8c39-f572-4c64-91eb-1cf8a136e71e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.587391] env[65829]: DEBUG nova.compute.manager [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 792.608476] env[65829]: DEBUG nova.scheduler.client.report [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.622459] env[65829]: DEBUG nova.virt.hardware [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 792.622850] env[65829]: DEBUG nova.virt.hardware [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.623439] env[65829]: DEBUG nova.virt.hardware [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 792.624198] env[65829]: DEBUG nova.virt.hardware [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.624198] env[65829]: DEBUG nova.virt.hardware [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 792.624198] env[65829]: DEBUG nova.virt.hardware [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 792.624390] env[65829]: DEBUG nova.virt.hardware [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 792.624561] env[65829]: DEBUG nova.virt.hardware [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 792.625528] env[65829]: DEBUG nova.virt.hardware [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 792.625528] env[65829]: DEBUG nova.virt.hardware [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 792.625528] env[65829]: DEBUG nova.virt.hardware [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 792.626084] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8bb163-c87b-485e-b332-894afd16076f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.636558] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780ddb69-c2c1-4da6-b1e4-be9811dcd859 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.661463] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807453, 'name': Rename_Task, 'duration_secs': 0.306723} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.665589] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.666218] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef43672b-2d6f-4ba1-b0b9-831d2a1864db {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.674031] env[65829]: DEBUG oslo_vmware.api [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807454, 'name': PowerOffVM_Task, 'duration_secs': 0.324057} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.675964] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.676170] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.676518] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 792.676518] env[65829]: value = "task-4807455" [ 792.676518] env[65829]: _type = "Task" [ 792.676518] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.676749] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1c5ad81-bb74-41e1-9a2e-3cf7dfc7533d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.688831] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.837254] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.840180] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.840522] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Deleting the datastore file [datastore1] 1e7f21a7-d044-4d34-aeb6-16701fc8d289 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.844119] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a9a117f-99db-49d9-b2f8-08d35e67bc1f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.848125] env[65829]: INFO nova.compute.manager [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Took 34.10 seconds to build instance. [ 792.856147] env[65829]: DEBUG oslo_vmware.api [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for the task: (returnval){ [ 792.856147] env[65829]: value = "task-4807457" [ 792.856147] env[65829]: _type = "Task" [ 792.856147] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.866434] env[65829]: DEBUG oslo_vmware.api [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.983276] env[65829]: DEBUG nova.compute.manager [req-2d05172b-b4f9-4351-9524-af862bade64e req-52d60d24-10bf-440e-8a2d-6ab06ec692ae service nova] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Received event network-vif-plugged-97f9b87f-dcc0-4a04-ab17-1b8827112522 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 792.983697] env[65829]: DEBUG oslo_concurrency.lockutils [req-2d05172b-b4f9-4351-9524-af862bade64e req-52d60d24-10bf-440e-8a2d-6ab06ec692ae service nova] Acquiring lock "5f5fc67b-b232-42f4-b179-188ebaaa48b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.984048] env[65829]: DEBUG oslo_concurrency.lockutils [req-2d05172b-b4f9-4351-9524-af862bade64e req-52d60d24-10bf-440e-8a2d-6ab06ec692ae service nova] Lock "5f5fc67b-b232-42f4-b179-188ebaaa48b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.984347] env[65829]: DEBUG oslo_concurrency.lockutils [req-2d05172b-b4f9-4351-9524-af862bade64e req-52d60d24-10bf-440e-8a2d-6ab06ec692ae service nova] Lock "5f5fc67b-b232-42f4-b179-188ebaaa48b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.987465] env[65829]: DEBUG nova.compute.manager [req-2d05172b-b4f9-4351-9524-af862bade64e req-52d60d24-10bf-440e-8a2d-6ab06ec692ae service nova] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] No waiting events found dispatching network-vif-plugged-97f9b87f-dcc0-4a04-ab17-1b8827112522 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 792.987465] env[65829]: WARNING nova.compute.manager [req-2d05172b-b4f9-4351-9524-af862bade64e req-52d60d24-10bf-440e-8a2d-6ab06ec692ae service nova] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Received unexpected event network-vif-plugged-97f9b87f-dcc0-4a04-ab17-1b8827112522 for instance with vm_state building and task_state spawning. [ 793.016215] env[65829]: WARNING neutronclient.v2_0.client [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.115330] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.117333] env[65829]: DEBUG nova.compute.manager [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 793.124345] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.839s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.125103] env[65829]: DEBUG nova.objects.instance [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Lazy-loading 'resources' on Instance uuid f059fdce-0d7f-41f2-b964-e5085b0e14df {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.190806] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807455, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.257590] env[65829]: DEBUG nova.network.neutron [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Updating instance_info_cache with network_info: [{"id": "97f9b87f-dcc0-4a04-ab17-1b8827112522", "address": "fa:16:3e:af:70:2f", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f9b87f-dc", "ovs_interfaceid": "97f9b87f-dcc0-4a04-ab17-1b8827112522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.352646] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a90af0ab-6c3f-4967-9b38-75cf1d4fe1e2 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.615s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.367520] env[65829]: WARNING neutronclient.v2_0.client [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.380815] env[65829]: DEBUG oslo_vmware.api [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Task: {'id': task-4807457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276111} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.382407] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.382892] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.383275] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.383543] env[65829]: INFO nova.compute.manager [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Took 1.25 seconds to destroy the instance on the hypervisor. [ 793.383968] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 793.384570] env[65829]: DEBUG nova.compute.manager [-] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 793.384806] env[65829]: DEBUG nova.network.neutron [-] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 793.385328] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.464836] env[65829]: DEBUG nova.network.neutron [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Successfully updated port: 9ef627e4-17ff-4a0d-a85d-01579c50ec21 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 793.553332] env[65829]: DEBUG nova.network.neutron [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updated VIF entry in instance network info cache for port 17bc2453-c0b8-47c6-bd63-5578b7180b67. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 793.553520] env[65829]: DEBUG nova.network.neutron [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updating instance_info_cache with network_info: [{"id": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "address": "fa:16:3e:c0:de:94", "network": {"id": "abdc4782-d7f6-48da-92ad-150ee9f41a9f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1628925309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b61262bedd4e71908704c16074975d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc2453-c0", "ovs_interfaceid": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.558311] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.630514] env[65829]: DEBUG nova.compute.utils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.634719] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce6088c6-3e2a-4af1-a4e4-fae33ec80cc1 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "14b4f397-ad4c-4ae8-a134-1705f6dac68a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.636039] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce6088c6-3e2a-4af1-a4e4-fae33ec80cc1 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "14b4f397-ad4c-4ae8-a134-1705f6dac68a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.636039] env[65829]: DEBUG nova.compute.manager [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 793.636039] env[65829]: DEBUG nova.network.neutron [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 793.636237] env[65829]: WARNING neutronclient.v2_0.client [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.636994] env[65829]: WARNING neutronclient.v2_0.client [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.686347] env[65829]: DEBUG nova.policy [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '363735aaa00d48e7bafe476bbcfab34a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a303617f4347148d224ef71dbd3b30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.691416] env[65829]: DEBUG oslo_vmware.api [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807455, 'name': PowerOnVM_Task, 'duration_secs': 0.732311} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.694277] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.694463] env[65829]: DEBUG nova.compute.manager [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 793.695884] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95913182-d817-4004-9740-337c3ffc7985 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.760886] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "refresh_cache-5f5fc67b-b232-42f4-b179-188ebaaa48b4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.761349] env[65829]: DEBUG nova.compute.manager [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Instance network_info: |[{"id": "97f9b87f-dcc0-4a04-ab17-1b8827112522", "address": "fa:16:3e:af:70:2f", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f9b87f-dc", "ovs_interfaceid": "97f9b87f-dcc0-4a04-ab17-1b8827112522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 793.761733] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:70:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97f9b87f-dcc0-4a04-ab17-1b8827112522', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.771923] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 793.776204] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.776928] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42bfcd8e-b6cf-4568-971e-0dee9fada9c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.802755] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.802755] env[65829]: value = "task-4807458" [ 793.802755] env[65829]: _type = "Task" [ 793.802755] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.813326] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807458, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.858024] env[65829]: DEBUG nova.compute.manager [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 793.974192] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.974326] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.974496] env[65829]: DEBUG nova.network.neutron [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 794.061977] env[65829]: DEBUG oslo_concurrency.lockutils [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] Releasing lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.061977] env[65829]: DEBUG nova.compute.manager [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Received event network-changed-95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 794.061977] env[65829]: DEBUG nova.compute.manager [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Refreshing instance network info cache due to event network-changed-95ca928b-3784-43cc-9b5e-43664fd91e76. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 794.062350] env[65829]: DEBUG oslo_concurrency.lockutils [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] Acquiring lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.062350] env[65829]: DEBUG oslo_concurrency.lockutils [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] Acquired lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.062471] env[65829]: DEBUG nova.network.neutron [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Refreshing network info cache for port 95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.109631] env[65829]: DEBUG nova.compute.manager [req-7c998b94-3c9a-4df0-8084-be828a460784 req-63f09876-ee32-4e4e-971b-6f356d499ee6 service nova] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Received event network-vif-deleted-432ec9c0-2c77-43e0-b889-5bdd40c701a5 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 794.137731] env[65829]: DEBUG nova.compute.manager [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 794.167275] env[65829]: DEBUG nova.network.neutron [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Successfully created port: 1c9def62-8241-4f56-8b89-a42146db6561 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 794.225300] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.239811] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d840e2-b5cc-4e9a-a25f-d9c6e93cbfa3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.252678] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db535e0d-4500-4582-ab9d-f8a97d723c33 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.302208] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a2e29c-6c79-45f1-b46d-0633dc913822 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.314555] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807458, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.318082] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58540ce-b0e3-465c-82b4-971ce709fac9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.334884] env[65829]: DEBUG nova.compute.provider_tree [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.372161] env[65829]: DEBUG nova.network.neutron [-] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.400241] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.565792] env[65829]: WARNING neutronclient.v2_0.client [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.595948] env[65829]: DEBUG nova.network.neutron [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 794.820387] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807458, 'name': CreateVM_Task, 'duration_secs': 0.691775} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.820774] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.821156] env[65829]: WARNING neutronclient.v2_0.client [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.821524] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.821679] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.822051] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.822321] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c6f6e17-2953-4843-af7b-91ff61e22f52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.828268] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 794.828268] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e9204e-7e36-1ee4-d7e5-08c7532532ab" [ 794.828268] env[65829]: _type = "Task" [ 794.828268] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.838774] env[65829]: DEBUG nova.scheduler.client.report [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.842987] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e9204e-7e36-1ee4-d7e5-08c7532532ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.878787] env[65829]: INFO nova.compute.manager [-] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Took 1.49 seconds to deallocate network for instance. [ 794.976671] env[65829]: WARNING neutronclient.v2_0.client [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.116406] env[65829]: WARNING neutronclient.v2_0.client [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.146723] env[65829]: DEBUG nova.compute.manager [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 795.181031] env[65829]: DEBUG nova.virt.hardware [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 795.181031] env[65829]: DEBUG nova.virt.hardware [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.181031] env[65829]: DEBUG nova.virt.hardware [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 795.181325] env[65829]: DEBUG nova.virt.hardware [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.181359] env[65829]: DEBUG nova.virt.hardware [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 795.181535] env[65829]: DEBUG nova.virt.hardware [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 795.181698] env[65829]: DEBUG nova.virt.hardware [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 795.181843] env[65829]: DEBUG nova.virt.hardware [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 795.183036] env[65829]: DEBUG nova.virt.hardware [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 795.183036] env[65829]: DEBUG nova.virt.hardware [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 795.183036] env[65829]: DEBUG nova.virt.hardware [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 795.185041] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836735ae-950a-4e30-a353-998224f48c58 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.201819] env[65829]: DEBUG nova.network.neutron [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updating instance_info_cache with network_info: [{"id": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "address": "fa:16:3e:66:4e:60", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef627e4-17", "ovs_interfaceid": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.209852] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641cae19-ec34-4dca-ba8c-63cb175d774c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.347045] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.349640] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e9204e-7e36-1ee4-d7e5-08c7532532ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011806} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.350051] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.519s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.351661] env[65829]: INFO nova.compute.claims [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.354674] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.354944] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.357064] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.357064] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.357064] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.357064] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14a6fecb-2dc3-44d7-a2f4-11bc0f9856c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.368444] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.368598] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.373580] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8dc41a5-1d53-4ad8-a426-6c5a7e284e0b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.386419] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.387031] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 795.387031] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c6a39b-2978-8d85-907d-3d222bcc3f08" [ 795.387031] env[65829]: _type = "Task" [ 795.387031] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.392457] env[65829]: INFO nova.scheduler.client.report [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Deleted allocations for instance f059fdce-0d7f-41f2-b964-e5085b0e14df [ 795.404412] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c6a39b-2978-8d85-907d-3d222bcc3f08, 'name': SearchDatastore_Task, 'duration_secs': 0.013243} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.404412] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65e4a678-f240-45c9-bf96-cfb9e35ebc2d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.412087] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 795.412087] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5296ea6f-1ce1-010b-bc3d-512923ad751e" [ 795.412087] env[65829]: _type = "Task" [ 795.412087] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.422342] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5296ea6f-1ce1-010b-bc3d-512923ad751e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.511749] env[65829]: DEBUG nova.network.neutron [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updated VIF entry in instance network info cache for port 95ca928b-3784-43cc-9b5e-43664fd91e76. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 795.512192] env[65829]: DEBUG nova.network.neutron [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updating instance_info_cache with network_info: [{"id": "95ca928b-3784-43cc-9b5e-43664fd91e76", "address": "fa:16:3e:3c:62:41", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ca928b-37", "ovs_interfaceid": "95ca928b-3784-43cc-9b5e-43664fd91e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.709430] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.710212] env[65829]: DEBUG nova.compute.manager [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Instance network_info: |[{"id": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "address": "fa:16:3e:66:4e:60", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef627e4-17", "ovs_interfaceid": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 795.711097] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:4e:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ef627e4-17ff-4a0d-a85d-01579c50ec21', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.721715] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 795.721715] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.721715] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac7e1d7f-46ec-42c3-bf89-2f822a45c2e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.752590] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.752590] env[65829]: value = "task-4807459" [ 795.752590] env[65829]: _type = "Task" [ 795.752590] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.762284] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807459, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.886742] env[65829]: DEBUG nova.network.neutron [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Successfully updated port: 1c9def62-8241-4f56-8b89-a42146db6561 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 795.910023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a7557084-0a50-4088-bdd9-770d38934cf2 tempest-ServersNegativeTestMultiTenantJSON-2109944796 tempest-ServersNegativeTestMultiTenantJSON-2109944796-project-member] Lock "f059fdce-0d7f-41f2-b964-e5085b0e14df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.659s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.923846] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquiring lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.923846] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.931982] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5296ea6f-1ce1-010b-bc3d-512923ad751e, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.933465] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.933760] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 5f5fc67b-b232-42f4-b179-188ebaaa48b4/5f5fc67b-b232-42f4-b179-188ebaaa48b4.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.935331] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9345add2-b8f0-4c0d-8b56-664c3e3b6b44 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.943344] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 795.943344] env[65829]: value = "task-4807460" [ 795.943344] env[65829]: _type = "Task" [ 795.943344] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.955116] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.015112] env[65829]: DEBUG oslo_concurrency.lockutils [req-a693838a-54ab-4b25-9e66-3ab2e2e4f9cb req-f4252925-0efb-4268-9308-44de9ccd917b service nova] Releasing lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.275064] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807459, 'name': CreateVM_Task, 'duration_secs': 0.511025} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.275278] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.275803] env[65829]: WARNING neutronclient.v2_0.client [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.278396] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.279243] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.279243] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.279243] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839eb5ea-d23c-43f6-9294-8df235f38ba1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.290213] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 796.290213] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523fc3cd-628f-25af-282e-c3b1dee8750e" [ 796.290213] env[65829]: _type = "Task" [ 796.290213] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.302347] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523fc3cd-628f-25af-282e-c3b1dee8750e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.305330] env[65829]: DEBUG nova.compute.manager [req-1986bde9-b2a7-4b9f-9136-97b157ef4bcf req-15aba251-0bd6-4a45-8c30-ae5cc0b95f98 service nova] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Received event network-changed-97f9b87f-dcc0-4a04-ab17-1b8827112522 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 796.305656] env[65829]: DEBUG nova.compute.manager [req-1986bde9-b2a7-4b9f-9136-97b157ef4bcf req-15aba251-0bd6-4a45-8c30-ae5cc0b95f98 service nova] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Refreshing instance network info cache due to event network-changed-97f9b87f-dcc0-4a04-ab17-1b8827112522. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 796.306062] env[65829]: DEBUG oslo_concurrency.lockutils [req-1986bde9-b2a7-4b9f-9136-97b157ef4bcf req-15aba251-0bd6-4a45-8c30-ae5cc0b95f98 service nova] Acquiring lock "refresh_cache-5f5fc67b-b232-42f4-b179-188ebaaa48b4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.306409] env[65829]: DEBUG oslo_concurrency.lockutils [req-1986bde9-b2a7-4b9f-9136-97b157ef4bcf req-15aba251-0bd6-4a45-8c30-ae5cc0b95f98 service nova] Acquired lock "refresh_cache-5f5fc67b-b232-42f4-b179-188ebaaa48b4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.306633] env[65829]: DEBUG nova.network.neutron [req-1986bde9-b2a7-4b9f-9136-97b157ef4bcf req-15aba251-0bd6-4a45-8c30-ae5cc0b95f98 service nova] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Refreshing network info cache for port 97f9b87f-dcc0-4a04-ab17-1b8827112522 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.396496] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "refresh_cache-475b8580-be43-4428-86e5-f0aeb67b1473" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.396743] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired lock "refresh_cache-475b8580-be43-4428-86e5-f0aeb67b1473" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.396981] env[65829]: DEBUG nova.network.neutron [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 796.456012] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495482} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.459999] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 5f5fc67b-b232-42f4-b179-188ebaaa48b4/5f5fc67b-b232-42f4-b179-188ebaaa48b4.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.459999] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.459999] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5d4746c-19ce-440d-9d31-f66a64a92ecc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.471227] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 796.471227] env[65829]: value = "task-4807461" [ 796.471227] env[65829]: _type = "Task" [ 796.471227] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.482465] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.523041] env[65829]: DEBUG oslo_concurrency.lockutils [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Acquiring lock "6da326d9-fef6-421c-a171-995118e260af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.523248] env[65829]: DEBUG oslo_concurrency.lockutils [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lock "6da326d9-fef6-421c-a171-995118e260af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.523499] env[65829]: DEBUG oslo_concurrency.lockutils [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Acquiring lock "6da326d9-fef6-421c-a171-995118e260af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.523724] env[65829]: DEBUG oslo_concurrency.lockutils [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lock "6da326d9-fef6-421c-a171-995118e260af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.523894] env[65829]: DEBUG oslo_concurrency.lockutils [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lock "6da326d9-fef6-421c-a171-995118e260af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.526435] env[65829]: INFO nova.compute.manager [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Terminating instance [ 796.802402] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523fc3cd-628f-25af-282e-c3b1dee8750e, 'name': SearchDatastore_Task, 'duration_secs': 0.056349} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.805692] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.805955] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.806208] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.806351] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.806523] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.806987] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7080d0ae-8077-48be-9ccb-342475018a34 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.809828] env[65829]: WARNING neutronclient.v2_0.client [req-1986bde9-b2a7-4b9f-9136-97b157ef4bcf req-15aba251-0bd6-4a45-8c30-ae5cc0b95f98 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.821561] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.821561] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.822227] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c211306-30a5-4b63-bd6c-96f25417743a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.829210] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 796.829210] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52223fcc-9758-48c7-ef2f-8e02d093e17a" [ 796.829210] env[65829]: _type = "Task" [ 796.829210] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.842658] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52223fcc-9758-48c7-ef2f-8e02d093e17a, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.843472] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90f6af0-a289-4eef-a354-022580799da5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.852837] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 796.852837] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52409599-a1cd-fc7d-7e1e-5d3ea88ba98a" [ 796.852837] env[65829]: _type = "Task" [ 796.852837] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.864654] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52409599-a1cd-fc7d-7e1e-5d3ea88ba98a, 'name': SearchDatastore_Task, 'duration_secs': 0.012218} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.867831] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.868186] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] a826eca5-ab99-4a14-a98f-5f7c67383985/a826eca5-ab99-4a14-a98f-5f7c67383985.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.868663] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51404cbb-1b9d-449f-81a0-2512373afb70 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.876549] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 796.876549] env[65829]: value = "task-4807462" [ 796.876549] env[65829]: _type = "Task" [ 796.876549] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.890147] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.955269] env[65829]: DEBUG nova.network.neutron [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 796.986426] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077716} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.986556] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.987402] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc32f3b1-7e59-4217-a695-5d720a725d35 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.016108] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 5f5fc67b-b232-42f4-b179-188ebaaa48b4/5f5fc67b-b232-42f4-b179-188ebaaa48b4.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.020949] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f2cd38-1a7a-49bd-a6df-fae0ffa8e199 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.038330] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f5da46-7ed1-4582-99a7-ce147715a5f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.045739] env[65829]: DEBUG nova.compute.manager [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 797.046410] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe5234e8-7959-476a-920a-ce99b1fe9d31 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.056826] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c325d7ed-e6c0-4a15-984f-c8daa9bf8b99 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.064466] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c175a1-289f-489d-b06f-b58496fe3c4d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.075984] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 797.075984] env[65829]: value = "task-4807463" [ 797.075984] env[65829]: _type = "Task" [ 797.075984] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.157249] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e674e724-3368-44bb-9cfb-8927f7ee85c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.161909] env[65829]: WARNING nova.virt.vmwareapi.driver [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 6da326d9-fef6-421c-a171-995118e260af could not be found. [ 797.162180] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.172097] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1653947-e155-49b4-b34d-41b7120e7aef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.172097] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.180469] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5783db92-60b1-4453-9a96-88292c5c58c7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.187973] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d46c636-2707-4a00-b244-555b65fbf50b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.212087] env[65829]: DEBUG nova.compute.provider_tree [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.228196] env[65829]: WARNING nova.virt.vmwareapi.vmops [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 6da326d9-fef6-421c-a171-995118e260af could not be found. [ 797.228196] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.228196] env[65829]: INFO nova.compute.manager [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Took 0.18 seconds to destroy the instance on the hypervisor. [ 797.228196] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 797.228468] env[65829]: DEBUG nova.compute.manager [-] [instance: 6da326d9-fef6-421c-a171-995118e260af] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 797.228468] env[65829]: DEBUG nova.network.neutron [-] [instance: 6da326d9-fef6-421c-a171-995118e260af] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 797.228999] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.260709] env[65829]: DEBUG nova.compute.manager [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received event network-vif-plugged-9ef627e4-17ff-4a0d-a85d-01579c50ec21 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 797.261512] env[65829]: DEBUG oslo_concurrency.lockutils [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] Acquiring lock "a826eca5-ab99-4a14-a98f-5f7c67383985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.261912] env[65829]: DEBUG oslo_concurrency.lockutils [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] Lock "a826eca5-ab99-4a14-a98f-5f7c67383985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.261912] env[65829]: DEBUG oslo_concurrency.lockutils [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] Lock "a826eca5-ab99-4a14-a98f-5f7c67383985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.262198] env[65829]: DEBUG nova.compute.manager [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] No waiting events found dispatching network-vif-plugged-9ef627e4-17ff-4a0d-a85d-01579c50ec21 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 797.263786] env[65829]: WARNING nova.compute.manager [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received unexpected event network-vif-plugged-9ef627e4-17ff-4a0d-a85d-01579c50ec21 for instance with vm_state building and task_state spawning. [ 797.263786] env[65829]: DEBUG nova.compute.manager [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received event network-changed-9ef627e4-17ff-4a0d-a85d-01579c50ec21 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 797.263786] env[65829]: DEBUG nova.compute.manager [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Refreshing instance network info cache due to event network-changed-9ef627e4-17ff-4a0d-a85d-01579c50ec21. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 797.263786] env[65829]: DEBUG oslo_concurrency.lockutils [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] Acquiring lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.263786] env[65829]: DEBUG oslo_concurrency.lockutils [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] Acquired lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.263786] env[65829]: DEBUG nova.network.neutron [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Refreshing network info cache for port 9ef627e4-17ff-4a0d-a85d-01579c50ec21 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.324038] env[65829]: WARNING neutronclient.v2_0.client [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.360627] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.392120] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497306} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.392296] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] a826eca5-ab99-4a14-a98f-5f7c67383985/a826eca5-ab99-4a14-a98f-5f7c67383985.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.393355] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.393355] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e324163d-7c85-4ba2-a4a1-3ed92768050b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.402365] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 797.402365] env[65829]: value = "task-4807464" [ 797.402365] env[65829]: _type = "Task" [ 797.402365] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.413181] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.424608] env[65829]: WARNING neutronclient.v2_0.client [req-1986bde9-b2a7-4b9f-9136-97b157ef4bcf req-15aba251-0bd6-4a45-8c30-ae5cc0b95f98 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.587890] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.729294] env[65829]: DEBUG nova.scheduler.client.report [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.769368] env[65829]: WARNING neutronclient.v2_0.client [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.873473] env[65829]: DEBUG nova.network.neutron [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Updating instance_info_cache with network_info: [{"id": "1c9def62-8241-4f56-8b89-a42146db6561", "address": "fa:16:3e:08:61:ea", "network": {"id": "e8f1cb52-516c-4e51-a543-8b11986e65a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1149372670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a303617f4347148d224ef71dbd3b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c9def62-82", "ovs_interfaceid": "1c9def62-8241-4f56-8b89-a42146db6561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.911948] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074191} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.912259] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.913086] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863ae99e-67c8-4449-b640-e39684da9d69 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.940553] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] a826eca5-ab99-4a14-a98f-5f7c67383985/a826eca5-ab99-4a14-a98f-5f7c67383985.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.940553] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c5fd14e-dd33-41fd-953d-619a387a895a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.964998] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 797.964998] env[65829]: value = "task-4807465" [ 797.964998] env[65829]: _type = "Task" [ 797.964998] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.977807] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.090130] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807463, 'name': ReconfigVM_Task, 'duration_secs': 0.585344} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.090130] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 5f5fc67b-b232-42f4-b179-188ebaaa48b4/5f5fc67b-b232-42f4-b179-188ebaaa48b4.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.090130] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4957fb4-d5ca-412e-b363-ca9e3bcd4e00 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.098961] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 798.098961] env[65829]: value = "task-4807466" [ 798.098961] env[65829]: _type = "Task" [ 798.098961] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.110136] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807466, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.201522] env[65829]: DEBUG nova.network.neutron [req-1986bde9-b2a7-4b9f-9136-97b157ef4bcf req-15aba251-0bd6-4a45-8c30-ae5cc0b95f98 service nova] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Updated VIF entry in instance network info cache for port 97f9b87f-dcc0-4a04-ab17-1b8827112522. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 798.201973] env[65829]: DEBUG nova.network.neutron [req-1986bde9-b2a7-4b9f-9136-97b157ef4bcf req-15aba251-0bd6-4a45-8c30-ae5cc0b95f98 service nova] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Updating instance_info_cache with network_info: [{"id": "97f9b87f-dcc0-4a04-ab17-1b8827112522", "address": "fa:16:3e:af:70:2f", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f9b87f-dc", "ovs_interfaceid": "97f9b87f-dcc0-4a04-ab17-1b8827112522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.234974] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.885s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.235670] env[65829]: DEBUG nova.compute.manager [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 798.238694] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 24.779s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.377149] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Releasing lock "refresh_cache-475b8580-be43-4428-86e5-f0aeb67b1473" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.377551] env[65829]: DEBUG nova.compute.manager [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Instance network_info: |[{"id": "1c9def62-8241-4f56-8b89-a42146db6561", "address": "fa:16:3e:08:61:ea", "network": {"id": "e8f1cb52-516c-4e51-a543-8b11986e65a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1149372670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a303617f4347148d224ef71dbd3b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c9def62-82", "ovs_interfaceid": "1c9def62-8241-4f56-8b89-a42146db6561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 798.378089] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:61:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c9def62-8241-4f56-8b89-a42146db6561', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.390516] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Creating folder: Project (c4a303617f4347148d224ef71dbd3b30). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.390516] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-036e3603-b8b3-4785-ad11-e3124b0f5721 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.404966] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Created folder: Project (c4a303617f4347148d224ef71dbd3b30) in parent group-v937255. [ 798.405200] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Creating folder: Instances. Parent ref: group-v937419. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 798.410988] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4540c7c-a712-44de-acbd-861a5139d314 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.426936] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Created folder: Instances in parent group-v937419. [ 798.426936] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 798.427209] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.427399] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e85991c5-1a8a-46ad-b2ed-a6c63d4c3dcd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.451276] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.451276] env[65829]: value = "task-4807469" [ 798.451276] env[65829]: _type = "Task" [ 798.451276] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.462052] env[65829]: DEBUG nova.network.neutron [-] [instance: 6da326d9-fef6-421c-a171-995118e260af] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.464081] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807469, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.473882] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.612216] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807466, 'name': Rename_Task, 'duration_secs': 0.190421} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.615489] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.616055] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8993f22d-2180-4418-b6bf-5794c1cd12c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.626095] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 798.626095] env[65829]: value = "task-4807470" [ 798.626095] env[65829]: _type = "Task" [ 798.626095] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.636225] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.708022] env[65829]: DEBUG oslo_concurrency.lockutils [req-1986bde9-b2a7-4b9f-9136-97b157ef4bcf req-15aba251-0bd6-4a45-8c30-ae5cc0b95f98 service nova] Releasing lock "refresh_cache-5f5fc67b-b232-42f4-b179-188ebaaa48b4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.742640] env[65829]: DEBUG nova.compute.utils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.755155] env[65829]: DEBUG nova.compute.manager [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 798.755155] env[65829]: DEBUG nova.network.neutron [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 798.755155] env[65829]: WARNING neutronclient.v2_0.client [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.755438] env[65829]: WARNING neutronclient.v2_0.client [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.822130] env[65829]: WARNING neutronclient.v2_0.client [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.860433] env[65829]: DEBUG nova.policy [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '363735aaa00d48e7bafe476bbcfab34a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a303617f4347148d224ef71dbd3b30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.968027] env[65829]: INFO nova.compute.manager [-] [instance: 6da326d9-fef6-421c-a171-995118e260af] Took 1.74 seconds to deallocate network for instance. [ 798.968027] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807469, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.981201] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807465, 'name': ReconfigVM_Task, 'duration_secs': 0.70144} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.981635] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Reconfigured VM instance instance-00000030 to attach disk [datastore2] a826eca5-ab99-4a14-a98f-5f7c67383985/a826eca5-ab99-4a14-a98f-5f7c67383985.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.982420] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb4383be-1891-4f85-aaa5-4d1740081d3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.991567] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 798.991567] env[65829]: value = "task-4807471" [ 798.991567] env[65829]: _type = "Task" [ 798.991567] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.009950] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807471, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.140202] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807470, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.255819] env[65829]: DEBUG nova.compute.manager [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 799.299241] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.299477] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance d3834d07-9493-4d9e-9aef-bbef9fdd1454 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.299631] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 61dcd9dc-48b4-4f89-8270-367df270a78f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.299755] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 0e20b1cc-1aab-4a62-bd1a-86456eee3906 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.300385] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 7c39128b-5899-4bc4-8335-8f7a2a2c5a00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.300385] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 1e7f21a7-d044-4d34-aeb6-16701fc8d289 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.300385] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.300385] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 7666ca12-8127-4640-9ee1-ebea47a22e41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.300385] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.300637] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance e5d1e2cb-8800-4496-86d3-1b9339772125 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.300637] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 90a5af16-3f4b-49a0-b1f4-aa9086e449fd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 799.300834] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance b4f4a954-7b29-43b4-97fc-df19cdd22551 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.301205] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 2befa94b-af61-43f7-af56-c7d45768cb6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.301205] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance c0e941a1-acec-4e7b-b40e-945e08ad2d61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.301481] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 97649e37-94dd-4ee5-889f-88b4a1c03a82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.301723] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 5f5fc67b-b232-42f4-b179-188ebaaa48b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.301874] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance a826eca5-ab99-4a14-a98f-5f7c67383985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.302149] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 475b8580-be43-4428-86e5-f0aeb67b1473 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.302216] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance c2ec3739-1ea8-416b-9341-9405eaf8b0b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 799.466167] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807469, 'name': CreateVM_Task, 'duration_secs': 0.575259} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.466474] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.467045] env[65829]: WARNING neutronclient.v2_0.client [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.467510] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.468084] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.468297] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.469199] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bdd07a-3f7c-4a34-a00e-c53c13e76f42 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.477152] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 799.477152] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5232c64f-2aa1-fa80-c731-85373868330a" [ 799.477152] env[65829]: _type = "Task" [ 799.477152] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.489536] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5232c64f-2aa1-fa80-c731-85373868330a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.503574] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "b9d82e03-a213-489e-b8e2-cddc5b6300e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.503992] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "b9d82e03-a213-489e-b8e2-cddc5b6300e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.508307] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807471, 'name': Rename_Task, 'duration_secs': 0.186757} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.508646] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.508844] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-485c9c0a-ef0c-4586-87cb-79610988ceb2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.515680] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 799.515680] env[65829]: value = "task-4807472" [ 799.515680] env[65829]: _type = "Task" [ 799.515680] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.525605] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.527417] env[65829]: INFO nova.compute.manager [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Took 0.56 seconds to detach 1 volumes for instance. [ 799.529691] env[65829]: DEBUG nova.compute.manager [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Deleting volume: 93b534ef-b789-492c-940b-4da066ef77af {{(pid=65829) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3328}} [ 799.640536] env[65829]: DEBUG oslo_vmware.api [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807470, 'name': PowerOnVM_Task, 'duration_secs': 0.629612} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.641468] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.641683] env[65829]: INFO nova.compute.manager [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Took 10.01 seconds to spawn the instance on the hypervisor. [ 799.641825] env[65829]: DEBUG nova.compute.manager [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 799.642660] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7045c3-e1d4-4791-a391-22f20c9b3ac6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.656523] env[65829]: DEBUG nova.network.neutron [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Successfully created port: 17bc43cc-aa1b-4d71-846f-dedd0b8f590f {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 799.693592] env[65829]: DEBUG nova.network.neutron [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updated VIF entry in instance network info cache for port 9ef627e4-17ff-4a0d-a85d-01579c50ec21. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 799.693954] env[65829]: DEBUG nova.network.neutron [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updating instance_info_cache with network_info: [{"id": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "address": "fa:16:3e:66:4e:60", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef627e4-17", "ovs_interfaceid": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.807286] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 2c0db17b-3368-4c5d-b30c-a45277b0f2e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 799.991833] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5232c64f-2aa1-fa80-c731-85373868330a, 'name': SearchDatastore_Task, 'duration_secs': 0.013842} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.992204] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.992444] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.992632] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.992794] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.993190] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.993505] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da404015-1f55-47e6-b6a8-d2f333ca363d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.004430] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.004430] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.005180] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966817ca-351e-4dc5-9e3e-2cc1df71c704 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.012106] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 800.012106] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521394cb-d0c3-031c-da9e-2f089e61f557" [ 800.012106] env[65829]: _type = "Task" [ 800.012106] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.023112] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521394cb-d0c3-031c-da9e-2f089e61f557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.030160] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807472, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.086119] env[65829]: DEBUG oslo_concurrency.lockutils [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.165102] env[65829]: INFO nova.compute.manager [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Took 33.40 seconds to build instance. [ 800.197517] env[65829]: DEBUG oslo_concurrency.lockutils [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] Releasing lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.198952] env[65829]: DEBUG nova.compute.manager [req-ff05ba26-f609-4592-af2c-1555e6a3c357 req-8c68519a-d6b2-4ab1-b827-936e4ca0f6b1 service nova] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Received event network-vif-deleted-77a60377-8599-41a7-a420-8e1712632eb2 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 800.281375] env[65829]: DEBUG nova.compute.manager [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 800.311973] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 210d3432-3cf6-4ef3-951e-30e2e9eaa702 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 800.317224] env[65829]: DEBUG nova.virt.hardware [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 800.317224] env[65829]: DEBUG nova.virt.hardware [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.317224] env[65829]: DEBUG nova.virt.hardware [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 800.317224] env[65829]: DEBUG nova.virt.hardware [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.318203] env[65829]: DEBUG nova.virt.hardware [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 800.318641] env[65829]: DEBUG nova.virt.hardware [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 800.320192] env[65829]: DEBUG nova.virt.hardware [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 800.321139] env[65829]: DEBUG nova.virt.hardware [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 800.321139] env[65829]: DEBUG nova.virt.hardware [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 800.321139] env[65829]: DEBUG nova.virt.hardware [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 800.321139] env[65829]: DEBUG nova.virt.hardware [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 800.322643] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a8f5f7-d45e-472e-83ca-a844c8e75715 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.335798] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72383393-4a71-4726-8216-3f4dc5968dc6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.352981] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "7666ca12-8127-4640-9ee1-ebea47a22e41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.353249] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "7666ca12-8127-4640-9ee1-ebea47a22e41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.353455] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "7666ca12-8127-4640-9ee1-ebea47a22e41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.353628] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "7666ca12-8127-4640-9ee1-ebea47a22e41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.353799] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "7666ca12-8127-4640-9ee1-ebea47a22e41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.356280] env[65829]: INFO nova.compute.manager [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Terminating instance [ 800.529066] env[65829]: DEBUG oslo_vmware.api [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807472, 'name': PowerOnVM_Task, 'duration_secs': 0.709342} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.532492] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.532699] env[65829]: INFO nova.compute.manager [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Took 7.95 seconds to spawn the instance on the hypervisor. [ 800.532922] env[65829]: DEBUG nova.compute.manager [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 800.533230] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521394cb-d0c3-031c-da9e-2f089e61f557, 'name': SearchDatastore_Task, 'duration_secs': 0.01275} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.534023] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed562ba-021e-449c-abc3-aa385ad307d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.537073] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552a8918-0a93-4fce-8045-a8252c2128e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.549392] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 800.549392] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52889679-b65e-9310-b602-d272e8e288b9" [ 800.549392] env[65829]: _type = "Task" [ 800.549392] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.564906] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52889679-b65e-9310-b602-d272e8e288b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.667488] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fb1de175-628f-4123-8dda-abc9e299cb61 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "5f5fc67b-b232-42f4-b179-188ebaaa48b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.911s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.815062] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 800.864050] env[65829]: DEBUG nova.compute.manager [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 800.864193] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.865391] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247ebb53-262b-4733-800c-298c23b48cf8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.873807] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.874064] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d16ba51-cd6a-45dc-b460-53ccd53a439b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.880832] env[65829]: DEBUG oslo_vmware.api [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 800.880832] env[65829]: value = "task-4807474" [ 800.880832] env[65829]: _type = "Task" [ 800.880832] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.890644] env[65829]: DEBUG oslo_vmware.api [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.058509] env[65829]: INFO nova.compute.manager [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Took 32.54 seconds to build instance. [ 801.064596] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52889679-b65e-9310-b602-d272e8e288b9, 'name': SearchDatastore_Task, 'duration_secs': 0.021889} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.064878] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.065232] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 475b8580-be43-4428-86e5-f0aeb67b1473/475b8580-be43-4428-86e5-f0aeb67b1473.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.066334] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b320ea0f-4e9a-44e0-81b9-cbdd9818c3da {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.074597] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 801.074597] env[65829]: value = "task-4807475" [ 801.074597] env[65829]: _type = "Task" [ 801.074597] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.086594] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.172439] env[65829]: DEBUG nova.compute.manager [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 801.318446] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 801.394106] env[65829]: DEBUG oslo_vmware.api [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807474, 'name': PowerOffVM_Task, 'duration_secs': 0.393369} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.394106] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.394106] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.394106] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fad5dbd-c840-4fc4-9da1-d23fa6602daa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.476203] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.476532] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.478022] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleting the datastore file [datastore2] 7666ca12-8127-4640-9ee1-ebea47a22e41 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.478022] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1039f900-149f-49f9-94f9-a77c5f785d74 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.488622] env[65829]: DEBUG oslo_vmware.api [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 801.488622] env[65829]: value = "task-4807477" [ 801.488622] env[65829]: _type = "Task" [ 801.488622] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.499967] env[65829]: DEBUG oslo_vmware.api [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.561447] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7f06d12-2b05-47b2-a8ec-76734f98c85d tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "a826eca5-ab99-4a14-a98f-5f7c67383985" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.065s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.585820] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807475, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.704921] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.821697] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance a0dd2130-f3ce-47e5-a274-c0a9770b8f5f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 801.995586] env[65829]: DEBUG nova.network.neutron [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Successfully updated port: 17bc43cc-aa1b-4d71-846f-dedd0b8f590f {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 802.004754] env[65829]: DEBUG oslo_vmware.api [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418845} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.005338] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.005433] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.005974] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.005974] env[65829]: INFO nova.compute.manager [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Took 1.14 seconds to destroy the instance on the hypervisor. [ 802.005974] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 802.006194] env[65829]: DEBUG nova.compute.manager [-] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 802.006286] env[65829]: DEBUG nova.network.neutron [-] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 802.006541] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.066177] env[65829]: DEBUG nova.compute.manager [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 802.087438] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67275} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.087760] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 475b8580-be43-4428-86e5-f0aeb67b1473/475b8580-be43-4428-86e5-f0aeb67b1473.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.088127] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.088390] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a8ff560-862c-4729-b16a-40ca9869eb0c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.107127] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 802.107127] env[65829]: value = "task-4807478" [ 802.107127] env[65829]: _type = "Task" [ 802.107127] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.119407] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.325194] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance f1b0a28c-9918-4ed3-8424-e3207a4d290e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 802.343653] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.506461] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "refresh_cache-c2ec3739-1ea8-416b-9341-9405eaf8b0b2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.513030] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired lock "refresh_cache-c2ec3739-1ea8-416b-9341-9405eaf8b0b2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.513030] env[65829]: DEBUG nova.network.neutron [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 802.599872] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.613770] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073875} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.614121] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.614936] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d2dcb0-bb48-413d-a3a1-6248050b53bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.642499] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 475b8580-be43-4428-86e5-f0aeb67b1473/475b8580-be43-4428-86e5-f0aeb67b1473.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.643150] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f26e5f9-d841-4a8b-a0c3-b47630a5cd58 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.667321] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 802.667321] env[65829]: value = "task-4807479" [ 802.667321] env[65829]: _type = "Task" [ 802.667321] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.677560] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.765529] env[65829]: DEBUG nova.compute.manager [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Received event network-vif-plugged-1c9def62-8241-4f56-8b89-a42146db6561 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 802.765804] env[65829]: DEBUG oslo_concurrency.lockutils [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] Acquiring lock "475b8580-be43-4428-86e5-f0aeb67b1473-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.766122] env[65829]: DEBUG oslo_concurrency.lockutils [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] Lock "475b8580-be43-4428-86e5-f0aeb67b1473-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.766673] env[65829]: DEBUG oslo_concurrency.lockutils [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] Lock "475b8580-be43-4428-86e5-f0aeb67b1473-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.766948] env[65829]: DEBUG nova.compute.manager [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] No waiting events found dispatching network-vif-plugged-1c9def62-8241-4f56-8b89-a42146db6561 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 802.767134] env[65829]: WARNING nova.compute.manager [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Received unexpected event network-vif-plugged-1c9def62-8241-4f56-8b89-a42146db6561 for instance with vm_state building and task_state spawning. [ 802.767577] env[65829]: DEBUG nova.compute.manager [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Received event network-changed-1c9def62-8241-4f56-8b89-a42146db6561 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 802.768676] env[65829]: DEBUG nova.compute.manager [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Refreshing instance network info cache due to event network-changed-1c9def62-8241-4f56-8b89-a42146db6561. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 802.768923] env[65829]: DEBUG oslo_concurrency.lockutils [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] Acquiring lock "refresh_cache-475b8580-be43-4428-86e5-f0aeb67b1473" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.769095] env[65829]: DEBUG oslo_concurrency.lockutils [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] Acquired lock "refresh_cache-475b8580-be43-4428-86e5-f0aeb67b1473" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.769327] env[65829]: DEBUG nova.network.neutron [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Refreshing network info cache for port 1c9def62-8241-4f56-8b89-a42146db6561 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.829175] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 2245b178-432d-4131-8b7a-0d5636652547 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 802.910508] env[65829]: DEBUG nova.compute.manager [req-efc7e42a-7f18-4d80-b09b-46641440e7cf req-9f5dc576-0108-4c33-9fe3-447ca5aa6785 service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Received event network-changed-5c508ffb-352d-4e1d-9d55-bffc694af8eb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 802.910661] env[65829]: DEBUG nova.compute.manager [req-efc7e42a-7f18-4d80-b09b-46641440e7cf req-9f5dc576-0108-4c33-9fe3-447ca5aa6785 service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Refreshing instance network info cache due to event network-changed-5c508ffb-352d-4e1d-9d55-bffc694af8eb. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 802.913715] env[65829]: DEBUG oslo_concurrency.lockutils [req-efc7e42a-7f18-4d80-b09b-46641440e7cf req-9f5dc576-0108-4c33-9fe3-447ca5aa6785 service nova] Acquiring lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.914151] env[65829]: DEBUG oslo_concurrency.lockutils [req-efc7e42a-7f18-4d80-b09b-46641440e7cf req-9f5dc576-0108-4c33-9fe3-447ca5aa6785 service nova] Acquired lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.914317] env[65829]: DEBUG nova.network.neutron [req-efc7e42a-7f18-4d80-b09b-46641440e7cf req-9f5dc576-0108-4c33-9fe3-447ca5aa6785 service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Refreshing network info cache for port 5c508ffb-352d-4e1d-9d55-bffc694af8eb {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.128748] env[65829]: DEBUG nova.network.neutron [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 803.179904] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.235115] env[65829]: DEBUG nova.network.neutron [-] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.272813] env[65829]: WARNING neutronclient.v2_0.client [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.296791] env[65829]: WARNING neutronclient.v2_0.client [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.337478] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 136c9efc-4141-4a98-a0ea-241cb231cb68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 803.417374] env[65829]: WARNING neutronclient.v2_0.client [req-efc7e42a-7f18-4d80-b09b-46641440e7cf req-9f5dc576-0108-4c33-9fe3-447ca5aa6785 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.473089] env[65829]: DEBUG nova.network.neutron [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Updating instance_info_cache with network_info: [{"id": "17bc43cc-aa1b-4d71-846f-dedd0b8f590f", "address": "fa:16:3e:36:97:33", "network": {"id": "e8f1cb52-516c-4e51-a543-8b11986e65a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1149372670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a303617f4347148d224ef71dbd3b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc43cc-aa", "ovs_interfaceid": "17bc43cc-aa1b-4d71-846f-dedd0b8f590f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.683132] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807479, 'name': ReconfigVM_Task, 'duration_secs': 0.608485} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.683676] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 475b8580-be43-4428-86e5-f0aeb67b1473/475b8580-be43-4428-86e5-f0aeb67b1473.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.684451] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f25fef25-a353-40c8-a08e-e4587061cac7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.693388] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 803.693388] env[65829]: value = "task-4807480" [ 803.693388] env[65829]: _type = "Task" [ 803.693388] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.707138] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807480, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.716024] env[65829]: WARNING neutronclient.v2_0.client [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.742175] env[65829]: INFO nova.compute.manager [-] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Took 1.74 seconds to deallocate network for instance. [ 803.805191] env[65829]: DEBUG nova.network.neutron [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Updated VIF entry in instance network info cache for port 1c9def62-8241-4f56-8b89-a42146db6561. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 803.806205] env[65829]: DEBUG nova.network.neutron [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Updating instance_info_cache with network_info: [{"id": "1c9def62-8241-4f56-8b89-a42146db6561", "address": "fa:16:3e:08:61:ea", "network": {"id": "e8f1cb52-516c-4e51-a543-8b11986e65a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1149372670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a303617f4347148d224ef71dbd3b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c9def62-82", "ovs_interfaceid": "1c9def62-8241-4f56-8b89-a42146db6561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.845112] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance dc5b9b37-d997-438c-be2c-700abe0a9b91 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 803.858798] env[65829]: WARNING neutronclient.v2_0.client [req-efc7e42a-7f18-4d80-b09b-46641440e7cf req-9f5dc576-0108-4c33-9fe3-447ca5aa6785 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.946248] env[65829]: DEBUG nova.network.neutron [req-efc7e42a-7f18-4d80-b09b-46641440e7cf req-9f5dc576-0108-4c33-9fe3-447ca5aa6785 service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updated VIF entry in instance network info cache for port 5c508ffb-352d-4e1d-9d55-bffc694af8eb. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 803.948331] env[65829]: DEBUG nova.network.neutron [req-efc7e42a-7f18-4d80-b09b-46641440e7cf req-9f5dc576-0108-4c33-9fe3-447ca5aa6785 service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance_info_cache with network_info: [{"id": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "address": "fa:16:3e:07:b8:b8", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c508ffb-35", "ovs_interfaceid": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.979603] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Releasing lock "refresh_cache-c2ec3739-1ea8-416b-9341-9405eaf8b0b2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.979603] env[65829]: DEBUG nova.compute.manager [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Instance network_info: |[{"id": "17bc43cc-aa1b-4d71-846f-dedd0b8f590f", "address": "fa:16:3e:36:97:33", "network": {"id": "e8f1cb52-516c-4e51-a543-8b11986e65a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1149372670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a303617f4347148d224ef71dbd3b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc43cc-aa", "ovs_interfaceid": "17bc43cc-aa1b-4d71-846f-dedd0b8f590f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 803.979603] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:97:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17bc43cc-aa1b-4d71-846f-dedd0b8f590f', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.987882] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 803.989988] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.990275] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa6cf7cf-bef0-4d0a-a191-18c61193a9f7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.015749] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.015749] env[65829]: value = "task-4807481" [ 804.015749] env[65829]: _type = "Task" [ 804.015749] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.025592] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807481, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.211456] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807480, 'name': Rename_Task, 'duration_secs': 0.242792} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.211881] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.212909] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2290a0d4-5f05-484e-9516-c844ef98afa3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.227582] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 804.227582] env[65829]: value = "task-4807482" [ 804.227582] env[65829]: _type = "Task" [ 804.227582] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.240053] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.254534] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.313223] env[65829]: DEBUG oslo_concurrency.lockutils [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] Releasing lock "refresh_cache-475b8580-be43-4428-86e5-f0aeb67b1473" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.313556] env[65829]: DEBUG nova.compute.manager [req-7c4cc154-6c4a-47ff-8655-9e671b2dbb67 req-fb23b902-e7f5-4ceb-953b-a94a471d1c79 service nova] [instance: 6da326d9-fef6-421c-a171-995118e260af] Received event network-vif-deleted-d85feb5d-3358-4494-981b-71dc7dddea26 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 804.353427] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 2e61a4e5-7410-40dd-a8d7-09a918431d8f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 804.450732] env[65829]: DEBUG oslo_concurrency.lockutils [req-efc7e42a-7f18-4d80-b09b-46641440e7cf req-9f5dc576-0108-4c33-9fe3-447ca5aa6785 service nova] Releasing lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.526943] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807481, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.611053] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.611179] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.738099] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.825488] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "d3834d07-9493-4d9e-9aef-bbef9fdd1454" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.825836] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "d3834d07-9493-4d9e-9aef-bbef9fdd1454" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.826062] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "d3834d07-9493-4d9e-9aef-bbef9fdd1454-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.826526] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "d3834d07-9493-4d9e-9aef-bbef9fdd1454-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.826769] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "d3834d07-9493-4d9e-9aef-bbef9fdd1454-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.829987] env[65829]: INFO nova.compute.manager [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Terminating instance [ 804.858174] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance a92730b6-fca2-4a42-8d4e-0c70d509bad5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 804.892558] env[65829]: INFO nova.compute.manager [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Rescuing [ 804.893243] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "refresh_cache-5f5fc67b-b232-42f4-b179-188ebaaa48b4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.893243] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "refresh_cache-5f5fc67b-b232-42f4-b179-188ebaaa48b4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.893243] env[65829]: DEBUG nova.network.neutron [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 805.027542] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807481, 'name': CreateVM_Task, 'duration_secs': 0.513271} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.027722] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.028893] env[65829]: WARNING neutronclient.v2_0.client [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.029198] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.029353] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.029667] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.029938] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24812b12-c518-4033-99b3-cfa83b4e91ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.035939] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 805.035939] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e37e0-fb10-513c-0ae2-98a956d8359b" [ 805.035939] env[65829]: _type = "Task" [ 805.035939] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.045481] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e37e0-fb10-513c-0ae2-98a956d8359b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.244234] env[65829]: DEBUG oslo_vmware.api [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807482, 'name': PowerOnVM_Task, 'duration_secs': 0.776609} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.244234] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.244234] env[65829]: INFO nova.compute.manager [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Took 10.10 seconds to spawn the instance on the hypervisor. [ 805.244234] env[65829]: DEBUG nova.compute.manager [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 805.245518] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29480e46-6b1a-4043-8e72-904f90ea0be1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.337499] env[65829]: DEBUG nova.compute.manager [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 805.337742] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.339014] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3605d8a-a2d6-4280-b98e-3780a7e72889 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.349439] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.349716] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2846c80-a661-41fc-a907-af0ea354be2d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.361208] env[65829]: DEBUG oslo_vmware.api [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 805.361208] env[65829]: value = "task-4807483" [ 805.361208] env[65829]: _type = "Task" [ 805.361208] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.362293] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance b9d82e03-a213-489e-b8e2-cddc5b6300e3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 805.362573] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 805.362783] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=100GB used_disk=14GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '11', 'num_task_None': '12', 'num_os_type_None': '16', 'num_proj_5bd2429d1cc9467a821a8a2eb1e5889b': '2', 'io_workload': '4', 'num_proj_c77c3fa7da98459da18387fd3cc8a603': '1', 'num_proj_1ac29503bf884dd6b524ac1612065f95': '1', 'num_vm_error': '1', 'num_task_deleting': '1', 'num_proj_7018b99971184a34a82cfd1d7c5d67b0': '1', 'num_proj_238a33da88c042509d7179c989b3e861': '1', 'num_proj_85895df277fa4431b7b15cea202171d8': '1', 'num_proj_27b61262bedd4e71908704c16074975d': '1', 'num_proj_dd5ec77e6c4e424e8d1af427ad5dbd33': '1', 'num_proj_a6d538d342a94e1ebabc2111c0d9000e': '2', 'num_proj_038ceec4a90f4611a43c882f07ea7ef1': '1', 'num_proj_7cac28f198d84bc19abf0bdbc55e7b49': '1', 'num_vm_building': '4', 'num_task_spawning': '3', 'num_proj_b139a534bae14c14ba78185316657b86': '1', 'num_proj_c4a303617f4347148d224ef71dbd3b30': '2'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 805.375289] env[65829]: DEBUG oslo_vmware.api [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.397062] env[65829]: WARNING neutronclient.v2_0.client [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.551634] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e37e0-fb10-513c-0ae2-98a956d8359b, 'name': SearchDatastore_Task, 'duration_secs': 0.025559} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.555117] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.555117] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.555117] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.555117] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.555344] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.555972] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b05dfc98-9b29-43f7-ba06-ec216eebc8fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.575057] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.575057] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.575992] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a9e734-835e-4a76-8af8-4a30c46aa6fb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.582405] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 805.582405] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5245c3fb-3cdd-3c29-cee6-bebe3bc3ac44" [ 805.582405] env[65829]: _type = "Task" [ 805.582405] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.595637] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5245c3fb-3cdd-3c29-cee6-bebe3bc3ac44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.622073] env[65829]: DEBUG nova.compute.manager [req-92938d85-f557-46a1-92c2-884d346cca5e req-6f3e5066-fd08-4a79-86f7-b41ba7378ddf service nova] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Received event network-vif-deleted-1f96ebbc-4b5b-4b01-8d75-0ea063cc0fe4 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 805.622227] env[65829]: DEBUG nova.compute.manager [req-92938d85-f557-46a1-92c2-884d346cca5e req-6f3e5066-fd08-4a79-86f7-b41ba7378ddf service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received event network-changed-9ef627e4-17ff-4a0d-a85d-01579c50ec21 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 805.622690] env[65829]: DEBUG nova.compute.manager [req-92938d85-f557-46a1-92c2-884d346cca5e req-6f3e5066-fd08-4a79-86f7-b41ba7378ddf service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Refreshing instance network info cache due to event network-changed-9ef627e4-17ff-4a0d-a85d-01579c50ec21. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 805.623018] env[65829]: DEBUG oslo_concurrency.lockutils [req-92938d85-f557-46a1-92c2-884d346cca5e req-6f3e5066-fd08-4a79-86f7-b41ba7378ddf service nova] Acquiring lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.623253] env[65829]: DEBUG oslo_concurrency.lockutils [req-92938d85-f557-46a1-92c2-884d346cca5e req-6f3e5066-fd08-4a79-86f7-b41ba7378ddf service nova] Acquired lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.623440] env[65829]: DEBUG nova.network.neutron [req-92938d85-f557-46a1-92c2-884d346cca5e req-6f3e5066-fd08-4a79-86f7-b41ba7378ddf service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Refreshing network info cache for port 9ef627e4-17ff-4a0d-a85d-01579c50ec21 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.658529] env[65829]: WARNING neutronclient.v2_0.client [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.700718] env[65829]: DEBUG nova.compute.manager [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Received event network-vif-plugged-17bc43cc-aa1b-4d71-846f-dedd0b8f590f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 805.700981] env[65829]: DEBUG oslo_concurrency.lockutils [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] Acquiring lock "c2ec3739-1ea8-416b-9341-9405eaf8b0b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.701270] env[65829]: DEBUG oslo_concurrency.lockutils [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] Lock "c2ec3739-1ea8-416b-9341-9405eaf8b0b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.702493] env[65829]: DEBUG oslo_concurrency.lockutils [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] Lock "c2ec3739-1ea8-416b-9341-9405eaf8b0b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.702493] env[65829]: DEBUG nova.compute.manager [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] No waiting events found dispatching network-vif-plugged-17bc43cc-aa1b-4d71-846f-dedd0b8f590f {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 805.702493] env[65829]: WARNING nova.compute.manager [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Received unexpected event network-vif-plugged-17bc43cc-aa1b-4d71-846f-dedd0b8f590f for instance with vm_state building and task_state spawning. [ 805.702493] env[65829]: DEBUG nova.compute.manager [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Received event network-changed-17bc43cc-aa1b-4d71-846f-dedd0b8f590f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 805.702493] env[65829]: DEBUG nova.compute.manager [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Refreshing instance network info cache due to event network-changed-17bc43cc-aa1b-4d71-846f-dedd0b8f590f. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 805.702493] env[65829]: DEBUG oslo_concurrency.lockutils [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] Acquiring lock "refresh_cache-c2ec3739-1ea8-416b-9341-9405eaf8b0b2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.702493] env[65829]: DEBUG oslo_concurrency.lockutils [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] Acquired lock "refresh_cache-c2ec3739-1ea8-416b-9341-9405eaf8b0b2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.703041] env[65829]: DEBUG nova.network.neutron [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Refreshing network info cache for port 17bc43cc-aa1b-4d71-846f-dedd0b8f590f {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.762400] env[65829]: DEBUG nova.network.neutron [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Updating instance_info_cache with network_info: [{"id": "97f9b87f-dcc0-4a04-ab17-1b8827112522", "address": "fa:16:3e:af:70:2f", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f9b87f-dc", "ovs_interfaceid": "97f9b87f-dcc0-4a04-ab17-1b8827112522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.766955] env[65829]: INFO nova.compute.manager [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Took 36.12 seconds to build instance. [ 805.861984] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquiring lock "9335f493-e014-44a1-84d1-8cf267fe0c80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.861984] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lock "9335f493-e014-44a1-84d1-8cf267fe0c80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.872961] env[65829]: DEBUG oslo_vmware.api [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807483, 'name': PowerOffVM_Task, 'duration_secs': 0.204808} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.876189] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.876613] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.876922] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-469d85e5-f179-46b1-95f4-8bc46c3457b5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.952101] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bde5cb-d248-4cd3-868e-99a72fa9380c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.962184] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108832f7-a3fa-4803-9f15-f4e8aaf9f421 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.998740] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0400dc8e-e0c6-49f7-b32c-d4c6f571d7dc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.002552] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.002832] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.003046] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Deleting the datastore file [datastore2] d3834d07-9493-4d9e-9aef-bbef9fdd1454 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.003346] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f37a5de-f7fb-4a8c-92f9-4a9fb79a46c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.012991] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22218195-aee3-4757-bccd-c67e4b056d0a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.018100] env[65829]: DEBUG oslo_vmware.api [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 806.018100] env[65829]: value = "task-4807485" [ 806.018100] env[65829]: _type = "Task" [ 806.018100] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.030871] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.037732] env[65829]: DEBUG oslo_vmware.api [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.063643] env[65829]: DEBUG nova.objects.instance [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lazy-loading 'flavor' on Instance uuid e5d1e2cb-8800-4496-86d3-1b9339772125 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.093272] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5245c3fb-3cdd-3c29-cee6-bebe3bc3ac44, 'name': SearchDatastore_Task, 'duration_secs': 0.032417} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.094140] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41b522e-e750-46e1-b0f1-c9d17aad0494 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.101029] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 806.101029] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5236e413-69b8-43bb-674b-ddb03d46d280" [ 806.101029] env[65829]: _type = "Task" [ 806.101029] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.109795] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5236e413-69b8-43bb-674b-ddb03d46d280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.130999] env[65829]: WARNING neutronclient.v2_0.client [req-92938d85-f557-46a1-92c2-884d346cca5e req-6f3e5066-fd08-4a79-86f7-b41ba7378ddf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.211972] env[65829]: WARNING neutronclient.v2_0.client [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.267352] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "refresh_cache-5f5fc67b-b232-42f4-b179-188ebaaa48b4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.271894] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74c0dbf5-19a9-4e78-8af3-170459ade1ac tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "475b8580-be43-4428-86e5-f0aeb67b1473" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.631s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.414388] env[65829]: WARNING neutronclient.v2_0.client [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.433791] env[65829]: WARNING neutronclient.v2_0.client [req-92938d85-f557-46a1-92c2-884d346cca5e req-6f3e5066-fd08-4a79-86f7-b41ba7378ddf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.526476] env[65829]: DEBUG nova.network.neutron [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Updated VIF entry in instance network info cache for port 17bc43cc-aa1b-4d71-846f-dedd0b8f590f. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.526901] env[65829]: DEBUG nova.network.neutron [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Updating instance_info_cache with network_info: [{"id": "17bc43cc-aa1b-4d71-846f-dedd0b8f590f", "address": "fa:16:3e:36:97:33", "network": {"id": "e8f1cb52-516c-4e51-a543-8b11986e65a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1149372670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a303617f4347148d224ef71dbd3b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc43cc-aa", "ovs_interfaceid": "17bc43cc-aa1b-4d71-846f-dedd0b8f590f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.536093] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.538214] env[65829]: DEBUG oslo_vmware.api [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333012} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.538659] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.538885] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.539001] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.539171] env[65829]: INFO nova.compute.manager [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Took 1.20 seconds to destroy the instance on the hypervisor. [ 806.540698] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 806.540698] env[65829]: DEBUG nova.compute.manager [-] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 806.540698] env[65829]: DEBUG nova.network.neutron [-] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 806.540698] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.569954] env[65829]: DEBUG oslo_concurrency.lockutils [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquiring lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.570154] env[65829]: DEBUG oslo_concurrency.lockutils [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquired lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.570470] env[65829]: WARNING neutronclient.v2_0.client [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.577430] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.599374] env[65829]: DEBUG nova.network.neutron [req-92938d85-f557-46a1-92c2-884d346cca5e req-6f3e5066-fd08-4a79-86f7-b41ba7378ddf service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updated VIF entry in instance network info cache for port 9ef627e4-17ff-4a0d-a85d-01579c50ec21. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.599906] env[65829]: DEBUG nova.network.neutron [req-92938d85-f557-46a1-92c2-884d346cca5e req-6f3e5066-fd08-4a79-86f7-b41ba7378ddf service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updating instance_info_cache with network_info: [{"id": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "address": "fa:16:3e:66:4e:60", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef627e4-17", "ovs_interfaceid": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.614019] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5236e413-69b8-43bb-674b-ddb03d46d280, 'name': SearchDatastore_Task, 'duration_secs': 0.023707} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.614416] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.614785] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] c2ec3739-1ea8-416b-9341-9405eaf8b0b2/c2ec3739-1ea8-416b-9341-9405eaf8b0b2.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.618490] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7078fbc-2b58-400d-842f-bf3962d0042c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.628467] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 806.628467] env[65829]: value = "task-4807486" [ 806.628467] env[65829]: _type = "Task" [ 806.628467] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.640060] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Acquiring lock "d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.640372] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Lock "d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.640624] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Acquiring lock "d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.640852] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Lock "d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.641076] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Lock "d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.643515] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.644125] env[65829]: INFO nova.compute.manager [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Terminating instance [ 806.727641] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "6bfb8e92-4927-4427-bdba-821903439344" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.728186] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.772489] env[65829]: DEBUG nova.compute.manager [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 807.030342] env[65829]: DEBUG oslo_concurrency.lockutils [req-9890402a-a957-4a33-9f0a-dc66b07c0e49 req-2e998fe8-df94-4b19-b971-34ea3d0bf406 service nova] Releasing lock "refresh_cache-c2ec3739-1ea8-416b-9341-9405eaf8b0b2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.039934] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 807.040231] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.802s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.040508] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.649s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.042193] env[65829]: INFO nova.compute.claims [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.107303] env[65829]: DEBUG oslo_concurrency.lockutils [req-92938d85-f557-46a1-92c2-884d346cca5e req-6f3e5066-fd08-4a79-86f7-b41ba7378ddf service nova] Releasing lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.123651] env[65829]: DEBUG nova.network.neutron [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 807.140450] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807486, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.149236] env[65829]: DEBUG nova.compute.manager [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 807.149236] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.150049] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a5ab7a-8649-4ba7-8060-96a66f4f53d8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.162657] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.163018] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2d1df72-6782-4d5c-a1bc-a84a1cdbc749 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.171437] env[65829]: DEBUG oslo_vmware.api [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Waiting for the task: (returnval){ [ 807.171437] env[65829]: value = "task-4807487" [ 807.171437] env[65829]: _type = "Task" [ 807.171437] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.186717] env[65829]: DEBUG oslo_vmware.api [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.315311] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.392017] env[65829]: DEBUG nova.network.neutron [-] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.626238] env[65829]: WARNING neutronclient.v2_0.client [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.641367] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807486, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.681147] env[65829]: DEBUG oslo_vmware.api [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807487, 'name': PowerOffVM_Task, 'duration_secs': 0.490325} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.681283] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.681452] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.681752] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e44b545f-a64b-45c3-9b22-a50c502f85dc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.686300] env[65829]: DEBUG nova.compute.manager [req-e41c4eca-e3ce-4dd3-8e8b-ad21f52cac08 req-7ff0b188-ce33-4f09-9bdc-0663a79cc3f2 service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Received event network-changed-17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 807.686728] env[65829]: DEBUG nova.compute.manager [req-e41c4eca-e3ce-4dd3-8e8b-ad21f52cac08 req-7ff0b188-ce33-4f09-9bdc-0663a79cc3f2 service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Refreshing instance network info cache due to event network-changed-17bc2453-c0b8-47c6-bd63-5578b7180b67. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 807.686808] env[65829]: DEBUG oslo_concurrency.lockutils [req-e41c4eca-e3ce-4dd3-8e8b-ad21f52cac08 req-7ff0b188-ce33-4f09-9bdc-0663a79cc3f2 service nova] Acquiring lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.738777] env[65829]: DEBUG nova.compute.manager [req-9422100e-9f83-461e-accb-47aca9d6c6d5 req-e32465e6-7bc2-48ec-a6b9-7899d9beb887 service nova] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Received event network-vif-deleted-b5391140-5e90-4ec6-a392-5d9b38fc29da {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 807.792275] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.792703] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.793113] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Deleting the datastore file [datastore2] d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.793643] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5a52af2a-eb50-4277-a3a6-f3e1023a19a0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.802971] env[65829]: DEBUG oslo_vmware.api [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Waiting for the task: (returnval){ [ 807.802971] env[65829]: value = "task-4807489" [ 807.802971] env[65829]: _type = "Task" [ 807.802971] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.814015] env[65829]: DEBUG oslo_vmware.api [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.822245] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.822671] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-089a9811-82ae-4f6d-8b48-a012a95bf998 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.836653] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 807.836653] env[65829]: value = "task-4807490" [ 807.836653] env[65829]: _type = "Task" [ 807.836653] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.849119] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.871071] env[65829]: WARNING neutronclient.v2_0.client [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.895170] env[65829]: INFO nova.compute.manager [-] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Took 1.36 seconds to deallocate network for instance. [ 807.970093] env[65829]: DEBUG nova.network.neutron [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updating instance_info_cache with network_info: [{"id": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "address": "fa:16:3e:c0:de:94", "network": {"id": "abdc4782-d7f6-48da-92ad-150ee9f41a9f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1628925309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b61262bedd4e71908704c16074975d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc2453-c0", "ovs_interfaceid": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.143265] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807486, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.05048} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.144034] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] c2ec3739-1ea8-416b-9341-9405eaf8b0b2/c2ec3739-1ea8-416b-9341-9405eaf8b0b2.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.144034] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.144034] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53c91e23-d5b4-4ee0-b1e6-d27afce4c22d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.153394] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 808.153394] env[65829]: value = "task-4807491" [ 808.153394] env[65829]: _type = "Task" [ 808.153394] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.164923] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.321199] env[65829]: DEBUG oslo_vmware.api [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Task: {'id': task-4807489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244983} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.321492] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.321782] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.321913] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.322110] env[65829]: INFO nova.compute.manager [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Took 1.17 seconds to destroy the instance on the hypervisor. [ 808.322497] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 808.322724] env[65829]: DEBUG nova.compute.manager [-] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 808.322848] env[65829]: DEBUG nova.network.neutron [-] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 808.323862] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.352565] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807490, 'name': PowerOffVM_Task, 'duration_secs': 0.261721} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.353378] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 808.353765] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cedb561-c07c-483c-953a-82ca125aa679 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.379027] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.380281] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c259555-cb31-40dd-9696-c1a93e152456 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.402586] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.443211] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.443530] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9da94774-c95c-4390-b2f0-f6b6860948c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.452011] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 808.452011] env[65829]: value = "task-4807492" [ 808.452011] env[65829]: _type = "Task" [ 808.452011] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.463048] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.474961] env[65829]: DEBUG oslo_concurrency.lockutils [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Releasing lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.474961] env[65829]: DEBUG nova.compute.manager [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Inject network info {{(pid=65829) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7785}} [ 808.475154] env[65829]: DEBUG nova.compute.manager [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] network_info to inject: |[{"id": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "address": "fa:16:3e:c0:de:94", "network": {"id": "abdc4782-d7f6-48da-92ad-150ee9f41a9f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1628925309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b61262bedd4e71908704c16074975d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc2453-c0", "ovs_interfaceid": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7786}} [ 808.480371] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Reconfiguring VM instance to set the machine id {{(pid=65829) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 808.481032] env[65829]: DEBUG oslo_concurrency.lockutils [req-e41c4eca-e3ce-4dd3-8e8b-ad21f52cac08 req-7ff0b188-ce33-4f09-9bdc-0663a79cc3f2 service nova] Acquired lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.481032] env[65829]: DEBUG nova.network.neutron [req-e41c4eca-e3ce-4dd3-8e8b-ad21f52cac08 req-7ff0b188-ce33-4f09-9bdc-0663a79cc3f2 service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Refreshing network info cache for port 17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.482163] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7794da90-b801-42a4-a84d-e5222b4a004b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.497034] env[65829]: WARNING neutronclient.v2_0.client [req-e41c4eca-e3ce-4dd3-8e8b-ad21f52cac08 req-7ff0b188-ce33-4f09-9bdc-0663a79cc3f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.505739] env[65829]: DEBUG oslo_vmware.api [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for the task: (returnval){ [ 808.505739] env[65829]: value = "task-4807493" [ 808.505739] env[65829]: _type = "Task" [ 808.505739] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.515692] env[65829]: DEBUG oslo_vmware.api [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.664592] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071442} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.664658] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.666030] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b2576a-8671-479a-b206-21b9bd8dae3d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.700793] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] c2ec3739-1ea8-416b-9341-9405eaf8b0b2/c2ec3739-1ea8-416b-9341-9405eaf8b0b2.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.705645] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51230f5-076b-43d5-946b-be7f435a37ba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.722038] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c089921e-23c4-4ede-9e7d-e043e9632414 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.734057] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f644a5f-16f2-472e-a6c1-687085016752 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.737766] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 808.737766] env[65829]: value = "task-4807494" [ 808.737766] env[65829]: _type = "Task" [ 808.737766] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.780491] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6b44c4-bd80-4638-8be5-276c49e52d4c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.783849] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.790720] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bba24d5-39d9-449d-a783-9782abe6505a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.807220] env[65829]: DEBUG nova.compute.provider_tree [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.851704] env[65829]: WARNING neutronclient.v2_0.client [req-e41c4eca-e3ce-4dd3-8e8b-ad21f52cac08 req-7ff0b188-ce33-4f09-9bdc-0663a79cc3f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.958745] env[65829]: DEBUG nova.network.neutron [req-e41c4eca-e3ce-4dd3-8e8b-ad21f52cac08 req-7ff0b188-ce33-4f09-9bdc-0663a79cc3f2 service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updated VIF entry in instance network info cache for port 17bc2453-c0b8-47c6-bd63-5578b7180b67. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 808.959338] env[65829]: DEBUG nova.network.neutron [req-e41c4eca-e3ce-4dd3-8e8b-ad21f52cac08 req-7ff0b188-ce33-4f09-9bdc-0663a79cc3f2 service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updating instance_info_cache with network_info: [{"id": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "address": "fa:16:3e:c0:de:94", "network": {"id": "abdc4782-d7f6-48da-92ad-150ee9f41a9f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1628925309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b61262bedd4e71908704c16074975d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc2453-c0", "ovs_interfaceid": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.963936] env[65829]: DEBUG nova.objects.instance [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lazy-loading 'flavor' on Instance uuid e5d1e2cb-8800-4496-86d3-1b9339772125 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.978674] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 808.978674] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.978937] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.979112] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.979293] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.979634] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbd3b514-2ba4-4418-9b0d-6add375add84 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.996210] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.996210] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.996210] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ed8b77-d7e8-4cfb-b53a-f3c9b0e80452 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.003096] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 809.003096] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52192d3f-e03d-0332-7b28-47cfa92fd1f9" [ 809.003096] env[65829]: _type = "Task" [ 809.003096] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.017118] env[65829]: DEBUG oslo_vmware.api [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807493, 'name': ReconfigVM_Task, 'duration_secs': 0.249847} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.020596] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-506823bf-e215-4160-9b3b-dfea7793cc6f tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Reconfigured VM instance to set the machine id {{(pid=65829) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 809.023455] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52192d3f-e03d-0332-7b28-47cfa92fd1f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.228175] env[65829]: DEBUG nova.network.neutron [-] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.248950] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807494, 'name': ReconfigVM_Task, 'duration_secs': 0.348467} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.249184] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Reconfigured VM instance instance-00000032 to attach disk [datastore1] c2ec3739-1ea8-416b-9341-9405eaf8b0b2/c2ec3739-1ea8-416b-9341-9405eaf8b0b2.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.249808] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6028e837-2d2b-41d7-8e6b-e9c9ffab6ea0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.257137] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 809.257137] env[65829]: value = "task-4807495" [ 809.257137] env[65829]: _type = "Task" [ 809.257137] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.266200] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807495, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.311342] env[65829]: DEBUG nova.scheduler.client.report [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.469173] env[65829]: DEBUG oslo_concurrency.lockutils [req-e41c4eca-e3ce-4dd3-8e8b-ad21f52cac08 req-7ff0b188-ce33-4f09-9bdc-0663a79cc3f2 service nova] Releasing lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.470659] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquiring lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.470849] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquired lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.471221] env[65829]: WARNING neutronclient.v2_0.client [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.515085] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52192d3f-e03d-0332-7b28-47cfa92fd1f9, 'name': SearchDatastore_Task, 'duration_secs': 0.021435} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.516102] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77a497e-8e0f-4ce2-ae38-8ee2c2a8e715 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.525237] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 809.525237] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5229ff43-0a96-05e4-4ba1-d186f280730c" [ 809.525237] env[65829]: _type = "Task" [ 809.525237] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.536623] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5229ff43-0a96-05e4-4ba1-d186f280730c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.725024] env[65829]: DEBUG nova.compute.manager [req-86d07aa1-5e5e-49ec-91b8-58cf4c1ed2b9 req-8e301b4a-7ef2-4736-b804-0823bc44a29a service nova] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Received event network-vif-deleted-36703438-9a1e-46c8-9de8-b1432887f35b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 809.732284] env[65829]: INFO nova.compute.manager [-] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Took 1.41 seconds to deallocate network for instance. [ 809.775174] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807495, 'name': Rename_Task, 'duration_secs': 0.163659} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.775463] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.775727] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-753a0c27-a870-4b61-aaa4-53e763cc2787 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.784520] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 809.784520] env[65829]: value = "task-4807496" [ 809.784520] env[65829]: _type = "Task" [ 809.784520] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.795295] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.817572] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.818131] env[65829]: DEBUG nova.compute.manager [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 809.821208] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.411s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.826661] env[65829]: INFO nova.compute.claims [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.927988] env[65829]: DEBUG nova.network.neutron [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 809.950339] env[65829]: DEBUG nova.compute.manager [req-785fa9b2-738c-46ac-9c2b-f89c506e7987 req-ccd1eec0-84f7-4c24-bde7-fce8ab31105d service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Received event network-changed-17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 809.950339] env[65829]: DEBUG nova.compute.manager [req-785fa9b2-738c-46ac-9c2b-f89c506e7987 req-ccd1eec0-84f7-4c24-bde7-fce8ab31105d service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Refreshing instance network info cache due to event network-changed-17bc2453-c0b8-47c6-bd63-5578b7180b67. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 809.950534] env[65829]: DEBUG oslo_concurrency.lockutils [req-785fa9b2-738c-46ac-9c2b-f89c506e7987 req-ccd1eec0-84f7-4c24-bde7-fce8ab31105d service nova] Acquiring lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.035843] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5229ff43-0a96-05e4-4ba1-d186f280730c, 'name': SearchDatastore_Task, 'duration_secs': 0.029937} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.036140] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.036412] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 5f5fc67b-b232-42f4-b179-188ebaaa48b4/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk. {{(pid=65829) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 810.036744] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad41db46-6835-4bcd-86c4-ebb79b54008e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.045483] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 810.045483] env[65829]: value = "task-4807497" [ 810.045483] env[65829]: _type = "Task" [ 810.045483] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.055133] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.241755] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.298663] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807496, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.333043] env[65829]: DEBUG nova.compute.utils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.334200] env[65829]: DEBUG nova.compute.manager [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 810.334727] env[65829]: DEBUG nova.network.neutron [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 810.335642] env[65829]: WARNING neutronclient.v2_0.client [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.336300] env[65829]: WARNING neutronclient.v2_0.client [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.428440] env[65829]: DEBUG nova.policy [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5255bd92b564d6bbe2b485dcc047e32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ac29503bf884dd6b524ac1612065f95', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.431647] env[65829]: WARNING neutronclient.v2_0.client [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.558232] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.797059] env[65829]: DEBUG oslo_vmware.api [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807496, 'name': PowerOnVM_Task, 'duration_secs': 0.647436} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.797510] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.797725] env[65829]: INFO nova.compute.manager [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Took 10.52 seconds to spawn the instance on the hypervisor. [ 810.797900] env[65829]: DEBUG nova.compute.manager [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 810.798859] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69acaaa-fb62-40c8-9802-0ab750017657 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.834845] env[65829]: WARNING neutronclient.v2_0.client [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.844443] env[65829]: DEBUG nova.compute.manager [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 810.905340] env[65829]: DEBUG nova.network.neutron [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Successfully created port: 76fa27e5-23d5-4ca5-898d-d0d4e2406cba {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 810.952771] env[65829]: DEBUG nova.network.neutron [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updating instance_info_cache with network_info: [{"id": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "address": "fa:16:3e:c0:de:94", "network": {"id": "abdc4782-d7f6-48da-92ad-150ee9f41a9f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1628925309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b61262bedd4e71908704c16074975d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc2453-c0", "ovs_interfaceid": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.056523] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568766} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.059514] env[65829]: INFO nova.virt.vmwareapi.ds_util [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 5f5fc67b-b232-42f4-b179-188ebaaa48b4/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk. [ 811.060627] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155107a8-969d-49ec-8627-7b354df912c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.090595] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 5f5fc67b-b232-42f4-b179-188ebaaa48b4/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.093938] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25eda599-c5b0-4883-a6cd-42467c27d886 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.117402] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 811.117402] env[65829]: value = "task-4807498" [ 811.117402] env[65829]: _type = "Task" [ 811.117402] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.131341] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.319413] env[65829]: INFO nova.compute.manager [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Took 39.53 seconds to build instance. [ 811.459326] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Releasing lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.459633] env[65829]: DEBUG nova.compute.manager [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Inject network info {{(pid=65829) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7785}} [ 811.459958] env[65829]: DEBUG nova.compute.manager [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] network_info to inject: |[{"id": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "address": "fa:16:3e:c0:de:94", "network": {"id": "abdc4782-d7f6-48da-92ad-150ee9f41a9f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1628925309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b61262bedd4e71908704c16074975d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc2453-c0", "ovs_interfaceid": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7786}} [ 811.464967] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Reconfiguring VM instance to set the machine id {{(pid=65829) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 811.465596] env[65829]: DEBUG oslo_concurrency.lockutils [req-785fa9b2-738c-46ac-9c2b-f89c506e7987 req-ccd1eec0-84f7-4c24-bde7-fce8ab31105d service nova] Acquired lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.465782] env[65829]: DEBUG nova.network.neutron [req-785fa9b2-738c-46ac-9c2b-f89c506e7987 req-ccd1eec0-84f7-4c24-bde7-fce8ab31105d service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Refreshing network info cache for port 17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.467385] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d562c55-634f-49d1-a75a-fe5742bc34d2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.490104] env[65829]: DEBUG oslo_vmware.api [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for the task: (returnval){ [ 811.490104] env[65829]: value = "task-4807499" [ 811.490104] env[65829]: _type = "Task" [ 811.490104] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.503592] env[65829]: DEBUG oslo_vmware.api [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.541973] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d2b742-0f84-4439-9120-0aeabbe886e1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.551343] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e466519a-cb2c-4c1f-a4b1-438604f6312c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.584600] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b345eac-522a-401a-acc8-5bca8e44a1ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.592822] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deed01c1-eda1-4c6f-9b40-3afbc819fa1b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.607454] env[65829]: DEBUG nova.compute.provider_tree [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.629114] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.772406] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquiring lock "e5d1e2cb-8800-4496-86d3-1b9339772125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.773300] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lock "e5d1e2cb-8800-4496-86d3-1b9339772125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.774997] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquiring lock "e5d1e2cb-8800-4496-86d3-1b9339772125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.774997] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lock "e5d1e2cb-8800-4496-86d3-1b9339772125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.774997] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lock "e5d1e2cb-8800-4496-86d3-1b9339772125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.776627] env[65829]: INFO nova.compute.manager [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Terminating instance [ 811.821593] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8982fc29-b8ba-46cd-b996-1c6d1c413ba5 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "c2ec3739-1ea8-416b-9341-9405eaf8b0b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.055s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.863355] env[65829]: DEBUG nova.compute.manager [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 811.894261] env[65829]: DEBUG nova.virt.hardware [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 811.894527] env[65829]: DEBUG nova.virt.hardware [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.894693] env[65829]: DEBUG nova.virt.hardware [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 811.894958] env[65829]: DEBUG nova.virt.hardware [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.895222] env[65829]: DEBUG nova.virt.hardware [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 811.895407] env[65829]: DEBUG nova.virt.hardware [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 811.895667] env[65829]: DEBUG nova.virt.hardware [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 811.895881] env[65829]: DEBUG nova.virt.hardware [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 811.896095] env[65829]: DEBUG nova.virt.hardware [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 811.896312] env[65829]: DEBUG nova.virt.hardware [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 811.896515] env[65829]: DEBUG nova.virt.hardware [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 811.897573] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fb703f-9b58-4cb1-9245-7e48254991ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.906442] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36319d31-a15b-4921-8513-f1c5b5336018 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.980427] env[65829]: WARNING neutronclient.v2_0.client [req-785fa9b2-738c-46ac-9c2b-f89c506e7987 req-ccd1eec0-84f7-4c24-bde7-fce8ab31105d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.001032] env[65829]: DEBUG oslo_vmware.api [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807499, 'name': ReconfigVM_Task, 'duration_secs': 0.20402} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.001811] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa6c04d-c5e7-464e-8f21-d6086ada7dce tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Reconfigured VM instance to set the machine id {{(pid=65829) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 812.111213] env[65829]: DEBUG nova.scheduler.client.report [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.140465] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.188824] env[65829]: WARNING neutronclient.v2_0.client [req-785fa9b2-738c-46ac-9c2b-f89c506e7987 req-ccd1eec0-84f7-4c24-bde7-fce8ab31105d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.280083] env[65829]: DEBUG nova.compute.manager [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 812.280351] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.281285] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fc36c0-956c-447f-9ea9-c11e3fa5c4ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.286090] env[65829]: DEBUG nova.network.neutron [req-785fa9b2-738c-46ac-9c2b-f89c506e7987 req-ccd1eec0-84f7-4c24-bde7-fce8ab31105d service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updated VIF entry in instance network info cache for port 17bc2453-c0b8-47c6-bd63-5578b7180b67. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 812.286594] env[65829]: DEBUG nova.network.neutron [req-785fa9b2-738c-46ac-9c2b-f89c506e7987 req-ccd1eec0-84f7-4c24-bde7-fce8ab31105d service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updating instance_info_cache with network_info: [{"id": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "address": "fa:16:3e:c0:de:94", "network": {"id": "abdc4782-d7f6-48da-92ad-150ee9f41a9f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1628925309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27b61262bedd4e71908704c16074975d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17bc2453-c0", "ovs_interfaceid": "17bc2453-c0b8-47c6-bd63-5578b7180b67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.293633] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.293633] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fc0f289-7b88-4b2f-8783-bbc12838e0f7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.301033] env[65829]: DEBUG oslo_vmware.api [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for the task: (returnval){ [ 812.301033] env[65829]: value = "task-4807500" [ 812.301033] env[65829]: _type = "Task" [ 812.301033] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.311882] env[65829]: DEBUG oslo_vmware.api [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.324196] env[65829]: DEBUG nova.compute.manager [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 812.550139] env[65829]: DEBUG nova.network.neutron [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Successfully updated port: 76fa27e5-23d5-4ca5-898d-d0d4e2406cba {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 812.610237] env[65829]: DEBUG nova.compute.manager [req-6033a997-d0b8-4cbd-af3d-7164cb32d967 req-5aa11d66-d8d6-40d3-8941-d120de7a3b1a service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Received event network-vif-plugged-76fa27e5-23d5-4ca5-898d-d0d4e2406cba {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 812.610532] env[65829]: DEBUG oslo_concurrency.lockutils [req-6033a997-d0b8-4cbd-af3d-7164cb32d967 req-5aa11d66-d8d6-40d3-8941-d120de7a3b1a service nova] Acquiring lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.610743] env[65829]: DEBUG oslo_concurrency.lockutils [req-6033a997-d0b8-4cbd-af3d-7164cb32d967 req-5aa11d66-d8d6-40d3-8941-d120de7a3b1a service nova] Lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.610813] env[65829]: DEBUG oslo_concurrency.lockutils [req-6033a997-d0b8-4cbd-af3d-7164cb32d967 req-5aa11d66-d8d6-40d3-8941-d120de7a3b1a service nova] Lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.610974] env[65829]: DEBUG nova.compute.manager [req-6033a997-d0b8-4cbd-af3d-7164cb32d967 req-5aa11d66-d8d6-40d3-8941-d120de7a3b1a service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] No waiting events found dispatching network-vif-plugged-76fa27e5-23d5-4ca5-898d-d0d4e2406cba {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 812.611151] env[65829]: WARNING nova.compute.manager [req-6033a997-d0b8-4cbd-af3d-7164cb32d967 req-5aa11d66-d8d6-40d3-8941-d120de7a3b1a service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Received unexpected event network-vif-plugged-76fa27e5-23d5-4ca5-898d-d0d4e2406cba for instance with vm_state building and task_state spawning. [ 812.628759] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.629763] env[65829]: DEBUG nova.compute.manager [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 812.633220] env[65829]: DEBUG oslo_concurrency.lockutils [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.221s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.633220] env[65829]: DEBUG oslo_concurrency.lockutils [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.635189] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.312s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.637211] env[65829]: INFO nova.compute.claims [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.647367] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807498, 'name': ReconfigVM_Task, 'duration_secs': 1.172764} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.647801] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 5f5fc67b-b232-42f4-b179-188ebaaa48b4/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.648911] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b991011a-4fc7-4366-ad5f-3681441deb13 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.682601] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.682976] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.683223] env[65829]: INFO nova.compute.manager [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Shelving [ 812.691156] env[65829]: INFO nova.scheduler.client.report [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Deleted allocations for instance 61dcd9dc-48b4-4f89-8270-367df270a78f [ 812.696456] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba5cdc77-c9de-4ccd-8598-56827fce201b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.715046] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 812.715046] env[65829]: value = "task-4807501" [ 812.715046] env[65829]: _type = "Task" [ 812.715046] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.727096] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.790213] env[65829]: DEBUG oslo_concurrency.lockutils [req-785fa9b2-738c-46ac-9c2b-f89c506e7987 req-ccd1eec0-84f7-4c24-bde7-fce8ab31105d service nova] Releasing lock "refresh_cache-e5d1e2cb-8800-4496-86d3-1b9339772125" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.810684] env[65829]: DEBUG oslo_vmware.api [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807500, 'name': PowerOffVM_Task, 'duration_secs': 0.273245} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.811799] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.811799] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.811799] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96b3afa2-1817-48c3-8df6-dbb01db6b106 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.848433] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.885215] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.885639] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.885842] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Deleting the datastore file [datastore2] e5d1e2cb-8800-4496-86d3-1b9339772125 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.886185] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aa35f20-32b7-4fed-a553-a0954d9c2758 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.894103] env[65829]: DEBUG oslo_vmware.api [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for the task: (returnval){ [ 812.894103] env[65829]: value = "task-4807503" [ 812.894103] env[65829]: _type = "Task" [ 812.894103] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.903427] env[65829]: DEBUG oslo_vmware.api [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.053570] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.053619] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquired lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.054583] env[65829]: DEBUG nova.network.neutron [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 813.134499] env[65829]: DEBUG nova.compute.utils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.136168] env[65829]: DEBUG nova.compute.manager [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 813.136419] env[65829]: DEBUG nova.network.neutron [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 813.136792] env[65829]: WARNING neutronclient.v2_0.client [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.137177] env[65829]: WARNING neutronclient.v2_0.client [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.181755] env[65829]: DEBUG nova.policy [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '363735aaa00d48e7bafe476bbcfab34a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c4a303617f4347148d224ef71dbd3b30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.210406] env[65829]: DEBUG oslo_concurrency.lockutils [None req-590e73a7-8245-4f2b-8b79-d5670b826721 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "61dcd9dc-48b4-4f89-8270-367df270a78f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.422s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.227805] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807501, 'name': ReconfigVM_Task, 'duration_secs': 0.276411} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.228157] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.228541] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f91225b4-0506-4fb9-bf4d-775005648824 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.237378] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 813.237378] env[65829]: value = "task-4807504" [ 813.237378] env[65829]: _type = "Task" [ 813.237378] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.247942] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.405886] env[65829]: DEBUG oslo_vmware.api [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Task: {'id': task-4807503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20445} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.406266] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.406432] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.406535] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.406718] env[65829]: INFO nova.compute.manager [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Took 1.13 seconds to destroy the instance on the hypervisor. [ 813.407361] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 813.407361] env[65829]: DEBUG nova.compute.manager [-] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 813.407361] env[65829]: DEBUG nova.network.neutron [-] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 813.407580] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.449331] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.565033] env[65829]: DEBUG nova.network.neutron [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Successfully created port: 4b30c665-adc8-4b66-949a-d07728c7278b {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 813.641807] env[65829]: DEBUG nova.compute.manager [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 813.658066] env[65829]: DEBUG nova.network.neutron [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 813.700313] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.700868] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9897abe4-f023-4464-8a12-4db0904e1e1c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.713527] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 813.713527] env[65829]: value = "task-4807505" [ 813.713527] env[65829]: _type = "Task" [ 813.713527] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.728971] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.752943] env[65829]: DEBUG oslo_vmware.api [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807504, 'name': PowerOnVM_Task, 'duration_secs': 0.432544} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.752943] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.759698] env[65829]: DEBUG nova.compute.manager [None req-5d878dde-31c4-4d55-80a8-be919b1efdd9 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 813.763178] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e7c877-e90c-4871-82a5-e013c417daad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.073812] env[65829]: WARNING neutronclient.v2_0.client [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.189821] env[65829]: DEBUG nova.network.neutron [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Updating instance_info_cache with network_info: [{"id": "76fa27e5-23d5-4ca5-898d-d0d4e2406cba", "address": "fa:16:3e:15:81:b5", "network": {"id": "1bb87a52-05b4-49e0-8de4-c111bf7e9f38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-188210380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac29503bf884dd6b524ac1612065f95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fa27e5-23", "ovs_interfaceid": "76fa27e5-23d5-4ca5-898d-d0d4e2406cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.225456] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807505, 'name': PowerOffVM_Task, 'duration_secs': 0.408916} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.225830] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.229561] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25b685a-ca97-4db2-9245-bc7411507499 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.233658] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7253478-73ff-4425-93fb-e867967a6f22 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.262204] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f9733f-d0b1-4c6c-a3ed-f8c1cdb2a4c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.267643] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbbe164-4cb8-4219-9859-e56ca4fd6960 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.309235] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb3b474-3559-4856-b739-52e313a5c408 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.323601] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bfa8f5-865f-4def-9645-95cdce7aa238 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.345552] env[65829]: DEBUG nova.compute.provider_tree [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.354309] env[65829]: DEBUG nova.compute.manager [req-a2ed798b-83cb-4b08-a6fd-8669c2c3e4e2 req-f85ffb72-4dfc-4a72-96ba-4286df45db5a service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Received event network-vif-deleted-17bc2453-c0b8-47c6-bd63-5578b7180b67 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 814.354596] env[65829]: INFO nova.compute.manager [req-a2ed798b-83cb-4b08-a6fd-8669c2c3e4e2 req-f85ffb72-4dfc-4a72-96ba-4286df45db5a service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Neutron deleted interface 17bc2453-c0b8-47c6-bd63-5578b7180b67; detaching it from the instance and deleting it from the info cache [ 814.354766] env[65829]: DEBUG nova.network.neutron [req-a2ed798b-83cb-4b08-a6fd-8669c2c3e4e2 req-f85ffb72-4dfc-4a72-96ba-4286df45db5a service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.436900] env[65829]: DEBUG nova.network.neutron [-] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.657347] env[65829]: DEBUG nova.compute.manager [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 814.683968] env[65829]: DEBUG nova.virt.hardware [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 814.684244] env[65829]: DEBUG nova.virt.hardware [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.684393] env[65829]: DEBUG nova.virt.hardware [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 814.684573] env[65829]: DEBUG nova.virt.hardware [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.684713] env[65829]: DEBUG nova.virt.hardware [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 814.684884] env[65829]: DEBUG nova.virt.hardware [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 814.685146] env[65829]: DEBUG nova.virt.hardware [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 814.685313] env[65829]: DEBUG nova.virt.hardware [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 814.685479] env[65829]: DEBUG nova.virt.hardware [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 814.685680] env[65829]: DEBUG nova.virt.hardware [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 814.685807] env[65829]: DEBUG nova.virt.hardware [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 814.686752] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48c6b04-6c10-4b27-b9c0-0f0c02dcd27f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.692532] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Releasing lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.692896] env[65829]: DEBUG nova.compute.manager [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Instance network_info: |[{"id": "76fa27e5-23d5-4ca5-898d-d0d4e2406cba", "address": "fa:16:3e:15:81:b5", "network": {"id": "1bb87a52-05b4-49e0-8de4-c111bf7e9f38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-188210380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac29503bf884dd6b524ac1612065f95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fa27e5-23", "ovs_interfaceid": "76fa27e5-23d5-4ca5-898d-d0d4e2406cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 814.695692] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:81:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76fa27e5-23d5-4ca5-898d-d0d4e2406cba', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.703635] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 814.704016] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.705259] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b23d5ef-5d89-4f0d-86cb-39114a7447d5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.709893] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cc9348d-8f50-4908-9a71-97c73026acbe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.738286] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.738286] env[65829]: value = "task-4807506" [ 814.738286] env[65829]: _type = "Task" [ 814.738286] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.747694] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807506, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.810136] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 814.810478] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7793cbd5-3e60-4d65-a81c-0f501d6ef52b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.818123] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 814.818123] env[65829]: value = "task-4807507" [ 814.818123] env[65829]: _type = "Task" [ 814.818123] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.828237] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807507, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.847536] env[65829]: DEBUG nova.scheduler.client.report [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.857860] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5eab597b-a69d-4e5b-bf26-fd6f27bfa56f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.864694] env[65829]: DEBUG nova.compute.manager [req-e453f90c-1dd0-4409-8292-84732a0961a9 req-1f352192-6411-49d8-aebc-f4d97c294b05 service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Received event network-changed-76fa27e5-23d5-4ca5-898d-d0d4e2406cba {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 814.864780] env[65829]: DEBUG nova.compute.manager [req-e453f90c-1dd0-4409-8292-84732a0961a9 req-1f352192-6411-49d8-aebc-f4d97c294b05 service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Refreshing instance network info cache due to event network-changed-76fa27e5-23d5-4ca5-898d-d0d4e2406cba. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 814.865753] env[65829]: DEBUG oslo_concurrency.lockutils [req-e453f90c-1dd0-4409-8292-84732a0961a9 req-1f352192-6411-49d8-aebc-f4d97c294b05 service nova] Acquiring lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.866097] env[65829]: DEBUG oslo_concurrency.lockutils [req-e453f90c-1dd0-4409-8292-84732a0961a9 req-1f352192-6411-49d8-aebc-f4d97c294b05 service nova] Acquired lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.866330] env[65829]: DEBUG nova.network.neutron [req-e453f90c-1dd0-4409-8292-84732a0961a9 req-1f352192-6411-49d8-aebc-f4d97c294b05 service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Refreshing network info cache for port 76fa27e5-23d5-4ca5-898d-d0d4e2406cba {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.873529] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bc34f0-7b02-48cc-a73d-cf80eec1de8a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.911866] env[65829]: DEBUG nova.compute.manager [req-a2ed798b-83cb-4b08-a6fd-8669c2c3e4e2 req-f85ffb72-4dfc-4a72-96ba-4286df45db5a service nova] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Detach interface failed, port_id=17bc2453-c0b8-47c6-bd63-5578b7180b67, reason: Instance e5d1e2cb-8800-4496-86d3-1b9339772125 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 814.939591] env[65829]: INFO nova.compute.manager [-] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Took 1.53 seconds to deallocate network for instance. [ 815.254538] env[65829]: DEBUG nova.network.neutron [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Successfully updated port: 4b30c665-adc8-4b66-949a-d07728c7278b {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 815.265102] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807506, 'name': CreateVM_Task, 'duration_secs': 0.44475} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.265517] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.266800] env[65829]: WARNING neutronclient.v2_0.client [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.267329] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.267633] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.268102] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.268758] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e472879e-ed1d-4653-a6ca-0f70f52e0f46 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.277034] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 815.277034] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5293df20-1b82-1c37-ddca-9503be75246d" [ 815.277034] env[65829]: _type = "Task" [ 815.277034] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.288604] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5293df20-1b82-1c37-ddca-9503be75246d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.328654] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807507, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.355615] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.355615] env[65829]: DEBUG nova.compute.manager [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 815.357539] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.042s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.358121] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.360675] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.876s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.362982] env[65829]: INFO nova.compute.claims [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.372172] env[65829]: WARNING neutronclient.v2_0.client [req-e453f90c-1dd0-4409-8292-84732a0961a9 req-1f352192-6411-49d8-aebc-f4d97c294b05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.409595] env[65829]: INFO nova.scheduler.client.report [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Deleted allocations for instance 90a5af16-3f4b-49a0-b1f4-aa9086e449fd [ 815.447990] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.661159] env[65829]: WARNING neutronclient.v2_0.client [req-e453f90c-1dd0-4409-8292-84732a0961a9 req-1f352192-6411-49d8-aebc-f4d97c294b05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.747940] env[65829]: DEBUG nova.network.neutron [req-e453f90c-1dd0-4409-8292-84732a0961a9 req-1f352192-6411-49d8-aebc-f4d97c294b05 service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Updated VIF entry in instance network info cache for port 76fa27e5-23d5-4ca5-898d-d0d4e2406cba. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 815.748348] env[65829]: DEBUG nova.network.neutron [req-e453f90c-1dd0-4409-8292-84732a0961a9 req-1f352192-6411-49d8-aebc-f4d97c294b05 service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Updating instance_info_cache with network_info: [{"id": "76fa27e5-23d5-4ca5-898d-d0d4e2406cba", "address": "fa:16:3e:15:81:b5", "network": {"id": "1bb87a52-05b4-49e0-8de4-c111bf7e9f38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-188210380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac29503bf884dd6b524ac1612065f95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fa27e5-23", "ovs_interfaceid": "76fa27e5-23d5-4ca5-898d-d0d4e2406cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.758786] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "refresh_cache-2c0db17b-3368-4c5d-b30c-a45277b0f2e8" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.758786] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired lock "refresh_cache-2c0db17b-3368-4c5d-b30c-a45277b0f2e8" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.758786] env[65829]: DEBUG nova.network.neutron [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 815.789981] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5293df20-1b82-1c37-ddca-9503be75246d, 'name': SearchDatastore_Task, 'duration_secs': 0.012689} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.791074] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.791513] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.791633] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.791889] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.792127] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.792651] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af09d5b5-2d4e-49d4-a062-91c8919568ee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.805780] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.805975] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.806737] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb582615-c4fd-4a97-941b-2c885edc76cf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.813697] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 815.813697] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5231d345-81d6-6ea6-0ff9-bd0206f0e531" [ 815.813697] env[65829]: _type = "Task" [ 815.813697] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.822697] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5231d345-81d6-6ea6-0ff9-bd0206f0e531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.831728] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807507, 'name': CreateSnapshot_Task, 'duration_secs': 0.61187} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.831728] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 815.832178] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1ee5d8-d583-41e7-afb5-ec77c8a02a02 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.867616] env[65829]: DEBUG nova.compute.utils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.869072] env[65829]: DEBUG nova.compute.manager [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 815.869281] env[65829]: DEBUG nova.network.neutron [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 815.869609] env[65829]: WARNING neutronclient.v2_0.client [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.869901] env[65829]: WARNING neutronclient.v2_0.client [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.918705] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de494510-d0f9-4538-85f2-10cc40e41154 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lock "90a5af16-3f4b-49a0-b1f4-aa9086e449fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.237s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.940400] env[65829]: DEBUG nova.policy [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bf61d16f1f24dbc807bee089ae6d254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e1504f6bcb84c5ea6c94c1caacb2337', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.251437] env[65829]: DEBUG oslo_concurrency.lockutils [req-e453f90c-1dd0-4409-8292-84732a0961a9 req-1f352192-6411-49d8-aebc-f4d97c294b05 service nova] Releasing lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.325529] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5231d345-81d6-6ea6-0ff9-bd0206f0e531, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.326378] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc10b199-1e18-4b31-8f56-74508a0510d1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.333194] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 816.333194] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529cbbef-9852-9aba-0759-0fe4748fde01" [ 816.333194] env[65829]: _type = "Task" [ 816.333194] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.342883] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529cbbef-9852-9aba-0759-0fe4748fde01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.355899] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 816.356302] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5238ae4b-1270-4f97-909f-591cbabcf46d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.361547] env[65829]: DEBUG nova.network.neutron [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Successfully created port: fef55b73-6df0-4da7-8fb3-2b10b719dcd0 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 816.370924] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 816.370924] env[65829]: value = "task-4807508" [ 816.370924] env[65829]: _type = "Task" [ 816.370924] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.374787] env[65829]: DEBUG nova.compute.utils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.386384] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807508, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.399338] env[65829]: DEBUG nova.network.neutron [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 816.546533] env[65829]: WARNING neutronclient.v2_0.client [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.665817] env[65829]: DEBUG nova.network.neutron [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Updating instance_info_cache with network_info: [{"id": "4b30c665-adc8-4b66-949a-d07728c7278b", "address": "fa:16:3e:25:78:42", "network": {"id": "e8f1cb52-516c-4e51-a543-8b11986e65a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1149372670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a303617f4347148d224ef71dbd3b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b30c665-ad", "ovs_interfaceid": "4b30c665-adc8-4b66-949a-d07728c7278b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.845613] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529cbbef-9852-9aba-0759-0fe4748fde01, 'name': SearchDatastore_Task, 'duration_secs': 0.035567} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.848514] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.848836] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 210d3432-3cf6-4ef3-951e-30e2e9eaa702/210d3432-3cf6-4ef3-951e-30e2e9eaa702.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.849395] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab362556-0ef1-4fd5-9e75-037fa250fd19 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.858534] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 816.858534] env[65829]: value = "task-4807509" [ 816.858534] env[65829]: _type = "Task" [ 816.858534] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.869956] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.884320] env[65829]: DEBUG nova.compute.manager [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 816.887335] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807508, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.941501] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990bb424-197f-40f4-a360-99661dbafe8c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.952692] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82694b48-902c-4ec4-a2d2-1926f002e5f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.000339] env[65829]: INFO nova.compute.manager [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Rescuing [ 817.000679] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "refresh_cache-2befa94b-af61-43f7-af56-c7d45768cb6a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.000881] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "refresh_cache-2befa94b-af61-43f7-af56-c7d45768cb6a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.001124] env[65829]: DEBUG nova.network.neutron [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 817.004274] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd21719b-c7f9-488b-afaa-899954bf7b7e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.018318] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6d8b16-b03a-40ee-ba5d-601be21873b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.037121] env[65829]: DEBUG nova.compute.provider_tree [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.102306] env[65829]: DEBUG nova.compute.manager [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Received event network-vif-plugged-4b30c665-adc8-4b66-949a-d07728c7278b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 817.102537] env[65829]: DEBUG oslo_concurrency.lockutils [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] Acquiring lock "2c0db17b-3368-4c5d-b30c-a45277b0f2e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.102776] env[65829]: DEBUG oslo_concurrency.lockutils [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] Lock "2c0db17b-3368-4c5d-b30c-a45277b0f2e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.103096] env[65829]: DEBUG oslo_concurrency.lockutils [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] Lock "2c0db17b-3368-4c5d-b30c-a45277b0f2e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.103321] env[65829]: DEBUG nova.compute.manager [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] No waiting events found dispatching network-vif-plugged-4b30c665-adc8-4b66-949a-d07728c7278b {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 817.103535] env[65829]: WARNING nova.compute.manager [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Received unexpected event network-vif-plugged-4b30c665-adc8-4b66-949a-d07728c7278b for instance with vm_state building and task_state spawning. [ 817.103733] env[65829]: DEBUG nova.compute.manager [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Received event network-changed-4b30c665-adc8-4b66-949a-d07728c7278b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 817.103962] env[65829]: DEBUG nova.compute.manager [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Refreshing instance network info cache due to event network-changed-4b30c665-adc8-4b66-949a-d07728c7278b. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 817.104209] env[65829]: DEBUG oslo_concurrency.lockutils [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] Acquiring lock "refresh_cache-2c0db17b-3368-4c5d-b30c-a45277b0f2e8" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.169198] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Releasing lock "refresh_cache-2c0db17b-3368-4c5d-b30c-a45277b0f2e8" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.172023] env[65829]: DEBUG nova.compute.manager [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Instance network_info: |[{"id": "4b30c665-adc8-4b66-949a-d07728c7278b", "address": "fa:16:3e:25:78:42", "network": {"id": "e8f1cb52-516c-4e51-a543-8b11986e65a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1149372670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a303617f4347148d224ef71dbd3b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b30c665-ad", "ovs_interfaceid": "4b30c665-adc8-4b66-949a-d07728c7278b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 817.172023] env[65829]: DEBUG oslo_concurrency.lockutils [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] Acquired lock "refresh_cache-2c0db17b-3368-4c5d-b30c-a45277b0f2e8" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.172023] env[65829]: DEBUG nova.network.neutron [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Refreshing network info cache for port 4b30c665-adc8-4b66-949a-d07728c7278b {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.182698] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:78:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b30c665-adc8-4b66-949a-d07728c7278b', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.185968] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 817.189229] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.189378] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95e8f6cd-b4df-48f2-8da6-5abf1aa1387a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.213722] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.213722] env[65829]: value = "task-4807510" [ 817.213722] env[65829]: _type = "Task" [ 817.213722] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.224012] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807510, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.372360] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807509, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.385964] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807508, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.505040] env[65829]: WARNING neutronclient.v2_0.client [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.543970] env[65829]: DEBUG nova.scheduler.client.report [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.687308] env[65829]: WARNING neutronclient.v2_0.client [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.729807] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807510, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.870696] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598031} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.872210] env[65829]: WARNING neutronclient.v2_0.client [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.874920] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 210d3432-3cf6-4ef3-951e-30e2e9eaa702/210d3432-3cf6-4ef3-951e-30e2e9eaa702.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.875498] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.876166] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-750c7a30-6b6a-434c-bbef-78f5b7871e7d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.893643] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807508, 'name': CloneVM_Task} progress is 95%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.895213] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 817.895213] env[65829]: value = "task-4807511" [ 817.895213] env[65829]: _type = "Task" [ 817.895213] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.904214] env[65829]: DEBUG nova.compute.manager [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 817.913768] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.939619] env[65829]: DEBUG nova.virt.hardware [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:28:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1481174782',id=19,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1594907919',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 817.939876] env[65829]: DEBUG nova.virt.hardware [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.940042] env[65829]: DEBUG nova.virt.hardware [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 817.940232] env[65829]: DEBUG nova.virt.hardware [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.940378] env[65829]: DEBUG nova.virt.hardware [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 817.940521] env[65829]: DEBUG nova.virt.hardware [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 817.940756] env[65829]: DEBUG nova.virt.hardware [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 817.940933] env[65829]: DEBUG nova.virt.hardware [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 817.941119] env[65829]: DEBUG nova.virt.hardware [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 817.941282] env[65829]: DEBUG nova.virt.hardware [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 817.941451] env[65829]: DEBUG nova.virt.hardware [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 817.942557] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b19202-88c7-4099-9d2a-73a17d368eea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.954784] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e158486-d8b5-4c37-94f1-8292f32ca37e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.052537] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.053180] env[65829]: DEBUG nova.compute.manager [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 818.055990] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.120s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.057496] env[65829]: INFO nova.compute.claims [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.075101] env[65829]: DEBUG nova.network.neutron [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Updating instance_info_cache with network_info: [{"id": "50a127de-b1ce-42ca-8311-6b03efed11d7", "address": "fa:16:3e:c5:3d:39", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a127de-b1", "ovs_interfaceid": "50a127de-b1ce-42ca-8311-6b03efed11d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.111171] env[65829]: WARNING neutronclient.v2_0.client [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.118899] env[65829]: DEBUG nova.network.neutron [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Successfully updated port: fef55b73-6df0-4da7-8fb3-2b10b719dcd0 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 818.171409] env[65829]: DEBUG nova.compute.manager [req-9073cb8d-16be-47bb-a1cf-709ef9d96890 req-46c0fb37-bb84-4a2d-a0c3-bc5144e2d52f service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Received event network-vif-plugged-fef55b73-6df0-4da7-8fb3-2b10b719dcd0 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 818.171682] env[65829]: DEBUG oslo_concurrency.lockutils [req-9073cb8d-16be-47bb-a1cf-709ef9d96890 req-46c0fb37-bb84-4a2d-a0c3-bc5144e2d52f service nova] Acquiring lock "8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.172360] env[65829]: DEBUG oslo_concurrency.lockutils [req-9073cb8d-16be-47bb-a1cf-709ef9d96890 req-46c0fb37-bb84-4a2d-a0c3-bc5144e2d52f service nova] Lock "8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.172546] env[65829]: DEBUG oslo_concurrency.lockutils [req-9073cb8d-16be-47bb-a1cf-709ef9d96890 req-46c0fb37-bb84-4a2d-a0c3-bc5144e2d52f service nova] Lock "8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.172715] env[65829]: DEBUG nova.compute.manager [req-9073cb8d-16be-47bb-a1cf-709ef9d96890 req-46c0fb37-bb84-4a2d-a0c3-bc5144e2d52f service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] No waiting events found dispatching network-vif-plugged-fef55b73-6df0-4da7-8fb3-2b10b719dcd0 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 818.172906] env[65829]: WARNING nova.compute.manager [req-9073cb8d-16be-47bb-a1cf-709ef9d96890 req-46c0fb37-bb84-4a2d-a0c3-bc5144e2d52f service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Received unexpected event network-vif-plugged-fef55b73-6df0-4da7-8fb3-2b10b719dcd0 for instance with vm_state building and task_state spawning. [ 818.220477] env[65829]: DEBUG nova.network.neutron [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Updated VIF entry in instance network info cache for port 4b30c665-adc8-4b66-949a-d07728c7278b. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 818.220988] env[65829]: DEBUG nova.network.neutron [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Updating instance_info_cache with network_info: [{"id": "4b30c665-adc8-4b66-949a-d07728c7278b", "address": "fa:16:3e:25:78:42", "network": {"id": "e8f1cb52-516c-4e51-a543-8b11986e65a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1149372670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a303617f4347148d224ef71dbd3b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b30c665-ad", "ovs_interfaceid": "4b30c665-adc8-4b66-949a-d07728c7278b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.230406] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807510, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.387030] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807508, 'name': CloneVM_Task, 'duration_secs': 1.84049} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.388035] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Created linked-clone VM from snapshot [ 818.388309] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452896a8-098b-43b0-a43b-2812f824b0f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.399032] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Uploading image efab9114-d276-4226-b016-7308ff74d9c2 {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 818.410992] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106323} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.411100] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 818.412235] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c343d99-07de-4e7b-adc2-312e8c475535 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.440923] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 210d3432-3cf6-4ef3-951e-30e2e9eaa702/210d3432-3cf6-4ef3-951e-30e2e9eaa702.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 818.441989] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16da29ca-7ca8-4f32-b0b7-d3a4d054a160 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.467633] env[65829]: DEBUG oslo_vmware.rw_handles [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 818.467633] env[65829]: value = "vm-937425" [ 818.467633] env[65829]: _type = "VirtualMachine" [ 818.467633] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 818.468045] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1dbb9904-938b-49ce-9548-ddfe74df45f2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.471366] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 818.471366] env[65829]: value = "task-4807512" [ 818.471366] env[65829]: _type = "Task" [ 818.471366] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.477310] env[65829]: DEBUG oslo_vmware.rw_handles [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lease: (returnval){ [ 818.477310] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52817d4c-32c4-5fa9-c120-0685effafeac" [ 818.477310] env[65829]: _type = "HttpNfcLease" [ 818.477310] env[65829]: } obtained for exporting VM: (result){ [ 818.477310] env[65829]: value = "vm-937425" [ 818.477310] env[65829]: _type = "VirtualMachine" [ 818.477310] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 818.477927] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the lease: (returnval){ [ 818.477927] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52817d4c-32c4-5fa9-c120-0685effafeac" [ 818.477927] env[65829]: _type = "HttpNfcLease" [ 818.477927] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 818.482541] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807512, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.489856] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.489856] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52817d4c-32c4-5fa9-c120-0685effafeac" [ 818.489856] env[65829]: _type = "HttpNfcLease" [ 818.489856] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 818.563624] env[65829]: DEBUG nova.compute.utils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.564216] env[65829]: DEBUG nova.compute.manager [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 818.564527] env[65829]: DEBUG nova.network.neutron [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 818.564947] env[65829]: WARNING neutronclient.v2_0.client [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.565404] env[65829]: WARNING neutronclient.v2_0.client [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.578447] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "refresh_cache-2befa94b-af61-43f7-af56-c7d45768cb6a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.622224] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "refresh_cache-8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.622420] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquired lock "refresh_cache-8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.622602] env[65829]: DEBUG nova.network.neutron [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 818.628558] env[65829]: DEBUG nova.policy [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ff9694e21e34e2983ce778c065fe829', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea1e55da88734c08ab671321eadae489', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.727231] env[65829]: DEBUG oslo_concurrency.lockutils [req-f8e03460-50cb-4794-bd64-77cf41eb70e6 req-03034ce7-1bd8-492e-a75d-4224ad61c465 service nova] Releasing lock "refresh_cache-2c0db17b-3368-4c5d-b30c-a45277b0f2e8" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.727579] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807510, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.983484] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.985049] env[65829]: DEBUG nova.network.neutron [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Successfully created port: a36a1313-2066-48a3-aaf4-b4174593f617 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 818.998420] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 818.998420] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52817d4c-32c4-5fa9-c120-0685effafeac" [ 818.998420] env[65829]: _type = "HttpNfcLease" [ 818.998420] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 818.998714] env[65829]: DEBUG oslo_vmware.rw_handles [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 818.998714] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52817d4c-32c4-5fa9-c120-0685effafeac" [ 818.998714] env[65829]: _type = "HttpNfcLease" [ 818.998714] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 818.999535] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ceced0-d4a2-4cd2-9791-9d876e26a3e0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.009411] env[65829]: DEBUG oslo_vmware.rw_handles [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245f0e9-805b-6fab-d18c-a21bddbe9a33/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 819.009411] env[65829]: DEBUG oslo_vmware.rw_handles [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245f0e9-805b-6fab-d18c-a21bddbe9a33/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 819.070531] env[65829]: DEBUG nova.compute.manager [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 819.097099] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f7c07f7-8393-44b2-8d8d-c0ece32ddf56 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.163226] env[65829]: DEBUG nova.network.neutron [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 819.238090] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807510, 'name': CreateVM_Task, 'duration_secs': 1.814959} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.238090] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.241251] env[65829]: WARNING neutronclient.v2_0.client [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.241626] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.243152] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.243152] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.243152] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecfc0447-4333-41c3-8595-72095a667fed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.248575] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 819.248575] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b2db7c-dede-2f6c-f596-8122f9d51d4e" [ 819.248575] env[65829]: _type = "Task" [ 819.248575] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.260382] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b2db7c-dede-2f6c-f596-8122f9d51d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.282540] env[65829]: WARNING neutronclient.v2_0.client [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.312669] env[65829]: DEBUG nova.network.neutron [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Successfully created port: 04c99ab7-1a02-4f9d-97ab-e7379b4bea14 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 819.436552] env[65829]: DEBUG nova.network.neutron [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Updating instance_info_cache with network_info: [{"id": "fef55b73-6df0-4da7-8fb3-2b10b719dcd0", "address": "fa:16:3e:34:8e:22", "network": {"id": "fa8ef5a7-3686-4c56-885f-79a0226b37d5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-386999655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1504f6bcb84c5ea6c94c1caacb2337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef55b73-6d", "ovs_interfaceid": "fef55b73-6df0-4da7-8fb3-2b10b719dcd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.487760] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.689346] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879c1718-ddee-4510-a42b-13d3beddc577 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.699922] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58491d5b-30ad-49f6-8394-cf6c05725a3c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.736414] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2269216a-4abd-4210-b485-3a0943cf08c6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.745279] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ff0a97-7099-4fe0-8a00-d46612789807 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.760517] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b2db7c-dede-2f6c-f596-8122f9d51d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.012408} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.775772] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.775772] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.775772] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.775772] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.775772] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.775772] env[65829]: DEBUG nova.compute.provider_tree [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.777653] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3add838a-34a2-4e4c-a9ed-8d5b2fc2ed51 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.790101] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.790410] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.791249] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29eb16cb-055d-4037-a432-b12a52173e59 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.799570] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 819.799570] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529b3962-6c6d-c507-c5cf-229f82bce009" [ 819.799570] env[65829]: _type = "Task" [ 819.799570] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.809214] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529b3962-6c6d-c507-c5cf-229f82bce009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.941893] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Releasing lock "refresh_cache-8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.941893] env[65829]: DEBUG nova.compute.manager [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Instance network_info: |[{"id": "fef55b73-6df0-4da7-8fb3-2b10b719dcd0", "address": "fa:16:3e:34:8e:22", "network": {"id": "fa8ef5a7-3686-4c56-885f-79a0226b37d5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-386999655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1504f6bcb84c5ea6c94c1caacb2337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef55b73-6d", "ovs_interfaceid": "fef55b73-6df0-4da7-8fb3-2b10b719dcd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 819.941893] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:8e:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fef55b73-6df0-4da7-8fb3-2b10b719dcd0', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.949104] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 819.949377] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.949620] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d3627dc7-6075-4e96-b997-f5354e812d76 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.988562] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807512, 'name': ReconfigVM_Task, 'duration_secs': 1.152404} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.991558] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 210d3432-3cf6-4ef3-951e-30e2e9eaa702/210d3432-3cf6-4ef3-951e-30e2e9eaa702.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.992618] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.992618] env[65829]: value = "task-4807514" [ 819.992618] env[65829]: _type = "Task" [ 819.992618] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.992779] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5294d71a-3de5-4a00-89b5-0ef0fb19980d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.005600] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807514, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.007592] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 820.007592] env[65829]: value = "task-4807515" [ 820.007592] env[65829]: _type = "Task" [ 820.007592] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.020695] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807515, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.087450] env[65829]: DEBUG nova.compute.manager [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 820.117226] env[65829]: DEBUG nova.virt.hardware [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 820.117557] env[65829]: DEBUG nova.virt.hardware [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.117790] env[65829]: DEBUG nova.virt.hardware [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 820.118052] env[65829]: DEBUG nova.virt.hardware [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.118248] env[65829]: DEBUG nova.virt.hardware [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 820.118741] env[65829]: DEBUG nova.virt.hardware [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 820.119438] env[65829]: DEBUG nova.virt.hardware [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 820.119672] env[65829]: DEBUG nova.virt.hardware [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 820.119899] env[65829]: DEBUG nova.virt.hardware [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 820.120160] env[65829]: DEBUG nova.virt.hardware [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 820.120271] env[65829]: DEBUG nova.virt.hardware [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 820.120840] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.121780] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42f548a-3a29-4838-9495-1980f889ccee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.125441] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e36a75f3-5e09-461d-9f11-f71edc8a365c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.135130] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0bf192-8eed-456a-b78f-c08719bb1ccb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.139424] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 820.139424] env[65829]: value = "task-4807516" [ 820.139424] env[65829]: _type = "Task" [ 820.139424] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.159106] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.284288] env[65829]: DEBUG nova.scheduler.client.report [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.311546] env[65829]: DEBUG nova.compute.manager [req-beaa1fc1-6e75-408c-92f2-a864bd294134 req-5597d0a2-b802-4f81-be1e-cc0625c990dc service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Received event network-changed-fef55b73-6df0-4da7-8fb3-2b10b719dcd0 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 820.311906] env[65829]: DEBUG nova.compute.manager [req-beaa1fc1-6e75-408c-92f2-a864bd294134 req-5597d0a2-b802-4f81-be1e-cc0625c990dc service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Refreshing instance network info cache due to event network-changed-fef55b73-6df0-4da7-8fb3-2b10b719dcd0. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 820.312308] env[65829]: DEBUG oslo_concurrency.lockutils [req-beaa1fc1-6e75-408c-92f2-a864bd294134 req-5597d0a2-b802-4f81-be1e-cc0625c990dc service nova] Acquiring lock "refresh_cache-8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.312572] env[65829]: DEBUG oslo_concurrency.lockutils [req-beaa1fc1-6e75-408c-92f2-a864bd294134 req-5597d0a2-b802-4f81-be1e-cc0625c990dc service nova] Acquired lock "refresh_cache-8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.312872] env[65829]: DEBUG nova.network.neutron [req-beaa1fc1-6e75-408c-92f2-a864bd294134 req-5597d0a2-b802-4f81-be1e-cc0625c990dc service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Refreshing network info cache for port fef55b73-6df0-4da7-8fb3-2b10b719dcd0 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.328937] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529b3962-6c6d-c507-c5cf-229f82bce009, 'name': SearchDatastore_Task, 'duration_secs': 0.016394} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.330689] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082f1cb5-8000-4229-8bc4-7a55b0bc80d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.341350] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 820.341350] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a31cbe-c4ff-d3f3-c2f8-0e44cf52ed79" [ 820.341350] env[65829]: _type = "Task" [ 820.341350] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.357973] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a31cbe-c4ff-d3f3-c2f8-0e44cf52ed79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.506848] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807514, 'name': CreateVM_Task, 'duration_secs': 0.436994} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.507173] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.507976] env[65829]: WARNING neutronclient.v2_0.client [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.508466] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.508666] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.509322] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.509566] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67ac5b9-bd68-4249-a1e6-f7201e6239fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.520569] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 820.520569] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524154f3-7716-68ad-4271-d5ec5b3aa294" [ 820.520569] env[65829]: _type = "Task" [ 820.520569] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.526846] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807515, 'name': Rename_Task, 'duration_secs': 0.242913} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.531344] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.531344] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0b7d0f0-cf29-4685-8e60-1a4438682c6f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.540864] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524154f3-7716-68ad-4271-d5ec5b3aa294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.542715] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 820.542715] env[65829]: value = "task-4807517" [ 820.542715] env[65829]: _type = "Task" [ 820.542715] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.553033] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.652962] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807516, 'name': PowerOffVM_Task, 'duration_secs': 0.478026} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.653932] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.654787] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdf11ed-8f3f-4a4d-8b39-8e53373d7074 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.677934] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a680a841-139a-412d-b914-008a79513c29 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.720770] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.721148] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18dc76a9-1353-41db-99a7-4719fbaaaa21 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.729400] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 820.729400] env[65829]: value = "task-4807518" [ 820.729400] env[65829]: _type = "Task" [ 820.729400] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.741387] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.793495] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.794617] env[65829]: DEBUG nova.compute.manager [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 820.797461] env[65829]: DEBUG oslo_concurrency.lockutils [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.568s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.819229] env[65829]: WARNING neutronclient.v2_0.client [req-beaa1fc1-6e75-408c-92f2-a864bd294134 req-5597d0a2-b802-4f81-be1e-cc0625c990dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.860550] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a31cbe-c4ff-d3f3-c2f8-0e44cf52ed79, 'name': SearchDatastore_Task, 'duration_secs': 0.018139} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.861977] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.862416] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 2c0db17b-3368-4c5d-b30c-a45277b0f2e8/2c0db17b-3368-4c5d-b30c-a45277b0f2e8.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.866274] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81fd1f94-e049-49f3-a757-be01157d2dc8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.880855] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 820.880855] env[65829]: value = "task-4807519" [ 820.880855] env[65829]: _type = "Task" [ 820.880855] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.893483] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.017689] env[65829]: DEBUG nova.compute.manager [req-0707e38a-2b42-4661-932d-7a8fa55b6cee req-f1b62b4a-4a5e-4beb-a7cf-d55f0781a594 service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Received event network-vif-plugged-a36a1313-2066-48a3-aaf4-b4174593f617 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 821.018126] env[65829]: DEBUG oslo_concurrency.lockutils [req-0707e38a-2b42-4661-932d-7a8fa55b6cee req-f1b62b4a-4a5e-4beb-a7cf-d55f0781a594 service nova] Acquiring lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.018405] env[65829]: DEBUG oslo_concurrency.lockutils [req-0707e38a-2b42-4661-932d-7a8fa55b6cee req-f1b62b4a-4a5e-4beb-a7cf-d55f0781a594 service nova] Lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.018588] env[65829]: DEBUG oslo_concurrency.lockutils [req-0707e38a-2b42-4661-932d-7a8fa55b6cee req-f1b62b4a-4a5e-4beb-a7cf-d55f0781a594 service nova] Lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.018757] env[65829]: DEBUG nova.compute.manager [req-0707e38a-2b42-4661-932d-7a8fa55b6cee req-f1b62b4a-4a5e-4beb-a7cf-d55f0781a594 service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] No waiting events found dispatching network-vif-plugged-a36a1313-2066-48a3-aaf4-b4174593f617 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 821.018922] env[65829]: WARNING nova.compute.manager [req-0707e38a-2b42-4661-932d-7a8fa55b6cee req-f1b62b4a-4a5e-4beb-a7cf-d55f0781a594 service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Received unexpected event network-vif-plugged-a36a1313-2066-48a3-aaf4-b4174593f617 for instance with vm_state building and task_state spawning. [ 821.038680] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524154f3-7716-68ad-4271-d5ec5b3aa294, 'name': SearchDatastore_Task, 'duration_secs': 0.019097} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.044581] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.044581] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.044581] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.044581] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.044581] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.045793] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a017b4d5-fb8a-4a50-a2ca-0eb4684ba549 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.053667] env[65829]: DEBUG nova.network.neutron [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Successfully updated port: a36a1313-2066-48a3-aaf4-b4174593f617 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 821.070912] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807517, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.073636] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.073972] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.081025] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed6167a-9d7c-47c8-8909-f49d8863da77 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.083350] env[65829]: WARNING neutronclient.v2_0.client [req-beaa1fc1-6e75-408c-92f2-a864bd294134 req-5597d0a2-b802-4f81-be1e-cc0625c990dc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.091231] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 821.091231] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5200e4dc-2dc8-7d78-992c-99088ba87d90" [ 821.091231] env[65829]: _type = "Task" [ 821.091231] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.106494] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5200e4dc-2dc8-7d78-992c-99088ba87d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.180389] env[65829]: DEBUG nova.network.neutron [req-beaa1fc1-6e75-408c-92f2-a864bd294134 req-5597d0a2-b802-4f81-be1e-cc0625c990dc service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Updated VIF entry in instance network info cache for port fef55b73-6df0-4da7-8fb3-2b10b719dcd0. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 821.185029] env[65829]: DEBUG nova.network.neutron [req-beaa1fc1-6e75-408c-92f2-a864bd294134 req-5597d0a2-b802-4f81-be1e-cc0625c990dc service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Updating instance_info_cache with network_info: [{"id": "fef55b73-6df0-4da7-8fb3-2b10b719dcd0", "address": "fa:16:3e:34:8e:22", "network": {"id": "fa8ef5a7-3686-4c56-885f-79a0226b37d5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-386999655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1504f6bcb84c5ea6c94c1caacb2337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef55b73-6d", "ovs_interfaceid": "fef55b73-6df0-4da7-8fb3-2b10b719dcd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.250421] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 821.250421] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.250975] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.303314] env[65829]: DEBUG nova.compute.utils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.305559] env[65829]: DEBUG nova.compute.manager [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 821.307074] env[65829]: DEBUG nova.network.neutron [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 821.307074] env[65829]: WARNING neutronclient.v2_0.client [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.307074] env[65829]: WARNING neutronclient.v2_0.client [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.371573] env[65829]: DEBUG nova.policy [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b53714643bd846fb881cd313d9e112b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c43c37f5106c4212b004dd902d4d9226', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.397080] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807519, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.445559] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acc979f-fd41-42f3-8710-eee55d017304 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.458979] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa89570-bdbd-4b71-8c8b-f1ea820c5f2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.502876] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd38470-67e0-4b6a-88b1-efdd42d70387 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.513864] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eef94de-c5a4-4866-b1a4-5d5fc87adfef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.536642] env[65829]: DEBUG nova.compute.provider_tree [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.561138] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807517, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.605171] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5200e4dc-2dc8-7d78-992c-99088ba87d90, 'name': SearchDatastore_Task, 'duration_secs': 0.01382} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.606298] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1190c85-227c-4f3c-a0af-38cb249bdd36 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.612841] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 821.612841] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d4d4c2-3d6a-fb29-10f3-a274acae171c" [ 821.612841] env[65829]: _type = "Task" [ 821.612841] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.623099] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d4d4c2-3d6a-fb29-10f3-a274acae171c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.690231] env[65829]: DEBUG oslo_concurrency.lockutils [req-beaa1fc1-6e75-408c-92f2-a864bd294134 req-5597d0a2-b802-4f81-be1e-cc0625c990dc service nova] Releasing lock "refresh_cache-8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.812253] env[65829]: DEBUG nova.network.neutron [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Successfully created port: f4132ab0-b595-4cb4-8a35-9caa039afa65 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 821.815250] env[65829]: DEBUG nova.compute.manager [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 821.892457] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658655} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.892610] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 2c0db17b-3368-4c5d-b30c-a45277b0f2e8/2c0db17b-3368-4c5d-b30c-a45277b0f2e8.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.892787] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.893143] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2387146c-cee7-4184-a562-737d0fbe960b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.901185] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 821.901185] env[65829]: value = "task-4807520" [ 821.901185] env[65829]: _type = "Task" [ 821.901185] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.910523] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.038030] env[65829]: DEBUG nova.scheduler.client.report [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.060866] env[65829]: DEBUG oslo_vmware.api [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807517, 'name': PowerOnVM_Task, 'duration_secs': 1.054334} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.061206] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.061615] env[65829]: INFO nova.compute.manager [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Took 10.20 seconds to spawn the instance on the hypervisor. [ 822.061873] env[65829]: DEBUG nova.compute.manager [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 822.063067] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a314b154-5726-4937-9fa4-7a6d0d7b13e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.124606] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d4d4c2-3d6a-fb29-10f3-a274acae171c, 'name': SearchDatastore_Task, 'duration_secs': 0.016757} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.124873] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.125179] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127/8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.125537] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.125736] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.125967] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c0facb4-75d7-4242-b935-013dcd66d529 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.128196] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afc4f503-3d57-4bec-98b9-f59138479aab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.135804] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 822.135804] env[65829]: value = "task-4807521" [ 822.135804] env[65829]: _type = "Task" [ 822.135804] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.140201] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.140387] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.141481] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34f374b4-ac88-442a-85ed-794d959d6ddc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.147132] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.150614] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 822.150614] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5220dfc9-b7da-048f-6b39-dbf1550aa6b8" [ 822.150614] env[65829]: _type = "Task" [ 822.150614] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.158462] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5220dfc9-b7da-048f-6b39-dbf1550aa6b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.412155] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072026} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.412459] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.413376] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415809d4-7ec0-4c55-abbe-0026b3d05df3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.437777] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 2c0db17b-3368-4c5d-b30c-a45277b0f2e8/2c0db17b-3368-4c5d-b30c-a45277b0f2e8.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.438161] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4390728e-989d-4162-b4f4-6615b8280c7f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.464499] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 822.464499] env[65829]: value = "task-4807522" [ 822.464499] env[65829]: _type = "Task" [ 822.464499] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.473613] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.543858] env[65829]: DEBUG oslo_concurrency.lockutils [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.544174] env[65829]: INFO nova.compute.manager [None req-294002de-070a-47e6-99f9-aff83f33a295 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] [instance: 6da326d9-fef6-421c-a171-995118e260af] Successfully reverted task state from rebuilding on failure for instance. [ 822.551189] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.946s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.551479] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.551706] env[65829]: INFO nova.compute.manager [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Successfully reverted task state from image_uploading on failure for instance. [ 822.554384] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.643s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.554658] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.558050] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.334s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.558254] env[65829]: DEBUG nova.objects.instance [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server [None req-47d24fee-418b-4fff-aa61-6b1b85cf09d8 tempest-ServersAaction247Test-1489260528 tempest-ServersAaction247Test-1489260528-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-937405' has already been deleted or has not been completely created [ 822.564401] env[65829]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-937405' has already been deleted or has not been completely created' [ 822.564401] env[65829]: Faults: [ManagedObjectNotFound] [ 822.564401] env[65829]: Details: {'obj': 'snapshot-937405'} [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-937405' has already been deleted or has not been completely created' [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-937405' has already been deleted or has not been completely created [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-937405' has already been deleted or has not been completely created' [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-937405'} [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server raise self.value [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server raise self.value [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 822.564401] env[65829]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server raise self.value [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4555, in backup_instance [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server self._do_snapshot_instance(context, image_id, instance) [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server raise self.value [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4541, in _do_snapshot_instance [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4624, in _snapshot_instance [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 235, in fun [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server raise self.value [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server return evt.wait() [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 822.566711] env[65829]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 822.569118] env[65829]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 822.569118] env[65829]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 822.569118] env[65829]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-937405' has already been deleted or has not been completely created [ 822.569118] env[65829]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-937405' has already been deleted or has not been completely created' [ 822.569118] env[65829]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 822.569118] env[65829]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-937405'} [ 822.569118] env[65829]: ERROR oslo_messaging.rpc.server [ 822.585805] env[65829]: INFO nova.compute.manager [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Took 43.23 seconds to build instance. [ 822.594829] env[65829]: INFO nova.scheduler.client.report [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleted allocations for instance dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff [ 822.649511] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807521, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.662809] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5220dfc9-b7da-048f-6b39-dbf1550aa6b8, 'name': SearchDatastore_Task, 'duration_secs': 0.036544} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.664277] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55bda494-44a5-4684-a319-15b8a75208af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.672303] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 822.672303] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52aa29e2-096d-e93a-4a87-1fe93813a07b" [ 822.672303] env[65829]: _type = "Task" [ 822.672303] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.683109] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52aa29e2-096d-e93a-4a87-1fe93813a07b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.828556] env[65829]: DEBUG nova.compute.manager [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 822.857283] env[65829]: DEBUG nova.virt.hardware [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 822.857546] env[65829]: DEBUG nova.virt.hardware [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.857765] env[65829]: DEBUG nova.virt.hardware [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 822.857876] env[65829]: DEBUG nova.virt.hardware [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.858028] env[65829]: DEBUG nova.virt.hardware [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 822.858166] env[65829]: DEBUG nova.virt.hardware [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 822.858374] env[65829]: DEBUG nova.virt.hardware [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 822.858526] env[65829]: DEBUG nova.virt.hardware [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 822.858686] env[65829]: DEBUG nova.virt.hardware [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 822.858844] env[65829]: DEBUG nova.virt.hardware [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 822.859016] env[65829]: DEBUG nova.virt.hardware [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 822.859924] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3829619-3a96-4b28-b980-4dbaccd7742d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.869357] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b0678-0044-415a-be82-6babf91c1d3c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.975518] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.088231] env[65829]: DEBUG oslo_concurrency.lockutils [None req-495a715a-6fec-4b71-8b32-aa86f62f5477 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.738s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.105909] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7c677295-70d0-4eb9-817a-e5edc4a79de8 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.364s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.148504] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698781} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.148776] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127/8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.148985] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.149266] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5bbc804-06fc-40fd-8f57-7d7c64d5f9ba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.157781] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 823.157781] env[65829]: value = "task-4807523" [ 823.157781] env[65829]: _type = "Task" [ 823.157781] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.170351] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.185683] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52aa29e2-096d-e93a-4a87-1fe93813a07b, 'name': SearchDatastore_Task, 'duration_secs': 0.056983} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.186058] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.186432] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 2befa94b-af61-43f7-af56-c7d45768cb6a/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk. {{(pid=65829) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 823.186838] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c6c316-d870-401b-9a8e-00aac24048e8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.196299] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 823.196299] env[65829]: value = "task-4807524" [ 823.196299] env[65829]: _type = "Task" [ 823.196299] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.208879] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.214838] env[65829]: DEBUG nova.network.neutron [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Successfully updated port: 04c99ab7-1a02-4f9d-97ab-e7379b4bea14 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 823.475642] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807522, 'name': ReconfigVM_Task, 'duration_secs': 0.675587} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.476569] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 2c0db17b-3368-4c5d-b30c-a45277b0f2e8/2c0db17b-3368-4c5d-b30c-a45277b0f2e8.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.476980] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4aa7edb-27c3-4da3-8610-771f7ad9fed7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.485484] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 823.485484] env[65829]: value = "task-4807525" [ 823.485484] env[65829]: _type = "Task" [ 823.485484] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.496097] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807525, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.558503] env[65829]: DEBUG nova.network.neutron [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Successfully updated port: f4132ab0-b595-4cb4-8a35-9caa039afa65 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 823.571962] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a19093a7-eb4b-4e79-80c5-732730f71081 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.575949] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.173s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.576313] env[65829]: INFO nova.compute.claims [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.591293] env[65829]: DEBUG nova.compute.manager [None req-ce6088c6-3e2a-4af1-a4e4-fae33ec80cc1 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 14b4f397-ad4c-4ae8-a134-1705f6dac68a] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 823.672067] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09869} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.672400] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.673790] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3c9f2d-54b7-43cd-a20f-6945501d9bd5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.700127] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127/8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.701218] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7da0449e-f203-4ce9-b0c3-cb37d47a9edc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.720883] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "refresh_cache-9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.721122] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquired lock "refresh_cache-9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.721402] env[65829]: DEBUG nova.network.neutron [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 823.732467] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807524, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.736127] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 823.736127] env[65829]: value = "task-4807526" [ 823.736127] env[65829]: _type = "Task" [ 823.736127] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.749406] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807526, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.996918] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807525, 'name': Rename_Task, 'duration_secs': 0.281943} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.997330] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.997674] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cd9e551-42a1-427c-bde3-f61c6c23b974 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.005927] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 824.005927] env[65829]: value = "task-4807527" [ 824.005927] env[65829]: _type = "Task" [ 824.005927] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.015540] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.065111] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "refresh_cache-a0dd2130-f3ce-47e5-a274-c0a9770b8f5f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.065364] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "refresh_cache-a0dd2130-f3ce-47e5-a274-c0a9770b8f5f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.065447] env[65829]: DEBUG nova.network.neutron [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 824.093200] env[65829]: DEBUG nova.compute.manager [req-d8616f47-6520-4b96-9a9d-db1d17b5641b req-7ab51582-e8e9-4c8c-9666-24508f1f7980 service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Received event network-changed-a36a1313-2066-48a3-aaf4-b4174593f617 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 824.093410] env[65829]: DEBUG nova.compute.manager [req-d8616f47-6520-4b96-9a9d-db1d17b5641b req-7ab51582-e8e9-4c8c-9666-24508f1f7980 service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Refreshing instance network info cache due to event network-changed-a36a1313-2066-48a3-aaf4-b4174593f617. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 824.093686] env[65829]: DEBUG oslo_concurrency.lockutils [req-d8616f47-6520-4b96-9a9d-db1d17b5641b req-7ab51582-e8e9-4c8c-9666-24508f1f7980 service nova] Acquiring lock "refresh_cache-9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.094842] env[65829]: DEBUG nova.compute.manager [None req-ce6088c6-3e2a-4af1-a4e4-fae33ec80cc1 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 14b4f397-ad4c-4ae8-a134-1705f6dac68a] Instance disappeared before build. {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2491}} [ 824.114452] env[65829]: DEBUG nova.compute.manager [req-1785f07e-26e9-4291-a204-8deab1ae5663 req-d7af6bbc-15d9-4181-9fbf-3a55a3b84448 service nova] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Received event network-vif-plugged-f4132ab0-b595-4cb4-8a35-9caa039afa65 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 824.116724] env[65829]: DEBUG oslo_concurrency.lockutils [req-1785f07e-26e9-4291-a204-8deab1ae5663 req-d7af6bbc-15d9-4181-9fbf-3a55a3b84448 service nova] Acquiring lock "a0dd2130-f3ce-47e5-a274-c0a9770b8f5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.116724] env[65829]: DEBUG oslo_concurrency.lockutils [req-1785f07e-26e9-4291-a204-8deab1ae5663 req-d7af6bbc-15d9-4181-9fbf-3a55a3b84448 service nova] Lock "a0dd2130-f3ce-47e5-a274-c0a9770b8f5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.116931] env[65829]: DEBUG oslo_concurrency.lockutils [req-1785f07e-26e9-4291-a204-8deab1ae5663 req-d7af6bbc-15d9-4181-9fbf-3a55a3b84448 service nova] Lock "a0dd2130-f3ce-47e5-a274-c0a9770b8f5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.116997] env[65829]: DEBUG nova.compute.manager [req-1785f07e-26e9-4291-a204-8deab1ae5663 req-d7af6bbc-15d9-4181-9fbf-3a55a3b84448 service nova] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] No waiting events found dispatching network-vif-plugged-f4132ab0-b595-4cb4-8a35-9caa039afa65 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 824.117173] env[65829]: WARNING nova.compute.manager [req-1785f07e-26e9-4291-a204-8deab1ae5663 req-d7af6bbc-15d9-4181-9fbf-3a55a3b84448 service nova] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Received unexpected event network-vif-plugged-f4132ab0-b595-4cb4-8a35-9caa039afa65 for instance with vm_state building and task_state spawning. [ 824.211167] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753363} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.211442] env[65829]: INFO nova.virt.vmwareapi.ds_util [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 2befa94b-af61-43f7-af56-c7d45768cb6a/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk. [ 824.212270] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11279a9e-d27e-4cbf-8cd4-40455f1187e6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.243376] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 2befa94b-af61-43f7-af56-c7d45768cb6a/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.244167] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab4f9969-66c1-4640-8ff3-97e3620591f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.268088] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807526, 'name': ReconfigVM_Task, 'duration_secs': 0.475367} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.269636] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127/8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.269875] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65829) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 824.270662] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 824.270662] env[65829]: value = "task-4807528" [ 824.270662] env[65829]: _type = "Task" [ 824.270662] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.272041] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-25a78cce-8cc3-4fe5-b44e-7980323921fb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.280800] env[65829]: DEBUG nova.network.neutron [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 824.287723] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807528, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.290103] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 824.290103] env[65829]: value = "task-4807529" [ 824.290103] env[65829]: _type = "Task" [ 824.290103] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.301247] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807529, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.315589] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.315865] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.425206] env[65829]: WARNING neutronclient.v2_0.client [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.517362] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807527, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.609437] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce6088c6-3e2a-4af1-a4e4-fae33ec80cc1 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "14b4f397-ad4c-4ae8-a134-1705f6dac68a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.974s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.623239] env[65829]: DEBUG nova.network.neutron [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 824.700684] env[65829]: WARNING neutronclient.v2_0.client [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.736621] env[65829]: WARNING neutronclient.v2_0.client [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.791782] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807528, 'name': ReconfigVM_Task, 'duration_secs': 0.493087} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.796583] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 2befa94b-af61-43f7-af56-c7d45768cb6a/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.801044] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fca8722-29e9-4c8b-9ccf-db0127e6f973 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.807826] env[65829]: DEBUG nova.network.neutron [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Updating instance_info_cache with network_info: [{"id": "a36a1313-2066-48a3-aaf4-b4174593f617", "address": "fa:16:3e:50:f5:6d", "network": {"id": "6a600b98-9457-43d2-a2bd-a74d1800f96e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-524364990", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36a1313-20", "ovs_interfaceid": "a36a1313-2066-48a3-aaf4-b4174593f617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04c99ab7-1a02-4f9d-97ab-e7379b4bea14", "address": "fa:16:3e:2f:b0:2a", "network": {"id": "7a9e74f4-84d9-46c4-85ea-0bf2efcac92f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1244806828", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c99ab7-1a", "ovs_interfaceid": "04c99ab7-1a02-4f9d-97ab-e7379b4bea14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.850032] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807529, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.074965} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.853680] env[65829]: DEBUG nova.network.neutron [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Updating instance_info_cache with network_info: [{"id": "f4132ab0-b595-4cb4-8a35-9caa039afa65", "address": "fa:16:3e:36:c5:aa", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4132ab0-b5", "ovs_interfaceid": "f4132ab0-b595-4cb4-8a35-9caa039afa65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.857040] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53240b00-f123-4b69-a28f-c843e0929715 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.868117] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65829) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 824.868117] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.869282] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2f2965-3763-4e03-88df-90209c22e802 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.872109] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.873154] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.873729] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.873888] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.874060] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.874198] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 824.874338] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.903196] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127/ephemeral_0.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.909268] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eb24fc5-1993-4ed7-9af3-4f08f707366f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.927402] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 824.927402] env[65829]: value = "task-4807530" [ 824.927402] env[65829]: _type = "Task" [ 824.927402] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.934809] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 824.934809] env[65829]: value = "task-4807531" [ 824.934809] env[65829]: _type = "Task" [ 824.934809] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.956738] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807531, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.019484] env[65829]: DEBUG oslo_vmware.api [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807527, 'name': PowerOnVM_Task, 'duration_secs': 0.798104} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.023132] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.023392] env[65829]: INFO nova.compute.manager [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Took 10.37 seconds to spawn the instance on the hypervisor. [ 825.023657] env[65829]: DEBUG nova.compute.manager [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 825.024926] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1370f3d9-b484-42d7-aba8-d73607b1f6fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.115277] env[65829]: DEBUG nova.compute.manager [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 825.209397] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f796bc36-2ffc-4d57-9580-b79015cd22a8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.218615] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8076eae-86ff-4809-906e-716f7e771584 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.256425] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b405abd6-7ec0-476c-a606-4a4cff260afe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.265243] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779fda79-7639-4da6-85ed-6e1dab70ef1e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.282824] env[65829]: DEBUG nova.compute.provider_tree [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.311344] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Releasing lock "refresh_cache-9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.311763] env[65829]: DEBUG nova.compute.manager [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Instance network_info: |[{"id": "a36a1313-2066-48a3-aaf4-b4174593f617", "address": "fa:16:3e:50:f5:6d", "network": {"id": "6a600b98-9457-43d2-a2bd-a74d1800f96e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-524364990", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36a1313-20", "ovs_interfaceid": "a36a1313-2066-48a3-aaf4-b4174593f617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04c99ab7-1a02-4f9d-97ab-e7379b4bea14", "address": "fa:16:3e:2f:b0:2a", "network": {"id": "7a9e74f4-84d9-46c4-85ea-0bf2efcac92f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1244806828", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c99ab7-1a", "ovs_interfaceid": "04c99ab7-1a02-4f9d-97ab-e7379b4bea14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 825.312118] env[65829]: DEBUG oslo_concurrency.lockutils [req-d8616f47-6520-4b96-9a9d-db1d17b5641b req-7ab51582-e8e9-4c8c-9666-24508f1f7980 service nova] Acquired lock "refresh_cache-9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.312303] env[65829]: DEBUG nova.network.neutron [req-d8616f47-6520-4b96-9a9d-db1d17b5641b req-7ab51582-e8e9-4c8c-9666-24508f1f7980 service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Refreshing network info cache for port a36a1313-2066-48a3-aaf4-b4174593f617 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.313807] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:f5:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a1931669-8959-4e86-a603-e206bcf2b47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a36a1313-2066-48a3-aaf4-b4174593f617', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:b0:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04c99ab7-1a02-4f9d-97ab-e7379b4bea14', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.323725] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 825.325383] env[65829]: WARNING neutronclient.v2_0.client [req-d8616f47-6520-4b96-9a9d-db1d17b5641b req-7ab51582-e8e9-4c8c-9666-24508f1f7980 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.328098] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.328880] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88b3bb21-c074-46ab-88cd-7f207b3a53dc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.353516] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.353516] env[65829]: value = "task-4807532" [ 825.353516] env[65829]: _type = "Task" [ 825.353516] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.357738] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "refresh_cache-a0dd2130-f3ce-47e5-a274-c0a9770b8f5f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.357977] env[65829]: DEBUG nova.compute.manager [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Instance network_info: |[{"id": "f4132ab0-b595-4cb4-8a35-9caa039afa65", "address": "fa:16:3e:36:c5:aa", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4132ab0-b5", "ovs_interfaceid": "f4132ab0-b595-4cb4-8a35-9caa039afa65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 825.358552] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:c5:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4132ab0-b595-4cb4-8a35-9caa039afa65', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.370027] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Creating folder: Project (c43c37f5106c4212b004dd902d4d9226). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.370027] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66f4038b-fac4-4cd3-9ed6-c93f0e2208e2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.373048] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807532, 'name': CreateVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.377261] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.388276] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Created folder: Project (c43c37f5106c4212b004dd902d4d9226) in parent group-v937255. [ 825.388627] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Creating folder: Instances. Parent ref: group-v937428. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.388862] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28e63798-fdfb-4d6c-9608-0ea385521c9c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.401404] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Created folder: Instances in parent group-v937428. [ 825.401778] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 825.402303] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.402303] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd66495f-35bf-4353-a1cb-f66166bad6fb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.436157] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.436157] env[65829]: value = "task-4807535" [ 825.436157] env[65829]: _type = "Task" [ 825.436157] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.443661] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807530, 'name': ReconfigVM_Task, 'duration_secs': 0.304735} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.448261] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.448973] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c56e8ebb-c9ed-4738-b32b-ef53aedddca9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.454223] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807535, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.463606] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.465369] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 825.465369] env[65829]: value = "task-4807536" [ 825.465369] env[65829]: _type = "Task" [ 825.465369] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.477496] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.549063] env[65829]: WARNING neutronclient.v2_0.client [req-d8616f47-6520-4b96-9a9d-db1d17b5641b req-7ab51582-e8e9-4c8c-9666-24508f1f7980 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.554395] env[65829]: INFO nova.compute.manager [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Took 46.18 seconds to build instance. [ 825.688326] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.719770] env[65829]: DEBUG nova.network.neutron [req-d8616f47-6520-4b96-9a9d-db1d17b5641b req-7ab51582-e8e9-4c8c-9666-24508f1f7980 service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Updated VIF entry in instance network info cache for port a36a1313-2066-48a3-aaf4-b4174593f617. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 825.720204] env[65829]: DEBUG nova.network.neutron [req-d8616f47-6520-4b96-9a9d-db1d17b5641b req-7ab51582-e8e9-4c8c-9666-24508f1f7980 service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Updating instance_info_cache with network_info: [{"id": "a36a1313-2066-48a3-aaf4-b4174593f617", "address": "fa:16:3e:50:f5:6d", "network": {"id": "6a600b98-9457-43d2-a2bd-a74d1800f96e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-524364990", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36a1313-20", "ovs_interfaceid": "a36a1313-2066-48a3-aaf4-b4174593f617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04c99ab7-1a02-4f9d-97ab-e7379b4bea14", "address": "fa:16:3e:2f:b0:2a", "network": {"id": "7a9e74f4-84d9-46c4-85ea-0bf2efcac92f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1244806828", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c99ab7-1a", "ovs_interfaceid": "04c99ab7-1a02-4f9d-97ab-e7379b4bea14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.786929] env[65829]: DEBUG nova.scheduler.client.report [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.799630] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.799929] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.800277] env[65829]: INFO nova.compute.manager [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Rebooting instance [ 825.865353] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807532, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.946704] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807535, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.957415] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807531, 'name': ReconfigVM_Task, 'duration_secs': 0.651924} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.957775] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127/ephemeral_0.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.958535] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0727199c-0246-4e77-b73f-cef275cc46f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.967805] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 825.967805] env[65829]: value = "task-4807537" [ 825.967805] env[65829]: _type = "Task" [ 825.967805] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.986087] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.057406] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7e4856f-ae1a-4887-b9c4-6d5b4a39247c tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "2c0db17b-3368-4c5d-b30c-a45277b0f2e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.698s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.128402] env[65829]: DEBUG nova.compute.manager [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Received event network-vif-plugged-04c99ab7-1a02-4f9d-97ab-e7379b4bea14 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 826.128402] env[65829]: DEBUG oslo_concurrency.lockutils [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] Acquiring lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.128402] env[65829]: DEBUG oslo_concurrency.lockutils [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] Lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.128659] env[65829]: DEBUG oslo_concurrency.lockutils [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] Lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.128659] env[65829]: DEBUG nova.compute.manager [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] No waiting events found dispatching network-vif-plugged-04c99ab7-1a02-4f9d-97ab-e7379b4bea14 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 826.128810] env[65829]: WARNING nova.compute.manager [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Received unexpected event network-vif-plugged-04c99ab7-1a02-4f9d-97ab-e7379b4bea14 for instance with vm_state building and task_state spawning. [ 826.128967] env[65829]: DEBUG nova.compute.manager [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Received event network-changed-04c99ab7-1a02-4f9d-97ab-e7379b4bea14 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 826.129132] env[65829]: DEBUG nova.compute.manager [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Refreshing instance network info cache due to event network-changed-04c99ab7-1a02-4f9d-97ab-e7379b4bea14. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 826.129294] env[65829]: DEBUG oslo_concurrency.lockutils [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] Acquiring lock "refresh_cache-9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.150616] env[65829]: DEBUG nova.compute.manager [req-e3d730da-8c11-4aa3-a866-f5939e6829da req-045bcf81-dcc5-4b72-8ff3-a05960e2c43c service nova] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Received event network-changed-f4132ab0-b595-4cb4-8a35-9caa039afa65 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 826.150750] env[65829]: DEBUG nova.compute.manager [req-e3d730da-8c11-4aa3-a866-f5939e6829da req-045bcf81-dcc5-4b72-8ff3-a05960e2c43c service nova] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Refreshing instance network info cache due to event network-changed-f4132ab0-b595-4cb4-8a35-9caa039afa65. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 826.150982] env[65829]: DEBUG oslo_concurrency.lockutils [req-e3d730da-8c11-4aa3-a866-f5939e6829da req-045bcf81-dcc5-4b72-8ff3-a05960e2c43c service nova] Acquiring lock "refresh_cache-a0dd2130-f3ce-47e5-a274-c0a9770b8f5f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.151081] env[65829]: DEBUG oslo_concurrency.lockutils [req-e3d730da-8c11-4aa3-a866-f5939e6829da req-045bcf81-dcc5-4b72-8ff3-a05960e2c43c service nova] Acquired lock "refresh_cache-a0dd2130-f3ce-47e5-a274-c0a9770b8f5f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.151241] env[65829]: DEBUG nova.network.neutron [req-e3d730da-8c11-4aa3-a866-f5939e6829da req-045bcf81-dcc5-4b72-8ff3-a05960e2c43c service nova] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Refreshing network info cache for port f4132ab0-b595-4cb4-8a35-9caa039afa65 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.223599] env[65829]: DEBUG oslo_concurrency.lockutils [req-d8616f47-6520-4b96-9a9d-db1d17b5641b req-7ab51582-e8e9-4c8c-9666-24508f1f7980 service nova] Releasing lock "refresh_cache-9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.224182] env[65829]: DEBUG oslo_concurrency.lockutils [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] Acquired lock "refresh_cache-9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.224366] env[65829]: DEBUG nova.network.neutron [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Refreshing network info cache for port 04c99ab7-1a02-4f9d-97ab-e7379b4bea14 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.293225] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.293744] env[65829]: DEBUG nova.compute.manager [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 826.298361] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.913s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.299685] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.302112] env[65829]: DEBUG oslo_concurrency.lockutils [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.216s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.302382] env[65829]: DEBUG nova.objects.instance [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lazy-loading 'resources' on Instance uuid 6da326d9-fef6-421c-a171-995118e260af {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.329655] env[65829]: INFO nova.scheduler.client.report [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Deleted allocations for instance 1e7f21a7-d044-4d34-aeb6-16701fc8d289 [ 826.335759] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.335759] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquired lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.336093] env[65829]: DEBUG nova.network.neutron [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 826.367019] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807532, 'name': CreateVM_Task, 'duration_secs': 0.5841} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.367224] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.367744] env[65829]: WARNING neutronclient.v2_0.client [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.368112] env[65829]: WARNING neutronclient.v2_0.client [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.368446] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.368592] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.368923] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.369245] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34df8999-a6a7-42ed-bc1f-aadc0f20bf56 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.376178] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 826.376178] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5293566e-00af-3666-91d4-92f09901dc54" [ 826.376178] env[65829]: _type = "Task" [ 826.376178] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.387883] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5293566e-00af-3666-91d4-92f09901dc54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.448846] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807535, 'name': CreateVM_Task, 'duration_secs': 0.532833} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.449065] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.449631] env[65829]: WARNING neutronclient.v2_0.client [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.450051] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.450228] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.450575] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.450889] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e023352a-eef5-4096-bf03-ef568c681ea9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.456879] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 826.456879] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525ef643-57ff-ef52-29bd-d7e65300075f" [ 826.456879] env[65829]: _type = "Task" [ 826.456879] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.470882] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525ef643-57ff-ef52-29bd-d7e65300075f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.485065] env[65829]: DEBUG oslo_vmware.api [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807536, 'name': PowerOnVM_Task, 'duration_secs': 0.579752} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.487850] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.489820] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807537, 'name': Rename_Task, 'duration_secs': 0.475293} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.490891] env[65829]: DEBUG nova.compute.manager [None req-d5920655-7c1d-4de1-89b2-1cbaaff7894f tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 826.491167] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.491979] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a769b7-667e-45f7-8969-8cd40236973e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.495023] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b622e0ff-ae0b-4c7c-93d0-8ebde58f3756 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.505567] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 826.505567] env[65829]: value = "task-4807538" [ 826.505567] env[65829]: _type = "Task" [ 826.505567] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.516863] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.560569] env[65829]: DEBUG nova.compute.manager [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 826.656033] env[65829]: WARNING neutronclient.v2_0.client [req-e3d730da-8c11-4aa3-a866-f5939e6829da req-045bcf81-dcc5-4b72-8ff3-a05960e2c43c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.727629] env[65829]: WARNING neutronclient.v2_0.client [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.799021] env[65829]: DEBUG nova.compute.utils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.801391] env[65829]: DEBUG nova.compute.manager [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 826.802629] env[65829]: DEBUG nova.network.neutron [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 826.803155] env[65829]: WARNING neutronclient.v2_0.client [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.803204] env[65829]: WARNING neutronclient.v2_0.client [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.839271] env[65829]: WARNING neutronclient.v2_0.client [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.852088] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fc290e1-116b-4713-bbc3-ca2c64002f11 tempest-ImagesOneServerTestJSON-560688144 tempest-ImagesOneServerTestJSON-560688144-project-member] Lock "1e7f21a7-d044-4d34-aeb6-16701fc8d289" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.237s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.859247] env[65829]: WARNING neutronclient.v2_0.client [req-e3d730da-8c11-4aa3-a866-f5939e6829da req-045bcf81-dcc5-4b72-8ff3-a05960e2c43c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.891406] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5293566e-00af-3666-91d4-92f09901dc54, 'name': SearchDatastore_Task, 'duration_secs': 0.017811} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.897985] env[65829]: DEBUG nova.policy [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2783690628cc48718c3e78ead67c5446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b94c0331c3b542cf85c59c071c759210', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.899764] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.899941] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.900197] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.900338] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.900525] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.902047] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93373815-34cd-4b31-9a95-134c06faa9a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.916510] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.916510] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.917620] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-355f6a30-cadb-45d6-8070-961c1930f65a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.924502] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 826.924502] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c3a3e3-c1b3-00fe-28fa-a37627a88cb4" [ 826.924502] env[65829]: _type = "Task" [ 826.924502] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.938940] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c3a3e3-c1b3-00fe-28fa-a37627a88cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.970843] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525ef643-57ff-ef52-29bd-d7e65300075f, 'name': SearchDatastore_Task, 'duration_secs': 0.018589} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.971220] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.971468] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.971758] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.971911] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.972171] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.972483] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b7045f0-c0aa-49af-8304-827901fd674b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.983512] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.983742] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.984750] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b2daf06-68d8-4893-8e7c-c24960af211b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.001441] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 827.001441] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5283e465-b627-6b7f-3bda-d75450768c31" [ 827.001441] env[65829]: _type = "Task" [ 827.001441] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.017081] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5283e465-b627-6b7f-3bda-d75450768c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.031012] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.085529] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.112087] env[65829]: DEBUG nova.network.neutron [req-e3d730da-8c11-4aa3-a866-f5939e6829da req-045bcf81-dcc5-4b72-8ff3-a05960e2c43c service nova] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Updated VIF entry in instance network info cache for port f4132ab0-b595-4cb4-8a35-9caa039afa65. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 827.112452] env[65829]: DEBUG nova.network.neutron [req-e3d730da-8c11-4aa3-a866-f5939e6829da req-045bcf81-dcc5-4b72-8ff3-a05960e2c43c service nova] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Updating instance_info_cache with network_info: [{"id": "f4132ab0-b595-4cb4-8a35-9caa039afa65", "address": "fa:16:3e:36:c5:aa", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4132ab0-b5", "ovs_interfaceid": "f4132ab0-b595-4cb4-8a35-9caa039afa65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.306856] env[65829]: DEBUG nova.compute.manager [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 827.329719] env[65829]: DEBUG nova.network.neutron [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Successfully created port: 7dcfd57d-2d67-49ff-8516-c4cb7232f823 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 827.358923] env[65829]: WARNING neutronclient.v2_0.client [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.369827] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74e231c-c25c-4898-946c-7b4e7d867584 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.382838] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bc3f9d-4315-4a4e-a587-8704924d395a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.435807] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f89a13-f65f-40c3-8d1a-7265a41c9eb1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.451944] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c3a3e3-c1b3-00fe-28fa-a37627a88cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.024351} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.453688] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab4188c-6f1c-479d-ab52-644164e6c4b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.459396] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e2dfc0-14da-4831-8954-edc15909d452 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.480269] env[65829]: DEBUG nova.compute.provider_tree [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.483918] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 827.483918] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52aa907c-b162-28ed-7737-be93fa1d1ff1" [ 827.483918] env[65829]: _type = "Task" [ 827.483918] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.496879] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52aa907c-b162-28ed-7737-be93fa1d1ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.014433} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.497944] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.498421] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a/9cf0f978-93f0-46d2-9fb2-dab8e752ff1a.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.498752] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bc6c4a8-817e-46e3-80dc-51734b7083c6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.515167] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5283e465-b627-6b7f-3bda-d75450768c31, 'name': SearchDatastore_Task, 'duration_secs': 0.016781} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.520692] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 827.520692] env[65829]: value = "task-4807539" [ 827.520692] env[65829]: _type = "Task" [ 827.520692] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.521022] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ef22aa-69e2-4bd5-9733-92d9fbc66912 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.535617] env[65829]: DEBUG oslo_vmware.api [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4807538, 'name': PowerOnVM_Task, 'duration_secs': 1.013175} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.536297] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.536522] env[65829]: INFO nova.compute.manager [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Took 9.63 seconds to spawn the instance on the hypervisor. [ 827.536704] env[65829]: DEBUG nova.compute.manager [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 827.537571] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b6597d-fe8b-4701-9431-7c996c7f0dc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.545454] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 827.545454] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5222a4d8-6e4b-430e-ac2a-d0b2fb99b094" [ 827.545454] env[65829]: _type = "Task" [ 827.545454] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.545814] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.560836] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5222a4d8-6e4b-430e-ac2a-d0b2fb99b094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.615234] env[65829]: DEBUG oslo_concurrency.lockutils [req-e3d730da-8c11-4aa3-a866-f5939e6829da req-045bcf81-dcc5-4b72-8ff3-a05960e2c43c service nova] Releasing lock "refresh_cache-a0dd2130-f3ce-47e5-a274-c0a9770b8f5f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.985713] env[65829]: DEBUG nova.scheduler.client.report [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.035748] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.062404] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5222a4d8-6e4b-430e-ac2a-d0b2fb99b094, 'name': SearchDatastore_Task, 'duration_secs': 0.023443} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.065220] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.065220] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f/a0dd2130-f3ce-47e5-a274-c0a9770b8f5f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.065546] env[65829]: INFO nova.compute.manager [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Took 43.77 seconds to build instance. [ 828.066599] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad1614d0-fff6-4075-a0fe-1f0dd46247da {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.079879] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 828.079879] env[65829]: value = "task-4807540" [ 828.079879] env[65829]: _type = "Task" [ 828.079879] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.094906] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.318233] env[65829]: DEBUG nova.compute.manager [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 828.357202] env[65829]: DEBUG nova.virt.hardware [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 828.359357] env[65829]: DEBUG nova.virt.hardware [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.361228] env[65829]: DEBUG nova.virt.hardware [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 828.361887] env[65829]: DEBUG nova.virt.hardware [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.361887] env[65829]: DEBUG nova.virt.hardware [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 828.362113] env[65829]: DEBUG nova.virt.hardware [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 828.362246] env[65829]: DEBUG nova.virt.hardware [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 828.362417] env[65829]: DEBUG nova.virt.hardware [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 828.362600] env[65829]: DEBUG nova.virt.hardware [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 828.362802] env[65829]: DEBUG nova.virt.hardware [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 828.363203] env[65829]: DEBUG nova.virt.hardware [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 828.364704] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625ccf4d-baea-4740-ac47-f7bf7da93e59 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.374960] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc750a3-a14f-4684-8085-8418d098312e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.494330] env[65829]: DEBUG oslo_concurrency.lockutils [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.495578] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.791s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.501493] env[65829]: INFO nova.compute.claims [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.515278] env[65829]: WARNING neutronclient.v2_0.client [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.528062] env[65829]: DEBUG oslo_vmware.rw_handles [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245f0e9-805b-6fab-d18c-a21bddbe9a33/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 828.530471] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6ea2b2-1d1a-447c-8b1f-c80f3b7a6cc0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.554808] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690597} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.554808] env[65829]: DEBUG oslo_vmware.rw_handles [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245f0e9-805b-6fab-d18c-a21bddbe9a33/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 828.554808] env[65829]: ERROR oslo_vmware.rw_handles [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245f0e9-805b-6fab-d18c-a21bddbe9a33/disk-0.vmdk due to incomplete transfer. [ 828.554808] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a/9cf0f978-93f0-46d2-9fb2-dab8e752ff1a.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.554808] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.554808] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ee086866-9814-400d-a092-d3f5a5c18ac6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.556497] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f419b358-5a81-47a2-9a40-79e93bec7030 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.567248] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 828.567248] env[65829]: value = "task-4807541" [ 828.567248] env[65829]: _type = "Task" [ 828.567248] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.568886] env[65829]: DEBUG oslo_vmware.rw_handles [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5245f0e9-805b-6fab-d18c-a21bddbe9a33/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 828.569202] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Uploaded image efab9114-d276-4226-b016-7308ff74d9c2 to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 828.572153] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 828.577555] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9626dec9-fc8b-4c46-b35c-8de18a8c15ec tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.304s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.577670] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eb0a4c10-09e7-4017-b6a9-38e1c70f4059 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.590158] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.596048] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 828.596048] env[65829]: value = "task-4807542" [ 828.596048] env[65829]: _type = "Task" [ 828.596048] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.599447] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807540, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.617752] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807542, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.046997] env[65829]: DEBUG nova.network.neutron [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Updated VIF entry in instance network info cache for port 04c99ab7-1a02-4f9d-97ab-e7379b4bea14. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 829.047639] env[65829]: DEBUG nova.network.neutron [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Updating instance_info_cache with network_info: [{"id": "a36a1313-2066-48a3-aaf4-b4174593f617", "address": "fa:16:3e:50:f5:6d", "network": {"id": "6a600b98-9457-43d2-a2bd-a74d1800f96e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-524364990", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a1931669-8959-4e86-a603-e206bcf2b47a", "external-id": "nsx-vlan-transportzone-937", "segmentation_id": 937, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa36a1313-20", "ovs_interfaceid": "a36a1313-2066-48a3-aaf4-b4174593f617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "04c99ab7-1a02-4f9d-97ab-e7379b4bea14", "address": "fa:16:3e:2f:b0:2a", "network": {"id": "7a9e74f4-84d9-46c4-85ea-0bf2efcac92f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1244806828", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ea1e55da88734c08ab671321eadae489", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c99ab7-1a", "ovs_interfaceid": "04c99ab7-1a02-4f9d-97ab-e7379b4bea14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.050136] env[65829]: DEBUG oslo_concurrency.lockutils [None req-edba103d-3988-4f87-8274-a66b3d5b3da0 tempest-ServerActionsV293TestJSON-1033343511 tempest-ServerActionsV293TestJSON-1033343511-project-member] Lock "6da326d9-fef6-421c-a171-995118e260af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.527s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.080354] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.301052} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.080639] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.081686] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54c8e95-783a-4429-96ac-17c9b6bee28c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.095491] env[65829]: DEBUG nova.compute.manager [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 829.102854] env[65829]: DEBUG nova.network.neutron [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Successfully updated port: 7dcfd57d-2d67-49ff-8516-c4cb7232f823 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 829.147124] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a/9cf0f978-93f0-46d2-9fb2-dab8e752ff1a.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.147124] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.737946} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.147124] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a7f571f-7dd2-4465-95aa-6f0a33df8b3b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.166270] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f/a0dd2130-f3ce-47e5-a274-c0a9770b8f5f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.166270] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.167122] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4bf7f27-2d06-48c9-95cf-08d19880d843 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.169259] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807542, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.177996] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 829.177996] env[65829]: value = "task-4807543" [ 829.177996] env[65829]: _type = "Task" [ 829.177996] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.178871] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 829.178871] env[65829]: value = "task-4807544" [ 829.178871] env[65829]: _type = "Task" [ 829.178871] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.193584] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.198186] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.215851] env[65829]: DEBUG nova.network.neutron [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Updating instance_info_cache with network_info: [{"id": "76fa27e5-23d5-4ca5-898d-d0d4e2406cba", "address": "fa:16:3e:15:81:b5", "network": {"id": "1bb87a52-05b4-49e0-8de4-c111bf7e9f38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-188210380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac29503bf884dd6b524ac1612065f95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fa27e5-23", "ovs_interfaceid": "76fa27e5-23d5-4ca5-898d-d0d4e2406cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.550561] env[65829]: DEBUG oslo_concurrency.lockutils [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] Releasing lock "refresh_cache-9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.551494] env[65829]: DEBUG nova.compute.manager [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Received event network-changed-76fa27e5-23d5-4ca5-898d-d0d4e2406cba {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 829.551494] env[65829]: DEBUG nova.compute.manager [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Refreshing instance network info cache due to event network-changed-76fa27e5-23d5-4ca5-898d-d0d4e2406cba. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 829.551494] env[65829]: DEBUG oslo_concurrency.lockutils [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] Acquiring lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.628526] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.628526] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.628526] env[65829]: DEBUG nova.network.neutron [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 829.632365] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807542, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.636274] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.702749] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.708330] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.718976] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Releasing lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.720228] env[65829]: DEBUG oslo_concurrency.lockutils [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] Acquired lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.720413] env[65829]: DEBUG nova.network.neutron [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Refreshing network info cache for port 76fa27e5-23d5-4ca5-898d-d0d4e2406cba {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.069919] env[65829]: DEBUG nova.compute.manager [req-6368a1ac-028c-4ff8-86a4-4d66ac9eee4c req-bec74b9c-b4a1-4a09-8fd9-a4f6ab8b391e service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Received event network-vif-plugged-7dcfd57d-2d67-49ff-8516-c4cb7232f823 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 830.069919] env[65829]: DEBUG oslo_concurrency.lockutils [req-6368a1ac-028c-4ff8-86a4-4d66ac9eee4c req-bec74b9c-b4a1-4a09-8fd9-a4f6ab8b391e service nova] Acquiring lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.069919] env[65829]: DEBUG oslo_concurrency.lockutils [req-6368a1ac-028c-4ff8-86a4-4d66ac9eee4c req-bec74b9c-b4a1-4a09-8fd9-a4f6ab8b391e service nova] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.069919] env[65829]: DEBUG oslo_concurrency.lockutils [req-6368a1ac-028c-4ff8-86a4-4d66ac9eee4c req-bec74b9c-b4a1-4a09-8fd9-a4f6ab8b391e service nova] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.069919] env[65829]: DEBUG nova.compute.manager [req-6368a1ac-028c-4ff8-86a4-4d66ac9eee4c req-bec74b9c-b4a1-4a09-8fd9-a4f6ab8b391e service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] No waiting events found dispatching network-vif-plugged-7dcfd57d-2d67-49ff-8516-c4cb7232f823 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 830.069919] env[65829]: WARNING nova.compute.manager [req-6368a1ac-028c-4ff8-86a4-4d66ac9eee4c req-bec74b9c-b4a1-4a09-8fd9-a4f6ab8b391e service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Received unexpected event network-vif-plugged-7dcfd57d-2d67-49ff-8516-c4cb7232f823 for instance with vm_state building and task_state spawning. [ 830.111441] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b2256f-b15c-4806-ad5e-5f8c2d794e6b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.128968] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807542, 'name': Destroy_Task, 'duration_secs': 1.060621} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.131574] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e873132-e8df-4d8d-a6ea-6fedb8265e2e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.136907] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Destroyed the VM [ 830.137208] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 830.140941] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f090803f-33d3-4fcd-b019-038273d4bcdc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.184910] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81582c2c-05be-4db9-a5ad-d803480223ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.188510] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 830.188510] env[65829]: value = "task-4807545" [ 830.188510] env[65829]: _type = "Task" [ 830.188510] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.191079] env[65829]: DEBUG nova.network.neutron [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 830.212912] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e77202c-d1ad-41c5-a27b-dab434339f57 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.230786] env[65829]: DEBUG nova.compute.manager [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 830.231082] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807545, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.231554] env[65829]: WARNING neutronclient.v2_0.client [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.233819] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.922432} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.234061] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807543, 'name': ReconfigVM_Task, 'duration_secs': 0.914888} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.238341] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93608449-b41c-4591-b516-cbcc67600687 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.243681] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 830.244165] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a/9cf0f978-93f0-46d2-9fb2-dab8e752ff1a.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.255598] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9ca83a-4447-4872-9e69-42c3c61f60ca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.258766] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22612000-19f4-4ddf-9818-3218008ac451 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.260635] env[65829]: DEBUG nova.compute.provider_tree [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.291037] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f/a0dd2130-f3ce-47e5-a274-c0a9770b8f5f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.295084] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f3fc69d-f886-4574-8713-90d24484d43d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.310563] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 830.310563] env[65829]: value = "task-4807546" [ 830.310563] env[65829]: _type = "Task" [ 830.310563] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.318453] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 830.318453] env[65829]: value = "task-4807547" [ 830.318453] env[65829]: _type = "Task" [ 830.318453] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.326661] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807546, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.333998] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.534278] env[65829]: WARNING neutronclient.v2_0.client [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.547000] env[65829]: INFO nova.compute.manager [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Unrescuing [ 830.547000] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "refresh_cache-2befa94b-af61-43f7-af56-c7d45768cb6a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.547212] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "refresh_cache-2befa94b-af61-43f7-af56-c7d45768cb6a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.547448] env[65829]: DEBUG nova.network.neutron [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 830.709075] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807545, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.763873] env[65829]: DEBUG nova.scheduler.client.report [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.827087] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807546, 'name': Rename_Task, 'duration_secs': 0.208762} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.827825] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.828130] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4d7bbe0-9f9f-415a-8b4b-9e4e6ecaca94 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.833145] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807547, 'name': ReconfigVM_Task, 'duration_secs': 0.434595} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.834557] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Reconfigured VM instance instance-00000037 to attach disk [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f/a0dd2130-f3ce-47e5-a274-c0a9770b8f5f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.835473] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2748f2d-7971-4895-962e-6c8e768ea46c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.840536] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 830.840536] env[65829]: value = "task-4807548" [ 830.840536] env[65829]: _type = "Task" [ 830.840536] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.845519] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 830.845519] env[65829]: value = "task-4807549" [ 830.845519] env[65829]: _type = "Task" [ 830.845519] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.852921] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.860289] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807549, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.995529] env[65829]: DEBUG nova.network.neutron [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance_info_cache with network_info: [{"id": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "address": "fa:16:3e:c9:da:2e", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcfd57d-2d", "ovs_interfaceid": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.051020] env[65829]: WARNING neutronclient.v2_0.client [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.210673] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807545, 'name': RemoveSnapshot_Task, 'duration_secs': 0.73067} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.211138] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 831.211533] env[65829]: DEBUG nova.compute.manager [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 831.212553] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c688d866-9da7-4e31-a485-613700718f57 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.269612] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.270258] env[65829]: DEBUG nova.compute.manager [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 831.275201] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.675s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.277382] env[65829]: INFO nova.compute.claims [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.290030] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c505b91b-5ba6-4e49-bb03-28ae6a559e7a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.300749] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Doing hard reboot of VM {{(pid=65829) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 831.301045] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1fddbe70-b3e7-4ae5-ba34-18e9e5e589dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.310643] env[65829]: DEBUG oslo_vmware.api [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 831.310643] env[65829]: value = "task-4807550" [ 831.310643] env[65829]: _type = "Task" [ 831.310643] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.323221] env[65829]: DEBUG oslo_vmware.api [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807550, 'name': ResetVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.354702] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807548, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.361485] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807549, 'name': Rename_Task, 'duration_secs': 0.239748} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.363143] env[65829]: WARNING neutronclient.v2_0.client [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.365787] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.367078] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7590c55e-3986-47be-bfc8-d7476bc70268 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.378440] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 831.378440] env[65829]: value = "task-4807551" [ 831.378440] env[65829]: _type = "Task" [ 831.378440] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.393152] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.501029] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.501029] env[65829]: DEBUG nova.compute.manager [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Instance network_info: |[{"id": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "address": "fa:16:3e:c9:da:2e", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcfd57d-2d", "ovs_interfaceid": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 831.501029] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:da:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dcfd57d-2d67-49ff-8516-c4cb7232f823', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.509802] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Creating folder: Project (b94c0331c3b542cf85c59c071c759210). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.510524] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35692132-b4ec-4b13-92c5-78a63ca4c57b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.524198] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Created folder: Project (b94c0331c3b542cf85c59c071c759210) in parent group-v937255. [ 831.524198] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Creating folder: Instances. Parent ref: group-v937432. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.524198] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5038f6ea-8353-4da5-bab3-4519d6737c08 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.537024] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Created folder: Instances in parent group-v937432. [ 831.537024] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 831.537024] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.537024] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1293b6ab-47bd-44cd-8c36-a0d2e2b9de27 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.562819] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.562819] env[65829]: value = "task-4807554" [ 831.562819] env[65829]: _type = "Task" [ 831.562819] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.572992] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807554, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.728805] env[65829]: INFO nova.compute.manager [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Shelve offloading [ 831.794025] env[65829]: DEBUG nova.compute.utils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.795498] env[65829]: DEBUG nova.compute.manager [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 831.796532] env[65829]: DEBUG nova.network.neutron [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 831.797198] env[65829]: WARNING neutronclient.v2_0.client [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.797725] env[65829]: WARNING neutronclient.v2_0.client [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.830632] env[65829]: DEBUG oslo_vmware.api [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807550, 'name': ResetVM_Task, 'duration_secs': 0.209739} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.830632] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Did hard reboot of VM {{(pid=65829) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 831.830632] env[65829]: DEBUG nova.compute.manager [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 831.830632] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d85f74-7615-4c42-90e7-335a63e20afb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.852307] env[65829]: DEBUG oslo_vmware.api [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807548, 'name': PowerOnVM_Task, 'duration_secs': 0.903343} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.853112] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.853959] env[65829]: INFO nova.compute.manager [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Took 11.77 seconds to spawn the instance on the hypervisor. [ 831.853959] env[65829]: DEBUG nova.compute.manager [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 831.856039] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cff4038-c869-4cd7-8689-6f374513c91c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.888359] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.076722] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807554, 'name': CreateVM_Task, 'duration_secs': 0.421103} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.076986] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.077800] env[65829]: WARNING neutronclient.v2_0.client [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.078278] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.078710] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.079849] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.079849] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45923249-ae85-4c9f-8840-10b507e83c83 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.087149] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 832.087149] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fe0321-a44d-86c2-2e59-2be2e6b69319" [ 832.087149] env[65829]: _type = "Task" [ 832.087149] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.100869] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fe0321-a44d-86c2-2e59-2be2e6b69319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.234468] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.234809] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de697a09-64e5-4691-be49-18610130fd6c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.244984] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 832.244984] env[65829]: value = "task-4807555" [ 832.244984] env[65829]: _type = "Task" [ 832.244984] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.253364] env[65829]: DEBUG nova.network.neutron [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Updated VIF entry in instance network info cache for port 76fa27e5-23d5-4ca5-898d-d0d4e2406cba. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 832.253364] env[65829]: DEBUG nova.network.neutron [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Updating instance_info_cache with network_info: [{"id": "76fa27e5-23d5-4ca5-898d-d0d4e2406cba", "address": "fa:16:3e:15:81:b5", "network": {"id": "1bb87a52-05b4-49e0-8de4-c111bf7e9f38", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-188210380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1ac29503bf884dd6b524ac1612065f95", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76fa27e5-23", "ovs_interfaceid": "76fa27e5-23d5-4ca5-898d-d0d4e2406cba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.268865] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 832.269159] env[65829]: DEBUG nova.compute.manager [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 832.270288] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544cb83a-be33-4bb0-9944-f7fbb10f7578 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.279724] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.281217] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.281217] env[65829]: DEBUG nova.network.neutron [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 832.302745] env[65829]: DEBUG nova.compute.manager [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 832.309253] env[65829]: DEBUG nova.policy [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b53714643bd846fb881cd313d9e112b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c43c37f5106c4212b004dd902d4d9226', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.345810] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c24bc9e8-5830-4544-a0c8-f1b1471a1936 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.546s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.380072] env[65829]: INFO nova.compute.manager [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Took 44.94 seconds to build instance. [ 832.396255] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807551, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.599959] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fe0321-a44d-86c2-2e59-2be2e6b69319, 'name': SearchDatastore_Task, 'duration_secs': 0.046555} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.600410] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.600761] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.601125] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.601333] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.601602] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.605066] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32e666d1-faa0-4586-8a03-c22abbafb8d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.617913] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.617913] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.619102] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d7592e2-c476-4f02-878d-bb5b7eef60ba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.628454] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 832.628454] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523d4342-e3fe-e0b8-ddb7-b0e2e7b6ed77" [ 832.628454] env[65829]: _type = "Task" [ 832.628454] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.639861] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523d4342-e3fe-e0b8-ddb7-b0e2e7b6ed77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.759874] env[65829]: DEBUG oslo_concurrency.lockutils [req-aba320de-dc71-438e-ac00-5b44ac9ef879 req-fab8ad73-0b65-4e33-be27-9e203b95af3b service nova] Releasing lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.783726] env[65829]: WARNING neutronclient.v2_0.client [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.858990] env[65829]: DEBUG nova.network.neutron [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Successfully created port: f2e9976a-e11c-4c96-b84c-a1b410199f84 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 832.888969] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9237e6f6-8a2a-4b1a-b1a7-9bd50f987feb tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.922s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.901714] env[65829]: DEBUG oslo_vmware.api [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807551, 'name': PowerOnVM_Task, 'duration_secs': 1.298334} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.903103] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.903992] env[65829]: INFO nova.compute.manager [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Took 10.07 seconds to spawn the instance on the hypervisor. [ 832.904609] env[65829]: DEBUG nova.compute.manager [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 832.907595] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1df462-cc61-412e-b490-654f21589b34 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.027032] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdc61c5-9862-4a0b-a022-84a71f82c1d0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.039041] env[65829]: WARNING neutronclient.v2_0.client [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.045463] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eca631f-01b1-432d-8f87-7ffb4de5fcf8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.085955] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38ac0c4-8b7a-4243-950f-c498e485646f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.096879] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069a6420-4e84-4d24-bc01-7579dc4713d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.114179] env[65829]: DEBUG nova.compute.provider_tree [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.140640] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523d4342-e3fe-e0b8-ddb7-b0e2e7b6ed77, 'name': SearchDatastore_Task, 'duration_secs': 0.023049} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.141706] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868c3c42-8a2b-4ce1-ac75-746a354a4204 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.151079] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 833.151079] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5268010d-93ad-f4e2-a185-ce4f7df7ea6a" [ 833.151079] env[65829]: _type = "Task" [ 833.151079] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.161943] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5268010d-93ad-f4e2-a185-ce4f7df7ea6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.315959] env[65829]: DEBUG nova.compute.manager [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 833.349844] env[65829]: DEBUG nova.virt.hardware [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 833.350561] env[65829]: DEBUG nova.virt.hardware [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.350561] env[65829]: DEBUG nova.virt.hardware [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 833.350761] env[65829]: DEBUG nova.virt.hardware [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.350974] env[65829]: DEBUG nova.virt.hardware [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 833.351171] env[65829]: DEBUG nova.virt.hardware [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 833.351407] env[65829]: DEBUG nova.virt.hardware [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 833.351579] env[65829]: DEBUG nova.virt.hardware [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 833.351765] env[65829]: DEBUG nova.virt.hardware [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 833.351944] env[65829]: DEBUG nova.virt.hardware [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 833.352248] env[65829]: DEBUG nova.virt.hardware [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 833.353438] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13a96d6-b492-4363-b82b-9b16860e0fdb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.368367] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77b2480-8f49-4cb2-87e1-3e36f401fe02 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.391533] env[65829]: DEBUG nova.compute.manager [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 833.428094] env[65829]: INFO nova.compute.manager [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Took 42.52 seconds to build instance. [ 833.618131] env[65829]: DEBUG nova.scheduler.client.report [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.662589] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5268010d-93ad-f4e2-a185-ce4f7df7ea6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01198} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.662654] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.663394] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] f1b0a28c-9918-4ed3-8424-e3207a4d290e/f1b0a28c-9918-4ed3-8424-e3207a4d290e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.663394] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05e94f97-5501-491d-bf2e-fe9ee5e61786 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.670933] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 833.670933] env[65829]: value = "task-4807556" [ 833.670933] env[65829]: _type = "Task" [ 833.670933] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.680148] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.919618] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.931569] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4d13ed6c-2972-47ca-8d62-4cbfec48cd5d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "a0dd2130-f3ce-47e5-a274-c0a9770b8f5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.918s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.124383] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.124839] env[65829]: DEBUG nova.compute.manager [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 834.128893] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.874s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.129747] env[65829]: DEBUG nova.objects.instance [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lazy-loading 'resources' on Instance uuid 7666ca12-8127-4640-9ee1-ebea47a22e41 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.185142] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807556, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.359027] env[65829]: DEBUG nova.network.neutron [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Updating instance_info_cache with network_info: [{"id": "50a127de-b1ce-42ca-8311-6b03efed11d7", "address": "fa:16:3e:c5:3d:39", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50a127de-b1", "ovs_interfaceid": "50a127de-b1ce-42ca-8311-6b03efed11d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.438093] env[65829]: DEBUG nova.compute.manager [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 834.535051] env[65829]: WARNING neutronclient.v2_0.client [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.635580] env[65829]: DEBUG nova.compute.utils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.639988] env[65829]: DEBUG nova.compute.manager [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 834.640539] env[65829]: DEBUG nova.network.neutron [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 834.640600] env[65829]: WARNING neutronclient.v2_0.client [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.640873] env[65829]: WARNING neutronclient.v2_0.client [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.687086] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682556} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.688036] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] f1b0a28c-9918-4ed3-8424-e3207a4d290e/f1b0a28c-9918-4ed3-8424-e3207a4d290e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.688036] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.688036] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd799e83-2640-4fe3-bdaf-fcf220825f37 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.691793] env[65829]: DEBUG nova.network.neutron [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Successfully updated port: f2e9976a-e11c-4c96-b84c-a1b410199f84 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 834.706358] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 834.706358] env[65829]: value = "task-4807557" [ 834.706358] env[65829]: _type = "Task" [ 834.706358] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.722952] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.752807] env[65829]: DEBUG nova.network.neutron [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updating instance_info_cache with network_info: [{"id": "95ca928b-3784-43cc-9b5e-43664fd91e76", "address": "fa:16:3e:3c:62:41", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ca928b-37", "ovs_interfaceid": "95ca928b-3784-43cc-9b5e-43664fd91e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.762812] env[65829]: DEBUG nova.policy [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a883a60efe8b4711a532f56b63244609', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b163d8677e07440d971d7d7c8eb5c0ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.862799] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "refresh_cache-2befa94b-af61-43f7-af56-c7d45768cb6a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.863566] env[65829]: DEBUG nova.objects.instance [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lazy-loading 'flavor' on Instance uuid 2befa94b-af61-43f7-af56-c7d45768cb6a {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.964912] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.118386] env[65829]: DEBUG nova.network.neutron [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Successfully created port: 83c24c24-5fce-41cf-b227-a882728f580d {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 835.141142] env[65829]: DEBUG nova.compute.manager [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 835.188212] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af64c6e-ffa5-42aa-81e5-31fcdbb90d4b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.196699] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973c6f9e-8309-4e25-835d-62370ce10176 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.205495] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "refresh_cache-2245b178-432d-4131-8b7a-0d5636652547" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.205676] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "refresh_cache-2245b178-432d-4131-8b7a-0d5636652547" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.205853] env[65829]: DEBUG nova.network.neutron [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 835.217886] env[65829]: DEBUG nova.compute.manager [req-e96eefd6-89bd-416f-b83a-f5fc3d91de06 req-6fa19b08-f34a-4c03-8c6f-7d33b1aee292 service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Received event network-changed-fef55b73-6df0-4da7-8fb3-2b10b719dcd0 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 835.218196] env[65829]: DEBUG nova.compute.manager [req-e96eefd6-89bd-416f-b83a-f5fc3d91de06 req-6fa19b08-f34a-4c03-8c6f-7d33b1aee292 service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Refreshing instance network info cache due to event network-changed-fef55b73-6df0-4da7-8fb3-2b10b719dcd0. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 835.218521] env[65829]: DEBUG oslo_concurrency.lockutils [req-e96eefd6-89bd-416f-b83a-f5fc3d91de06 req-6fa19b08-f34a-4c03-8c6f-7d33b1aee292 service nova] Acquiring lock "refresh_cache-8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.218672] env[65829]: DEBUG oslo_concurrency.lockutils [req-e96eefd6-89bd-416f-b83a-f5fc3d91de06 req-6fa19b08-f34a-4c03-8c6f-7d33b1aee292 service nova] Acquired lock "refresh_cache-8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.218877] env[65829]: DEBUG nova.network.neutron [req-e96eefd6-89bd-416f-b83a-f5fc3d91de06 req-6fa19b08-f34a-4c03-8c6f-7d33b1aee292 service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Refreshing network info cache for port fef55b73-6df0-4da7-8fb3-2b10b719dcd0 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.266786] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.267386] env[65829]: WARNING neutronclient.v2_0.client [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.267837] env[65829]: WARNING neutronclient.v2_0.client [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.271651] env[65829]: WARNING neutronclient.v2_0.client [req-e96eefd6-89bd-416f-b83a-f5fc3d91de06 req-6fa19b08-f34a-4c03-8c6f-7d33b1aee292 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.277179] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c3cf7d-20a8-48a3-b9a7-4081904907d2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.287965] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219442} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.288593] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.289408] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151758e5-8b34-460f-a7c1-cb749364c838 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.296956] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbc766a-4132-440f-95d0-c2ca4945b7cf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.321250] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] f1b0a28c-9918-4ed3-8424-e3207a4d290e/f1b0a28c-9918-4ed3-8424-e3207a4d290e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.322161] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed6f5fcd-8683-4431-873b-3a354dcd9db9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.347804] env[65829]: DEBUG nova.compute.provider_tree [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.357046] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 835.357046] env[65829]: value = "task-4807558" [ 835.357046] env[65829]: _type = "Task" [ 835.357046] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.373743] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.375140] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa024df-fe0d-465b-91cb-fa73740110f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.402131] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.402537] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29d17bfe-f0a7-4b70-9319-98764264c0ae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.411590] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 835.411590] env[65829]: value = "task-4807559" [ 835.411590] env[65829]: _type = "Task" [ 835.411590] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.422108] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.852036] env[65829]: DEBUG nova.scheduler.client.report [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.872053] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807558, 'name': ReconfigVM_Task, 'duration_secs': 0.356726} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.872792] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Reconfigured VM instance instance-00000038 to attach disk [datastore2] f1b0a28c-9918-4ed3-8424-e3207a4d290e/f1b0a28c-9918-4ed3-8424-e3207a4d290e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.873347] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f404d01-2bc3-4c8d-afe9-36d3560f765f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.882632] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 835.882632] env[65829]: value = "task-4807560" [ 835.882632] env[65829]: _type = "Task" [ 835.882632] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.896928] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807560, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.927266] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.152206] env[65829]: DEBUG nova.compute.manager [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 836.185100] env[65829]: DEBUG nova.virt.hardware [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 836.185100] env[65829]: DEBUG nova.virt.hardware [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.185100] env[65829]: DEBUG nova.virt.hardware [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 836.185100] env[65829]: DEBUG nova.virt.hardware [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.185100] env[65829]: DEBUG nova.virt.hardware [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 836.185100] env[65829]: DEBUG nova.virt.hardware [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 836.185100] env[65829]: DEBUG nova.virt.hardware [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 836.185100] env[65829]: DEBUG nova.virt.hardware [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 836.185557] env[65829]: DEBUG nova.virt.hardware [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 836.185557] env[65829]: DEBUG nova.virt.hardware [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 836.185557] env[65829]: DEBUG nova.virt.hardware [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 836.186441] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa692b4c-82f0-4aa9-8d81-6ca57ce2b249 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.196454] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbb41e5-1077-40eb-bef5-fe1c93e01210 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.290598] env[65829]: DEBUG nova.compute.manager [req-90d4be61-db05-498a-8865-5060d8f6ad84 req-981c0e6f-c9bd-45e0-adc4-1bab06960906 service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Received event network-changed-7dcfd57d-2d67-49ff-8516-c4cb7232f823 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 836.291059] env[65829]: DEBUG nova.compute.manager [req-90d4be61-db05-498a-8865-5060d8f6ad84 req-981c0e6f-c9bd-45e0-adc4-1bab06960906 service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Refreshing instance network info cache due to event network-changed-7dcfd57d-2d67-49ff-8516-c4cb7232f823. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 836.291932] env[65829]: DEBUG oslo_concurrency.lockutils [req-90d4be61-db05-498a-8865-5060d8f6ad84 req-981c0e6f-c9bd-45e0-adc4-1bab06960906 service nova] Acquiring lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.292345] env[65829]: DEBUG oslo_concurrency.lockutils [req-90d4be61-db05-498a-8865-5060d8f6ad84 req-981c0e6f-c9bd-45e0-adc4-1bab06960906 service nova] Acquired lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.293126] env[65829]: DEBUG nova.network.neutron [req-90d4be61-db05-498a-8865-5060d8f6ad84 req-981c0e6f-c9bd-45e0-adc4-1bab06960906 service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Refreshing network info cache for port 7dcfd57d-2d67-49ff-8516-c4cb7232f823 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.365262] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.372391] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.057s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.375639] env[65829]: INFO nova.compute.claims [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.396241] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807560, 'name': Rename_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.398872] env[65829]: DEBUG nova.network.neutron [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 836.404574] env[65829]: INFO nova.scheduler.client.report [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted allocations for instance 7666ca12-8127-4640-9ee1-ebea47a22e41 [ 836.426543] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807559, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.764078] env[65829]: DEBUG nova.network.neutron [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Successfully updated port: 83c24c24-5fce-41cf-b227-a882728f580d {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 836.796984] env[65829]: WARNING neutronclient.v2_0.client [req-90d4be61-db05-498a-8865-5060d8f6ad84 req-981c0e6f-c9bd-45e0-adc4-1bab06960906 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.900042] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807560, 'name': Rename_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.912146] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6b79403b-771b-4e82-94bc-be3a6689fd17 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "7666ca12-8127-4640-9ee1-ebea47a22e41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.559s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.927796] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807559, 'name': PowerOffVM_Task, 'duration_secs': 1.049003} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.928579] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.935674] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 836.937063] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-384f6bad-f83e-46d7-9ae1-20ce6b77b589 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.961805] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 836.961805] env[65829]: value = "task-4807561" [ 836.961805] env[65829]: _type = "Task" [ 836.961805] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.971713] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807561, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.105740] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.106655] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a344a4b-963f-4445-bec5-a6a73051dfab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.116195] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.116584] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ff5e7fc-52a3-4ba7-abc3-45c8a3e08ddc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.218545] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.219064] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.219303] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleting the datastore file [datastore2] b4f4a954-7b29-43b4-97fc-df19cdd22551 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.219681] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85d9acfb-29e9-4fed-8033-c77dd228a8cf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.227800] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 837.227800] env[65829]: value = "task-4807563" [ 837.227800] env[65829]: _type = "Task" [ 837.227800] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.238393] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.268067] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "refresh_cache-136c9efc-4141-4a98-a0ea-241cb231cb68" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.268067] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquired lock "refresh_cache-136c9efc-4141-4a98-a0ea-241cb231cb68" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.268067] env[65829]: DEBUG nova.network.neutron [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 837.403701] env[65829]: WARNING neutronclient.v2_0.client [req-e96eefd6-89bd-416f-b83a-f5fc3d91de06 req-6fa19b08-f34a-4c03-8c6f-7d33b1aee292 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.420948] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807560, 'name': Rename_Task, 'duration_secs': 1.164456} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.421304] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.421646] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8974c53-c337-4f42-a278-48c38fcee2f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.431306] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 837.431306] env[65829]: value = "task-4807564" [ 837.431306] env[65829]: _type = "Task" [ 837.431306] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.443143] env[65829]: WARNING neutronclient.v2_0.client [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.451392] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.476329] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807561, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.620862] env[65829]: DEBUG nova.network.neutron [req-e96eefd6-89bd-416f-b83a-f5fc3d91de06 req-6fa19b08-f34a-4c03-8c6f-7d33b1aee292 service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Updated VIF entry in instance network info cache for port fef55b73-6df0-4da7-8fb3-2b10b719dcd0. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 837.620862] env[65829]: DEBUG nova.network.neutron [req-e96eefd6-89bd-416f-b83a-f5fc3d91de06 req-6fa19b08-f34a-4c03-8c6f-7d33b1aee292 service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Updating instance_info_cache with network_info: [{"id": "fef55b73-6df0-4da7-8fb3-2b10b719dcd0", "address": "fa:16:3e:34:8e:22", "network": {"id": "fa8ef5a7-3686-4c56-885f-79a0226b37d5", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-386999655-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e1504f6bcb84c5ea6c94c1caacb2337", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfef55b73-6d", "ovs_interfaceid": "fef55b73-6df0-4da7-8fb3-2b10b719dcd0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.637687] env[65829]: DEBUG nova.network.neutron [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Updating instance_info_cache with network_info: [{"id": "f2e9976a-e11c-4c96-b84c-a1b410199f84", "address": "fa:16:3e:5b:ee:f0", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e9976a-e1", "ovs_interfaceid": "f2e9976a-e11c-4c96-b84c-a1b410199f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.654208] env[65829]: WARNING neutronclient.v2_0.client [req-90d4be61-db05-498a-8865-5060d8f6ad84 req-981c0e6f-c9bd-45e0-adc4-1bab06960906 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.742799] env[65829]: DEBUG oslo_vmware.api [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247488} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.743104] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 837.743285] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 837.743454] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 837.752024] env[65829]: DEBUG nova.network.neutron [req-90d4be61-db05-498a-8865-5060d8f6ad84 req-981c0e6f-c9bd-45e0-adc4-1bab06960906 service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updated VIF entry in instance network info cache for port 7dcfd57d-2d67-49ff-8516-c4cb7232f823. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 837.752024] env[65829]: DEBUG nova.network.neutron [req-90d4be61-db05-498a-8865-5060d8f6ad84 req-981c0e6f-c9bd-45e0-adc4-1bab06960906 service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance_info_cache with network_info: [{"id": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "address": "fa:16:3e:c9:da:2e", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcfd57d-2d", "ovs_interfaceid": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.780707] env[65829]: INFO nova.scheduler.client.report [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleted allocations for instance b4f4a954-7b29-43b4-97fc-df19cdd22551 [ 837.811732] env[65829]: DEBUG nova.network.neutron [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 837.950806] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807564, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.955050] env[65829]: WARNING neutronclient.v2_0.client [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.973583] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807561, 'name': ReconfigVM_Task, 'duration_secs': 0.566617} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.974076] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 837.974292] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.974452] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bec6f23-a4a4-47ce-b449-92f2b5f9ab16 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.982088] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 837.982088] env[65829]: value = "task-4807565" [ 837.982088] env[65829]: _type = "Task" [ 837.982088] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.988375] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c39f3a-52fe-438e-b7ac-ba4911f8d6da {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.998419] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.003634] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8991628-df6e-4917-869f-85ba19c4c061 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.044426] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f305a301-4294-48c7-a4f2-a73c538870f7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.053161] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f88207-3db4-46ec-b32c-6ed8bf81e2a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.071096] env[65829]: DEBUG nova.compute.provider_tree [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.124323] env[65829]: DEBUG oslo_concurrency.lockutils [req-e96eefd6-89bd-416f-b83a-f5fc3d91de06 req-6fa19b08-f34a-4c03-8c6f-7d33b1aee292 service nova] Releasing lock "refresh_cache-8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.131137] env[65829]: DEBUG nova.network.neutron [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Updating instance_info_cache with network_info: [{"id": "83c24c24-5fce-41cf-b227-a882728f580d", "address": "fa:16:3e:2a:53:eb", "network": {"id": "a6a7efaf-58f6-4112-94a6-2452e365cef1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1599164625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163d8677e07440d971d7d7c8eb5c0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c24c24-5f", "ovs_interfaceid": "83c24c24-5fce-41cf-b227-a882728f580d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.140419] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "refresh_cache-2245b178-432d-4131-8b7a-0d5636652547" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.141017] env[65829]: DEBUG nova.compute.manager [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Instance network_info: |[{"id": "f2e9976a-e11c-4c96-b84c-a1b410199f84", "address": "fa:16:3e:5b:ee:f0", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e9976a-e1", "ovs_interfaceid": "f2e9976a-e11c-4c96-b84c-a1b410199f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 838.141484] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:ee:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2e9976a-e11c-4c96-b84c-a1b410199f84', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.150345] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 838.151442] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.152080] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-373dc4e8-9b9d-409f-b41e-e24a05a52f54 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.177698] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.177698] env[65829]: value = "task-4807566" [ 838.177698] env[65829]: _type = "Task" [ 838.177698] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.190619] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807566, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.255037] env[65829]: DEBUG oslo_concurrency.lockutils [req-90d4be61-db05-498a-8865-5060d8f6ad84 req-981c0e6f-c9bd-45e0-adc4-1bab06960906 service nova] Releasing lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.285792] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.445623] env[65829]: DEBUG oslo_vmware.api [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807564, 'name': PowerOnVM_Task, 'duration_secs': 0.643654} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.446073] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.446381] env[65829]: INFO nova.compute.manager [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Took 10.13 seconds to spawn the instance on the hypervisor. [ 838.446639] env[65829]: DEBUG nova.compute.manager [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 838.447865] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780df86d-c389-4bea-a973-22845ea97a43 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.493601] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.575659] env[65829]: DEBUG nova.scheduler.client.report [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.634288] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Releasing lock "refresh_cache-136c9efc-4141-4a98-a0ea-241cb231cb68" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.634776] env[65829]: DEBUG nova.compute.manager [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Instance network_info: |[{"id": "83c24c24-5fce-41cf-b227-a882728f580d", "address": "fa:16:3e:2a:53:eb", "network": {"id": "a6a7efaf-58f6-4112-94a6-2452e365cef1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1599164625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163d8677e07440d971d7d7c8eb5c0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c24c24-5f", "ovs_interfaceid": "83c24c24-5fce-41cf-b227-a882728f580d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 838.635428] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:53:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83c24c24-5fce-41cf-b227-a882728f580d', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.648154] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 838.648154] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.648154] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4393eef0-b0eb-45a5-9392-02b00b2f7ce7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.671196] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.671196] env[65829]: value = "task-4807567" [ 838.671196] env[65829]: _type = "Task" [ 838.671196] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.680884] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807567, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.688328] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807566, 'name': CreateVM_Task, 'duration_secs': 0.382781} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.689615] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.690718] env[65829]: DEBUG nova.compute.manager [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Received event network-vif-plugged-f2e9976a-e11c-4c96-b84c-a1b410199f84 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 838.690948] env[65829]: DEBUG oslo_concurrency.lockutils [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] Acquiring lock "2245b178-432d-4131-8b7a-0d5636652547-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.691174] env[65829]: DEBUG oslo_concurrency.lockutils [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] Lock "2245b178-432d-4131-8b7a-0d5636652547-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.691337] env[65829]: DEBUG oslo_concurrency.lockutils [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] Lock "2245b178-432d-4131-8b7a-0d5636652547-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.691632] env[65829]: DEBUG nova.compute.manager [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] [instance: 2245b178-432d-4131-8b7a-0d5636652547] No waiting events found dispatching network-vif-plugged-f2e9976a-e11c-4c96-b84c-a1b410199f84 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 838.691632] env[65829]: WARNING nova.compute.manager [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Received unexpected event network-vif-plugged-f2e9976a-e11c-4c96-b84c-a1b410199f84 for instance with vm_state building and task_state spawning. [ 838.691820] env[65829]: DEBUG nova.compute.manager [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Received event network-changed-f2e9976a-e11c-4c96-b84c-a1b410199f84 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 838.691981] env[65829]: DEBUG nova.compute.manager [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Refreshing instance network info cache due to event network-changed-f2e9976a-e11c-4c96-b84c-a1b410199f84. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 838.692982] env[65829]: DEBUG oslo_concurrency.lockutils [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] Acquiring lock "refresh_cache-2245b178-432d-4131-8b7a-0d5636652547" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.693296] env[65829]: DEBUG oslo_concurrency.lockutils [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] Acquired lock "refresh_cache-2245b178-432d-4131-8b7a-0d5636652547" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.693473] env[65829]: DEBUG nova.network.neutron [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Refreshing network info cache for port f2e9976a-e11c-4c96-b84c-a1b410199f84 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.695050] env[65829]: WARNING neutronclient.v2_0.client [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.699041] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.699041] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.699041] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.699041] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e856f7d-633d-4b08-b457-12345db735d2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.703470] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 838.703470] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526bd711-3838-61f3-94af-c79e1059ee0a" [ 838.703470] env[65829]: _type = "Task" [ 838.703470] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.719452] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526bd711-3838-61f3-94af-c79e1059ee0a, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.719976] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.720296] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.720601] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.720815] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.721221] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.721379] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6311cd4-07ea-4c5a-bf9d-ce4447600eaf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.737012] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.737224] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.737969] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34452dd2-bc1e-49be-91f0-b345b354e9c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.745029] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 838.745029] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5284bf00-d9e1-3902-05cf-4d494ee1d504" [ 838.745029] env[65829]: _type = "Task" [ 838.745029] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.757246] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5284bf00-d9e1-3902-05cf-4d494ee1d504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.926282] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Acquiring lock "f02904c4-2083-4328-b17c-906adb8b31bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.926526] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Lock "f02904c4-2083-4328-b17c-906adb8b31bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.971784] env[65829]: INFO nova.compute.manager [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Took 44.60 seconds to build instance. [ 838.995014] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.078993] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.079562] env[65829]: DEBUG nova.compute.manager [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 839.085929] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.681s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.086199] env[65829]: DEBUG nova.objects.instance [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lazy-loading 'resources' on Instance uuid d3834d07-9493-4d9e-9aef-bbef9fdd1454 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.179491] env[65829]: DEBUG nova.compute.manager [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Received event network-vif-plugged-83c24c24-5fce-41cf-b227-a882728f580d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 839.179550] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Acquiring lock "136c9efc-4141-4a98-a0ea-241cb231cb68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.179929] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Lock "136c9efc-4141-4a98-a0ea-241cb231cb68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.179929] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Lock "136c9efc-4141-4a98-a0ea-241cb231cb68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.180125] env[65829]: DEBUG nova.compute.manager [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] No waiting events found dispatching network-vif-plugged-83c24c24-5fce-41cf-b227-a882728f580d {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 839.180222] env[65829]: WARNING nova.compute.manager [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Received unexpected event network-vif-plugged-83c24c24-5fce-41cf-b227-a882728f580d for instance with vm_state building and task_state spawning. [ 839.180378] env[65829]: DEBUG nova.compute.manager [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Received event network-changed-83c24c24-5fce-41cf-b227-a882728f580d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 839.180525] env[65829]: DEBUG nova.compute.manager [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Refreshing instance network info cache due to event network-changed-83c24c24-5fce-41cf-b227-a882728f580d. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 839.180718] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Acquiring lock "refresh_cache-136c9efc-4141-4a98-a0ea-241cb231cb68" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.180833] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Acquired lock "refresh_cache-136c9efc-4141-4a98-a0ea-241cb231cb68" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.181118] env[65829]: DEBUG nova.network.neutron [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Refreshing network info cache for port 83c24c24-5fce-41cf-b227-a882728f580d {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.189433] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807567, 'name': CreateVM_Task, 'duration_secs': 0.378694} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.189638] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.190178] env[65829]: WARNING neutronclient.v2_0.client [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.190634] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.190786] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.192035] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.192035] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9970aae1-3c7f-4c83-8237-d9b3d53d2f8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.198947] env[65829]: WARNING neutronclient.v2_0.client [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.204309] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 839.204309] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521d3e4a-94ed-e769-a85d-b7de93001cd7" [ 839.204309] env[65829]: _type = "Task" [ 839.204309] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.214935] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521d3e4a-94ed-e769-a85d-b7de93001cd7, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.215173] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.215396] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.216083] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.257555] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5284bf00-d9e1-3902-05cf-4d494ee1d504, 'name': SearchDatastore_Task, 'duration_secs': 0.016174} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.258312] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11717418-832d-4736-a27c-ba404b087103 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.266661] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 839.266661] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5206628a-ca3a-5f1f-1b2a-aba42602331d" [ 839.266661] env[65829]: _type = "Task" [ 839.266661] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.275959] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5206628a-ca3a-5f1f-1b2a-aba42602331d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.392036] env[65829]: WARNING neutronclient.v2_0.client [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.472883] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a40aa14c-c800-45b8-b286-b943b6354059 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.122s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.495831] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.496974] env[65829]: DEBUG nova.network.neutron [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Updated VIF entry in instance network info cache for port f2e9976a-e11c-4c96-b84c-a1b410199f84. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 839.497318] env[65829]: DEBUG nova.network.neutron [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Updating instance_info_cache with network_info: [{"id": "f2e9976a-e11c-4c96-b84c-a1b410199f84", "address": "fa:16:3e:5b:ee:f0", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2e9976a-e1", "ovs_interfaceid": "f2e9976a-e11c-4c96-b84c-a1b410199f84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.589304] env[65829]: DEBUG nova.compute.utils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.593601] env[65829]: DEBUG nova.compute.manager [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 839.593811] env[65829]: DEBUG nova.network.neutron [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 839.594244] env[65829]: WARNING neutronclient.v2_0.client [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.594481] env[65829]: WARNING neutronclient.v2_0.client [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.671142] env[65829]: DEBUG nova.policy [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc4501cfaf294ac8aa3a6168de510d83', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11b69e2090b446c9859a75450af9ee51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.684721] env[65829]: WARNING neutronclient.v2_0.client [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.770018] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Acquiring lock "b7906034-6ac5-43fa-9c86-4d5044e5a281" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.770018] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Lock "b7906034-6ac5-43fa-9c86-4d5044e5a281" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.780410] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5206628a-ca3a-5f1f-1b2a-aba42602331d, 'name': SearchDatastore_Task, 'duration_secs': 0.025359} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.784072] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.784570] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 2245b178-432d-4131-8b7a-0d5636652547/2245b178-432d-4131-8b7a-0d5636652547.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.785275] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.785620] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.786131] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b949c118-01f7-4da8-a280-d8ff24b8ee0b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.788511] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-522a1947-8102-4e62-a3a6-23c85ebc362e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.799087] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 839.799087] env[65829]: value = "task-4807568" [ 839.799087] env[65829]: _type = "Task" [ 839.799087] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.804364] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.804967] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.822135] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b9c780-51dc-4ebc-83c9-3b137b85d1a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.841759] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.842566] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 839.842566] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5295261c-48be-83de-ff3c-fa3dec570d1d" [ 839.842566] env[65829]: _type = "Task" [ 839.842566] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.854459] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5295261c-48be-83de-ff3c-fa3dec570d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.012229} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.858137] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33f1883e-713d-4bf7-b5d3-6b5533ba465f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.871343] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 839.871343] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c50969-5788-88eb-69a3-98abaefae722" [ 839.871343] env[65829]: _type = "Task" [ 839.871343] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.879623] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c50969-5788-88eb-69a3-98abaefae722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.978154] env[65829]: DEBUG nova.compute.manager [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 840.002437] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807565, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.007800] env[65829]: DEBUG oslo_concurrency.lockutils [req-2333e848-cf15-4b1b-aa06-5811dc099e63 req-7ffd4766-0cf3-48ae-b85b-3889b0845085 service nova] Releasing lock "refresh_cache-2245b178-432d-4131-8b7a-0d5636652547" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.011284] env[65829]: WARNING neutronclient.v2_0.client [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.046038] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.046359] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.046811] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.046863] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.047250] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.050986] env[65829]: INFO nova.compute.manager [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Terminating instance [ 840.098619] env[65829]: DEBUG nova.compute.manager [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 840.122279] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.122482] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.122687] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.122864] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.123125] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.129631] env[65829]: INFO nova.compute.manager [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Terminating instance [ 840.145386] env[65829]: DEBUG nova.network.neutron [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Successfully created port: 5b8986f1-ad3b-428d-af09-07db17c3ee1c {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 840.178502] env[65829]: DEBUG nova.network.neutron [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Updated VIF entry in instance network info cache for port 83c24c24-5fce-41cf-b227-a882728f580d. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 840.179160] env[65829]: DEBUG nova.network.neutron [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Updating instance_info_cache with network_info: [{"id": "83c24c24-5fce-41cf-b227-a882728f580d", "address": "fa:16:3e:2a:53:eb", "network": {"id": "a6a7efaf-58f6-4112-94a6-2452e365cef1", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1599164625-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b163d8677e07440d971d7d7c8eb5c0ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83c24c24-5f", "ovs_interfaceid": "83c24c24-5fce-41cf-b227-a882728f580d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.320967] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807568, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.380741] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c50969-5788-88eb-69a3-98abaefae722, 'name': SearchDatastore_Task, 'duration_secs': 0.012065} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.383193] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.383528] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 136c9efc-4141-4a98-a0ea-241cb231cb68/136c9efc-4141-4a98-a0ea-241cb231cb68.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.384091] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-366c1310-8eb2-43da-8c9f-498bb4b40bca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.392985] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 840.392985] env[65829]: value = "task-4807569" [ 840.392985] env[65829]: _type = "Task" [ 840.392985] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.398760] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7737fb-6448-4557-a7e2-9de028ef2412 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.413552] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bfa23a-2198-4f80-96e3-d7818ecb6f0a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.419294] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.462703] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a25f5fa-1183-40b9-abc3-8213182f418f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.473737] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae64e35-49f7-42d6-8538-24d2bc799080 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.496893] env[65829]: DEBUG nova.compute.provider_tree [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.513906] env[65829]: DEBUG oslo_vmware.api [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807565, 'name': PowerOnVM_Task, 'duration_secs': 2.123524} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.514221] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.514446] env[65829]: DEBUG nova.compute.manager [None req-ab0c1efc-24e0-45ae-af2b-d84e99bc7da5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 840.515294] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf191f8-0ee8-4a59-8f48-b2b2f34ebbed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.525208] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.555672] env[65829]: DEBUG nova.compute.manager [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 840.556158] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.557256] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174e66d4-1bc1-4894-b76e-50e6c3fa05e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.570159] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.570576] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb316051-662b-4457-9636-96c237dcd6fb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.579758] env[65829]: DEBUG oslo_vmware.api [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 840.579758] env[65829]: value = "task-4807570" [ 840.579758] env[65829]: _type = "Task" [ 840.579758] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.592257] env[65829]: DEBUG oslo_vmware.api [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.635950] env[65829]: DEBUG nova.compute.manager [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 840.636374] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.637935] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9107062c-1371-4cf3-b00f-afa1e315508a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.649447] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.649913] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-708cce33-e02a-4c68-8d1b-4e1fd475753a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.662207] env[65829]: DEBUG oslo_vmware.api [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 840.662207] env[65829]: value = "task-4807571" [ 840.662207] env[65829]: _type = "Task" [ 840.662207] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.676842] env[65829]: DEBUG oslo_vmware.api [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.682475] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Releasing lock "refresh_cache-136c9efc-4141-4a98-a0ea-241cb231cb68" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.683640] env[65829]: DEBUG nova.compute.manager [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Received event network-vif-unplugged-95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 840.683640] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Acquiring lock "b4f4a954-7b29-43b4-97fc-df19cdd22551-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.683874] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.683874] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.684183] env[65829]: DEBUG nova.compute.manager [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] No waiting events found dispatching network-vif-unplugged-95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 840.684423] env[65829]: WARNING nova.compute.manager [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Received unexpected event network-vif-unplugged-95ca928b-3784-43cc-9b5e-43664fd91e76 for instance with vm_state shelved_offloaded and task_state None. [ 840.684690] env[65829]: DEBUG nova.compute.manager [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Received event network-changed-95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 840.684885] env[65829]: DEBUG nova.compute.manager [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Refreshing instance network info cache due to event network-changed-95ca928b-3784-43cc-9b5e-43664fd91e76. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 840.685181] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Acquiring lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.685320] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Acquired lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.685593] env[65829]: DEBUG nova.network.neutron [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Refreshing network info cache for port 95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.817395] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611358} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.817741] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 2245b178-432d-4131-8b7a-0d5636652547/2245b178-432d-4131-8b7a-0d5636652547.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.818024] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.818338] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-91024434-5e75-4132-84e8-af0f08a78f5c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.827050] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 840.827050] env[65829]: value = "task-4807572" [ 840.827050] env[65829]: _type = "Task" [ 840.827050] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.838525] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.904059] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496458} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.904350] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 136c9efc-4141-4a98-a0ea-241cb231cb68/136c9efc-4141-4a98-a0ea-241cb231cb68.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.904564] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.904842] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2a3713e-bd2e-46bd-8303-21f467b5ff47 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.913359] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 840.913359] env[65829]: value = "task-4807573" [ 840.913359] env[65829]: _type = "Task" [ 840.913359] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.922961] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.009428] env[65829]: DEBUG nova.scheduler.client.report [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.097246] env[65829]: DEBUG oslo_vmware.api [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807570, 'name': PowerOffVM_Task, 'duration_secs': 0.395718} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.097246] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.097246] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.097246] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67ff0743-2d86-4f80-8b18-88a5642ecd3c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.112691] env[65829]: DEBUG nova.compute.manager [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 841.141765] env[65829]: DEBUG nova.virt.hardware [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 841.142076] env[65829]: DEBUG nova.virt.hardware [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.142265] env[65829]: DEBUG nova.virt.hardware [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 841.142453] env[65829]: DEBUG nova.virt.hardware [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.142595] env[65829]: DEBUG nova.virt.hardware [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 841.142747] env[65829]: DEBUG nova.virt.hardware [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 841.143120] env[65829]: DEBUG nova.virt.hardware [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 841.143384] env[65829]: DEBUG nova.virt.hardware [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 841.143676] env[65829]: DEBUG nova.virt.hardware [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 841.143977] env[65829]: DEBUG nova.virt.hardware [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 841.144290] env[65829]: DEBUG nova.virt.hardware [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 841.145518] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2399f1dd-40f5-4d0e-9ff5-2076577143af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.159247] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c82580-f2da-4c3e-97cb-3efc74ca3471 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.178901] env[65829]: DEBUG oslo_vmware.api [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807571, 'name': PowerOffVM_Task, 'duration_secs': 0.353798} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.188365] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.188579] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 841.189564] env[65829]: WARNING neutronclient.v2_0.client [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.191989] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b995ffd8-20d1-4586-8276-d3586f1d185c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.259158] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.261024] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.261024] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Deleting the datastore file [datastore1] 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.261024] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c79e7388-9d36-4273-a91e-a4a363748bcc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.269825] env[65829]: DEBUG oslo_vmware.api [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for the task: (returnval){ [ 841.269825] env[65829]: value = "task-4807576" [ 841.269825] env[65829]: _type = "Task" [ 841.269825] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.281258] env[65829]: DEBUG oslo_vmware.api [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.293333] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 841.293333] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 841.293333] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Deleting the datastore file [datastore2] 210d3432-3cf6-4ef3-951e-30e2e9eaa702 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 841.293333] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffc91e09-8f1d-4e23-863b-65d03729626b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.300017] env[65829]: DEBUG oslo_vmware.api [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 841.300017] env[65829]: value = "task-4807577" [ 841.300017] env[65829]: _type = "Task" [ 841.300017] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.311696] env[65829]: DEBUG oslo_vmware.api [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.341027] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092922} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.341027] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.341027] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea76901e-396d-434b-946a-ba59fe6d1099 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.369193] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 2245b178-432d-4131-8b7a-0d5636652547/2245b178-432d-4131-8b7a-0d5636652547.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.369621] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1b0bc32-8758-4acb-bcf4-152d10d76d11 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.390803] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 841.390803] env[65829]: value = "task-4807578" [ 841.390803] env[65829]: _type = "Task" [ 841.390803] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.400687] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.423474] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079032} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.423681] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.424879] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0bfa82-7ac0-49c6-9cf3-2ebd849c7506 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.449193] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 136c9efc-4141-4a98-a0ea-241cb231cb68/136c9efc-4141-4a98-a0ea-241cb231cb68.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.449534] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a24338-8f25-4693-a5f2-6c4b594eb61e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.471787] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 841.471787] env[65829]: value = "task-4807579" [ 841.471787] env[65829]: _type = "Task" [ 841.471787] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.481155] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.499055] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.513613] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.430s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.516637] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.275s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.516885] env[65829]: DEBUG nova.objects.instance [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Lazy-loading 'resources' on Instance uuid d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.535906] env[65829]: INFO nova.scheduler.client.report [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Deleted allocations for instance d3834d07-9493-4d9e-9aef-bbef9fdd1454 [ 841.779215] env[65829]: DEBUG oslo_vmware.api [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Task: {'id': task-4807576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295477} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.779670] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.779852] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.780033] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.780615] env[65829]: INFO nova.compute.manager [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 841.780615] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 841.780615] env[65829]: DEBUG nova.compute.manager [-] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 841.780782] env[65829]: DEBUG nova.network.neutron [-] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 841.780954] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.813526] env[65829]: DEBUG oslo_vmware.api [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198594} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.813759] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.814111] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.814111] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.814298] env[65829]: INFO nova.compute.manager [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Took 1.18 seconds to destroy the instance on the hypervisor. [ 841.814560] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 841.815157] env[65829]: DEBUG nova.compute.manager [-] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 841.815157] env[65829]: DEBUG nova.network.neutron [-] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 841.815157] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.861611] env[65829]: DEBUG nova.network.neutron [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Successfully updated port: 5b8986f1-ad3b-428d-af09-07db17c3ee1c {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 841.907934] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.957205] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.978814] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.986796] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.045182] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8c458ba2-a0c4-4734-a3ce-65679fa9bff2 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "d3834d07-9493-4d9e-9aef-bbef9fdd1454" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.219s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.367706] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Acquiring lock "refresh_cache-dc5b9b37-d997-438c-be2c-700abe0a9b91" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.368083] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Acquired lock "refresh_cache-dc5b9b37-d997-438c-be2c-700abe0a9b91" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.368359] env[65829]: DEBUG nova.network.neutron [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 842.370899] env[65829]: WARNING neutronclient.v2_0.client [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.407593] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807578, 'name': ReconfigVM_Task, 'duration_secs': 0.583032} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.409443] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 2245b178-432d-4131-8b7a-0d5636652547/2245b178-432d-4131-8b7a-0d5636652547.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.409443] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01d1ca8b-fe80-4980-b98a-251cc3f21d1f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.419023] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 842.419023] env[65829]: value = "task-4807580" [ 842.419023] env[65829]: _type = "Task" [ 842.419023] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.440026] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807580, 'name': Rename_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.492320] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807579, 'name': ReconfigVM_Task, 'duration_secs': 0.647637} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.492761] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 136c9efc-4141-4a98-a0ea-241cb231cb68/136c9efc-4141-4a98-a0ea-241cb231cb68.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.493854] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73edf043-778d-4b65-8bbe-536aa376bec3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.512155] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 842.512155] env[65829]: value = "task-4807581" [ 842.512155] env[65829]: _type = "Task" [ 842.512155] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.524090] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807581, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.544369] env[65829]: DEBUG nova.network.neutron [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updated VIF entry in instance network info cache for port 95ca928b-3784-43cc-9b5e-43664fd91e76. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 842.544442] env[65829]: DEBUG nova.network.neutron [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updating instance_info_cache with network_info: [{"id": "95ca928b-3784-43cc-9b5e-43664fd91e76", "address": "fa:16:3e:3c:62:41", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap95ca928b-37", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.599755] env[65829]: DEBUG nova.compute.manager [req-7b521592-e586-4216-966c-2c405d26e55e req-c59acf5a-9763-4a85-a2bc-eaf3b93c5ac5 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Received event network-vif-plugged-5b8986f1-ad3b-428d-af09-07db17c3ee1c {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 842.599755] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b521592-e586-4216-966c-2c405d26e55e req-c59acf5a-9763-4a85-a2bc-eaf3b93c5ac5 service nova] Acquiring lock "dc5b9b37-d997-438c-be2c-700abe0a9b91-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.600023] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b521592-e586-4216-966c-2c405d26e55e req-c59acf5a-9763-4a85-a2bc-eaf3b93c5ac5 service nova] Lock "dc5b9b37-d997-438c-be2c-700abe0a9b91-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.600296] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b521592-e586-4216-966c-2c405d26e55e req-c59acf5a-9763-4a85-a2bc-eaf3b93c5ac5 service nova] Lock "dc5b9b37-d997-438c-be2c-700abe0a9b91-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.600751] env[65829]: DEBUG nova.compute.manager [req-7b521592-e586-4216-966c-2c405d26e55e req-c59acf5a-9763-4a85-a2bc-eaf3b93c5ac5 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] No waiting events found dispatching network-vif-plugged-5b8986f1-ad3b-428d-af09-07db17c3ee1c {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 842.600751] env[65829]: WARNING nova.compute.manager [req-7b521592-e586-4216-966c-2c405d26e55e req-c59acf5a-9763-4a85-a2bc-eaf3b93c5ac5 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Received unexpected event network-vif-plugged-5b8986f1-ad3b-428d-af09-07db17c3ee1c for instance with vm_state building and task_state spawning. [ 842.631706] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858330c8-634f-4618-a872-9e8385f8da8e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.642580] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be8dcac-56b7-4af0-8c9b-b3350b431d0d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.676883] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff35b1a4-f8c8-4b12-bfeb-67be56383506 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.684992] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40177ae6-26a0-4734-a3aa-52d600659908 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.699363] env[65829]: DEBUG nova.compute.provider_tree [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.733457] env[65829]: DEBUG nova.compute.manager [req-6e5aba20-50ce-43bb-8790-986ed4093205 req-954508e1-3284-4f5e-8e6e-9f6192391fe2 service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Received event network-changed-7dcfd57d-2d67-49ff-8516-c4cb7232f823 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 842.733800] env[65829]: DEBUG nova.compute.manager [req-6e5aba20-50ce-43bb-8790-986ed4093205 req-954508e1-3284-4f5e-8e6e-9f6192391fe2 service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Refreshing instance network info cache due to event network-changed-7dcfd57d-2d67-49ff-8516-c4cb7232f823. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 842.734195] env[65829]: DEBUG oslo_concurrency.lockutils [req-6e5aba20-50ce-43bb-8790-986ed4093205 req-954508e1-3284-4f5e-8e6e-9f6192391fe2 service nova] Acquiring lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.734304] env[65829]: DEBUG oslo_concurrency.lockutils [req-6e5aba20-50ce-43bb-8790-986ed4093205 req-954508e1-3284-4f5e-8e6e-9f6192391fe2 service nova] Acquired lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.734454] env[65829]: DEBUG nova.network.neutron [req-6e5aba20-50ce-43bb-8790-986ed4093205 req-954508e1-3284-4f5e-8e6e-9f6192391fe2 service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Refreshing network info cache for port 7dcfd57d-2d67-49ff-8516-c4cb7232f823 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.790031] env[65829]: DEBUG nova.network.neutron [-] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.907731] env[65829]: DEBUG nova.network.neutron [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 842.932911] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807580, 'name': Rename_Task, 'duration_secs': 0.160322} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.933255] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.933514] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd8f5a52-ace1-400e-8338-fdb464e986e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.940434] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 842.940434] env[65829]: value = "task-4807582" [ 842.940434] env[65829]: _type = "Task" [ 842.940434] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.949943] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.023668] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807581, 'name': Rename_Task, 'duration_secs': 0.165667} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.023973] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.024273] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-368d06c7-b54c-4ff9-9927-713f3ba87ba1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.031688] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 843.031688] env[65829]: value = "task-4807583" [ 843.031688] env[65829]: _type = "Task" [ 843.031688] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.048272] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.049980] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Releasing lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.050299] env[65829]: DEBUG nova.compute.manager [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Received event network-changed-76fa27e5-23d5-4ca5-898d-d0d4e2406cba {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 843.050462] env[65829]: DEBUG nova.compute.manager [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Refreshing instance network info cache due to event network-changed-76fa27e5-23d5-4ca5-898d-d0d4e2406cba. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 843.050735] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Acquiring lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.050802] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Acquired lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.050995] env[65829]: DEBUG nova.network.neutron [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Refreshing network info cache for port 76fa27e5-23d5-4ca5-898d-d0d4e2406cba {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.053729] env[65829]: WARNING neutronclient.v2_0.client [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.107819] env[65829]: DEBUG nova.network.neutron [-] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.165557] env[65829]: DEBUG nova.network.neutron [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Updating instance_info_cache with network_info: [{"id": "5b8986f1-ad3b-428d-af09-07db17c3ee1c", "address": "fa:16:3e:f7:9f:35", "network": {"id": "c4b0d723-b339-4ba9-86fb-23c66bdbe773", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-145334519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b69e2090b446c9859a75450af9ee51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b8986f1-ad", "ovs_interfaceid": "5b8986f1-ad3b-428d-af09-07db17c3ee1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.202603] env[65829]: DEBUG nova.scheduler.client.report [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.237019] env[65829]: WARNING neutronclient.v2_0.client [req-6e5aba20-50ce-43bb-8790-986ed4093205 req-954508e1-3284-4f5e-8e6e-9f6192391fe2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.292735] env[65829]: INFO nova.compute.manager [-] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Took 1.48 seconds to deallocate network for instance. [ 843.338077] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e634bdff-ddae-4042-9bc0-5a8c82272f06 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "475b8580-be43-4428-86e5-f0aeb67b1473" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.338426] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e634bdff-ddae-4042-9bc0-5a8c82272f06 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "475b8580-be43-4428-86e5-f0aeb67b1473" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.338625] env[65829]: DEBUG nova.compute.manager [None req-e634bdff-ddae-4042-9bc0-5a8c82272f06 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 843.340570] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9035714e-db5f-4e66-8ef5-d7eb6fd0ea4f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.348926] env[65829]: DEBUG nova.compute.manager [None req-e634bdff-ddae-4042-9bc0-5a8c82272f06 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65829) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 843.349659] env[65829]: DEBUG nova.objects.instance [None req-e634bdff-ddae-4042-9bc0-5a8c82272f06 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lazy-loading 'flavor' on Instance uuid 475b8580-be43-4428-86e5-f0aeb67b1473 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.457771] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807582, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.550673] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807583, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.558187] env[65829]: WARNING neutronclient.v2_0.client [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.602771] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "74c14512-cb8f-4cd0-a9c6-6050bdc17bb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.603266] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "74c14512-cb8f-4cd0-a9c6-6050bdc17bb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.603730] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "74c14512-cb8f-4cd0-a9c6-6050bdc17bb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.604116] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "74c14512-cb8f-4cd0-a9c6-6050bdc17bb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.604327] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "74c14512-cb8f-4cd0-a9c6-6050bdc17bb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.607295] env[65829]: INFO nova.compute.manager [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Terminating instance [ 843.611494] env[65829]: INFO nova.compute.manager [-] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Took 1.83 seconds to deallocate network for instance. [ 843.670024] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Releasing lock "refresh_cache-dc5b9b37-d997-438c-be2c-700abe0a9b91" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.670419] env[65829]: DEBUG nova.compute.manager [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Instance network_info: |[{"id": "5b8986f1-ad3b-428d-af09-07db17c3ee1c", "address": "fa:16:3e:f7:9f:35", "network": {"id": "c4b0d723-b339-4ba9-86fb-23c66bdbe773", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-145334519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b69e2090b446c9859a75450af9ee51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b8986f1-ad", "ovs_interfaceid": "5b8986f1-ad3b-428d-af09-07db17c3ee1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 843.671273] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:9f:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '67921bdb-a7a0-46b5-ba05-ca997496e222', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b8986f1-ad3b-428d-af09-07db17c3ee1c', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.680197] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Creating folder: Project (11b69e2090b446c9859a75450af9ee51). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.680353] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f34f853d-b866-43e9-92b3-8b9b5bd93100 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.692797] env[65829]: WARNING neutronclient.v2_0.client [req-6e5aba20-50ce-43bb-8790-986ed4093205 req-954508e1-3284-4f5e-8e6e-9f6192391fe2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.697092] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Created folder: Project (11b69e2090b446c9859a75450af9ee51) in parent group-v937255. [ 843.697321] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Creating folder: Instances. Parent ref: group-v937437. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.697572] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72f103eb-6432-473c-ac10-bc8dd16b5c96 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.706789] env[65829]: DEBUG nova.network.neutron [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 843.709574] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.713439] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.865s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.714957] env[65829]: INFO nova.compute.claims [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.717528] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Created folder: Instances in parent group-v937437. [ 843.717772] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 843.718321] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.718397] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fc6fe2b-9a23-43fb-ae1f-40a3ed16f6bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.740371] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.740371] env[65829]: value = "task-4807586" [ 843.740371] env[65829]: _type = "Task" [ 843.740371] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.749674] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807586, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.750746] env[65829]: INFO nova.scheduler.client.report [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Deleted allocations for instance d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27 [ 843.800291] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.857111] env[65829]: DEBUG nova.network.neutron [req-6e5aba20-50ce-43bb-8790-986ed4093205 req-954508e1-3284-4f5e-8e6e-9f6192391fe2 service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updated VIF entry in instance network info cache for port 7dcfd57d-2d67-49ff-8516-c4cb7232f823. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 843.857453] env[65829]: DEBUG nova.network.neutron [req-6e5aba20-50ce-43bb-8790-986ed4093205 req-954508e1-3284-4f5e-8e6e-9f6192391fe2 service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance_info_cache with network_info: [{"id": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "address": "fa:16:3e:c9:da:2e", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcfd57d-2d", "ovs_interfaceid": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.911846] env[65829]: DEBUG nova.network.neutron [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.952561] env[65829]: DEBUG oslo_vmware.api [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807582, 'name': PowerOnVM_Task, 'duration_secs': 0.598619} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.952904] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.953128] env[65829]: INFO nova.compute.manager [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Took 10.64 seconds to spawn the instance on the hypervisor. [ 843.953311] env[65829]: DEBUG nova.compute.manager [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 843.954384] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4fcdea-3ec1-4abb-9f8f-87a17f5b6268 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.043689] env[65829]: DEBUG oslo_vmware.api [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807583, 'name': PowerOnVM_Task, 'duration_secs': 0.576498} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.043947] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.044168] env[65829]: INFO nova.compute.manager [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Took 7.89 seconds to spawn the instance on the hypervisor. [ 844.044342] env[65829]: DEBUG nova.compute.manager [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 844.045136] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f063120-24d5-4376-a12d-cb82e3ae0834 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.112750] env[65829]: DEBUG nova.compute.manager [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 844.113016] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.113967] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f045b7-de15-42c4-9445-d4509ae55eeb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.124134] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.124470] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.124715] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-122df53d-4085-45bf-a6cd-79d8fe44ae0e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.132313] env[65829]: DEBUG oslo_vmware.api [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 844.132313] env[65829]: value = "task-4807587" [ 844.132313] env[65829]: _type = "Task" [ 844.132313] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.142519] env[65829]: DEBUG oslo_vmware.api [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.251935] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807586, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.259914] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e526c416-b6a0-4076-bf39-cecac09cd759 tempest-ServerMetadataNegativeTestJSON-1395963828 tempest-ServerMetadataNegativeTestJSON-1395963828-project-member] Lock "d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.619s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.357314] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e634bdff-ddae-4042-9bc0-5a8c82272f06 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.357665] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b082182f-abcb-471f-9b6f-215b39664162 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.360256] env[65829]: DEBUG oslo_concurrency.lockutils [req-6e5aba20-50ce-43bb-8790-986ed4093205 req-954508e1-3284-4f5e-8e6e-9f6192391fe2 service nova] Releasing lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.366885] env[65829]: DEBUG oslo_vmware.api [None req-e634bdff-ddae-4042-9bc0-5a8c82272f06 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 844.366885] env[65829]: value = "task-4807588" [ 844.366885] env[65829]: _type = "Task" [ 844.366885] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.375834] env[65829]: DEBUG oslo_vmware.api [None req-e634bdff-ddae-4042-9bc0-5a8c82272f06 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.415113] env[65829]: DEBUG oslo_concurrency.lockutils [req-11ab9db6-8ead-459d-bcac-c2ea228c7ba8 req-81fae6f1-f972-4f73-be84-e66a6eb1d23d service nova] Releasing lock "refresh_cache-210d3432-3cf6-4ef3-951e-30e2e9eaa702" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.474065] env[65829]: INFO nova.compute.manager [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Took 42.79 seconds to build instance. [ 844.568644] env[65829]: INFO nova.compute.manager [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Took 42.00 seconds to build instance. [ 844.645657] env[65829]: DEBUG oslo_vmware.api [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807587, 'name': PowerOffVM_Task, 'duration_secs': 0.498432} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.645952] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.646141] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.646449] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f22bcb9-fe9f-4a26-b0c2-aa61de6ef3a9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.729780] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.730051] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.730236] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Deleting the datastore file [datastore2] 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.730520] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a1f41a4-f49b-42c8-b498-191dd112e383 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.740697] env[65829]: DEBUG oslo_vmware.api [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for the task: (returnval){ [ 844.740697] env[65829]: value = "task-4807590" [ 844.740697] env[65829]: _type = "Task" [ 844.740697] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.754911] env[65829]: DEBUG oslo_vmware.api [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.758308] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807586, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.770141] env[65829]: DEBUG nova.compute.manager [req-f2808d1a-01c5-4838-a4c8-d4f6dda33738 req-e19813cd-8d90-4f7f-b8c2-7e1f8dfb1b34 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Received event network-changed-5b8986f1-ad3b-428d-af09-07db17c3ee1c {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 844.770141] env[65829]: DEBUG nova.compute.manager [req-f2808d1a-01c5-4838-a4c8-d4f6dda33738 req-e19813cd-8d90-4f7f-b8c2-7e1f8dfb1b34 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Refreshing instance network info cache due to event network-changed-5b8986f1-ad3b-428d-af09-07db17c3ee1c. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 844.770141] env[65829]: DEBUG oslo_concurrency.lockutils [req-f2808d1a-01c5-4838-a4c8-d4f6dda33738 req-e19813cd-8d90-4f7f-b8c2-7e1f8dfb1b34 service nova] Acquiring lock "refresh_cache-dc5b9b37-d997-438c-be2c-700abe0a9b91" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.770141] env[65829]: DEBUG oslo_concurrency.lockutils [req-f2808d1a-01c5-4838-a4c8-d4f6dda33738 req-e19813cd-8d90-4f7f-b8c2-7e1f8dfb1b34 service nova] Acquired lock "refresh_cache-dc5b9b37-d997-438c-be2c-700abe0a9b91" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.770141] env[65829]: DEBUG nova.network.neutron [req-f2808d1a-01c5-4838-a4c8-d4f6dda33738 req-e19813cd-8d90-4f7f-b8c2-7e1f8dfb1b34 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Refreshing network info cache for port 5b8986f1-ad3b-428d-af09-07db17c3ee1c {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.790834] env[65829]: DEBUG nova.compute.manager [req-7e3cde37-4b7d-4277-9c74-472d4ad9e30e req-748f83b4-341b-4c43-958a-07b656393e6f service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Received event network-vif-deleted-a36a1313-2066-48a3-aaf4-b4174593f617 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 844.878234] env[65829]: DEBUG oslo_vmware.api [None req-e634bdff-ddae-4042-9bc0-5a8c82272f06 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807588, 'name': PowerOffVM_Task, 'duration_secs': 0.2706} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.880784] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e634bdff-ddae-4042-9bc0-5a8c82272f06 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.880993] env[65829]: DEBUG nova.compute.manager [None req-e634bdff-ddae-4042-9bc0-5a8c82272f06 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 844.883084] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641367a8-bf04-4ff5-8699-a6284d299681 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.976527] env[65829]: DEBUG oslo_concurrency.lockutils [None req-87e54f22-b468-4e28-b1eb-db8c79231aa5 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "2245b178-432d-4131-8b7a-0d5636652547" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.440s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.072323] env[65829]: DEBUG oslo_concurrency.lockutils [None req-40d7470f-d069-465e-8ddd-3b95557a7f6f tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "136c9efc-4141-4a98-a0ea-241cb231cb68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.345s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.073036] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "bbf56d36-3f36-45ae-8b66-832f69706c14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.073285] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.199182] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bd0cb1-a3a9-4898-ad65-b509265cd8d7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.210644] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ffb55e-1fbe-4a1a-9d04-63418e5ba687 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.247532] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66bf058-6903-4625-9cd8-180d45e9aa8d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.263861] env[65829]: DEBUG oslo_vmware.api [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Task: {'id': task-4807590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.316148} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.264106] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807586, 'name': CreateVM_Task, 'duration_secs': 1.412139} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.265889] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.266088] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.266264] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.266427] env[65829]: INFO nova.compute.manager [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 845.266953] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 845.267108] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.267403] env[65829]: DEBUG nova.compute.manager [-] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 845.267485] env[65829]: DEBUG nova.network.neutron [-] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 845.267733] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.269772] env[65829]: WARNING neutronclient.v2_0.client [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.270206] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.270373] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.270656] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.271958] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc6f734-44c1-4a55-b241-e0a463411b33 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.277387] env[65829]: WARNING neutronclient.v2_0.client [req-f2808d1a-01c5-4838-a4c8-d4f6dda33738 req-e19813cd-8d90-4f7f-b8c2-7e1f8dfb1b34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.279701] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2c24a5-e1f0-4f40-86be-659d1af6aa21 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.295463] env[65829]: DEBUG nova.compute.provider_tree [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.297164] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Waiting for the task: (returnval){ [ 845.297164] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5225efa3-50cc-3e10-a019-1a003966da62" [ 845.297164] env[65829]: _type = "Task" [ 845.297164] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.307215] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5225efa3-50cc-3e10-a019-1a003966da62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.312122] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.395813] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e634bdff-ddae-4042-9bc0-5a8c82272f06 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "475b8580-be43-4428-86e5-f0aeb67b1473" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.479612] env[65829]: DEBUG nova.compute.manager [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 845.578715] env[65829]: DEBUG nova.compute.manager [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 845.803425] env[65829]: DEBUG nova.scheduler.client.report [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.816702] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5225efa3-50cc-3e10-a019-1a003966da62, 'name': SearchDatastore_Task, 'duration_secs': 0.031301} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.816809] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.817866] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.817866] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.817866] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.817866] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.817866] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16c829a2-7ff8-4dc8-9ada-f1bcfc09323f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.838036] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.838298] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.839699] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f332f57d-055f-426b-a539-e82dcaf45260 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.849295] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Waiting for the task: (returnval){ [ 845.849295] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5277b1b0-18cd-2b3a-8fc5-1cd0c902e571" [ 845.849295] env[65829]: _type = "Task" [ 845.849295] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.860880] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5277b1b0-18cd-2b3a-8fc5-1cd0c902e571, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.864018] env[65829]: WARNING neutronclient.v2_0.client [req-f2808d1a-01c5-4838-a4c8-d4f6dda33738 req-e19813cd-8d90-4f7f-b8c2-7e1f8dfb1b34 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.014580] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.034208] env[65829]: DEBUG nova.network.neutron [req-f2808d1a-01c5-4838-a4c8-d4f6dda33738 req-e19813cd-8d90-4f7f-b8c2-7e1f8dfb1b34 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Updated VIF entry in instance network info cache for port 5b8986f1-ad3b-428d-af09-07db17c3ee1c. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 846.034730] env[65829]: DEBUG nova.network.neutron [req-f2808d1a-01c5-4838-a4c8-d4f6dda33738 req-e19813cd-8d90-4f7f-b8c2-7e1f8dfb1b34 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Updating instance_info_cache with network_info: [{"id": "5b8986f1-ad3b-428d-af09-07db17c3ee1c", "address": "fa:16:3e:f7:9f:35", "network": {"id": "c4b0d723-b339-4ba9-86fb-23c66bdbe773", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-145334519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b69e2090b446c9859a75450af9ee51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b8986f1-ad", "ovs_interfaceid": "5b8986f1-ad3b-428d-af09-07db17c3ee1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.112539] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.117738] env[65829]: DEBUG nova.network.neutron [-] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.314023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.314023] env[65829]: DEBUG nova.compute.manager [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 846.315629] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.869s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.316128] env[65829]: DEBUG nova.objects.instance [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lazy-loading 'resources' on Instance uuid e5d1e2cb-8800-4496-86d3-1b9339772125 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.365273] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5277b1b0-18cd-2b3a-8fc5-1cd0c902e571, 'name': SearchDatastore_Task, 'duration_secs': 0.029583} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.372134] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d11db3-d77d-4c71-b72b-8612d427f6fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.380368] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Waiting for the task: (returnval){ [ 846.380368] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f8be4b-4a11-663a-578e-dccb053c574e" [ 846.380368] env[65829]: _type = "Task" [ 846.380368] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.393376] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f8be4b-4a11-663a-578e-dccb053c574e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.538986] env[65829]: DEBUG oslo_concurrency.lockutils [req-f2808d1a-01c5-4838-a4c8-d4f6dda33738 req-e19813cd-8d90-4f7f-b8c2-7e1f8dfb1b34 service nova] Releasing lock "refresh_cache-dc5b9b37-d997-438c-be2c-700abe0a9b91" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.539646] env[65829]: DEBUG nova.compute.manager [req-f2808d1a-01c5-4838-a4c8-d4f6dda33738 req-e19813cd-8d90-4f7f-b8c2-7e1f8dfb1b34 service nova] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Received event network-vif-deleted-76fa27e5-23d5-4ca5-898d-d0d4e2406cba {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 846.539646] env[65829]: DEBUG nova.compute.manager [req-f2808d1a-01c5-4838-a4c8-d4f6dda33738 req-e19813cd-8d90-4f7f-b8c2-7e1f8dfb1b34 service nova] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Received event network-vif-deleted-04c99ab7-1a02-4f9d-97ab-e7379b4bea14 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 846.622580] env[65829]: INFO nova.compute.manager [-] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Took 1.35 seconds to deallocate network for instance. [ 846.738876] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "136c9efc-4141-4a98-a0ea-241cb231cb68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.739183] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "136c9efc-4141-4a98-a0ea-241cb231cb68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.739387] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "136c9efc-4141-4a98-a0ea-241cb231cb68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.739565] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "136c9efc-4141-4a98-a0ea-241cb231cb68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.739751] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "136c9efc-4141-4a98-a0ea-241cb231cb68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.746657] env[65829]: INFO nova.compute.manager [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Terminating instance [ 846.819956] env[65829]: DEBUG nova.compute.utils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.826753] env[65829]: DEBUG nova.compute.manager [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 846.827806] env[65829]: DEBUG nova.network.neutron [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 846.827806] env[65829]: WARNING neutronclient.v2_0.client [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.830194] env[65829]: WARNING neutronclient.v2_0.client [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.899303] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f8be4b-4a11-663a-578e-dccb053c574e, 'name': SearchDatastore_Task, 'duration_secs': 0.021332} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.901021] env[65829]: DEBUG nova.policy [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1f053580b6d446483ad7610df5f5d8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea68ae604b47406dadc7964e957c82e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.903324] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.903324] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] dc5b9b37-d997-438c-be2c-700abe0a9b91/dc5b9b37-d997-438c-be2c-700abe0a9b91.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.903827] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11b86a93-21a7-4bcb-bb53-b1ded61513b8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.917227] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Waiting for the task: (returnval){ [ 846.917227] env[65829]: value = "task-4807591" [ 846.917227] env[65829]: _type = "Task" [ 846.917227] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.930192] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.099914] env[65829]: DEBUG nova.compute.manager [req-2ffbf43c-3102-45f0-928c-f56c22dbcba8 req-5fac282a-7793-4815-82ca-051d4ed55053 service nova] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Received event network-vif-deleted-1da3b68e-f29b-4b8c-b7b3-0584abbed2a9 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 847.133580] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.254009] env[65829]: DEBUG nova.compute.manager [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 847.254331] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.255267] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2807b23-1c95-445c-ba20-908b09ce823a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.266419] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.266783] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7374c83-6d6d-4e72-a644-e67d22a6cd5e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.273255] env[65829]: DEBUG nova.network.neutron [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Successfully created port: 549eaea7-54ab-47d8-a6b5-8311cd8f6497 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 847.277910] env[65829]: DEBUG oslo_vmware.api [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 847.277910] env[65829]: value = "task-4807592" [ 847.277910] env[65829]: _type = "Task" [ 847.277910] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.288589] env[65829]: DEBUG oslo_vmware.api [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.328893] env[65829]: DEBUG nova.compute.manager [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 847.367329] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd2f0ca-71a1-4ac2-bdc7-2317ebc451a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.379678] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6b2a56-da5f-4185-94c4-9009dd70ac2f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.431745] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deb382d-1e93-45e6-a198-28075fa2ffa9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.438873] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "6a6e3189-e5d2-4455-9229-7e006496b264" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.439136] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "6a6e3189-e5d2-4455-9229-7e006496b264" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.447920] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807591, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.452232] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe117d8-8b0d-4b4b-94e0-ce0a53b72934 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.474301] env[65829]: DEBUG nova.compute.provider_tree [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.672819] env[65829]: DEBUG nova.objects.instance [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lazy-loading 'flavor' on Instance uuid 475b8580-be43-4428-86e5-f0aeb67b1473 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.791066] env[65829]: DEBUG oslo_vmware.api [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807592, 'name': PowerOffVM_Task, 'duration_secs': 0.300399} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.791475] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.791635] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.791972] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6ca476a-c0e9-41bb-b840-d785b08fd588 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.868279] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.868516] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.868691] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Deleting the datastore file [datastore2] 136c9efc-4141-4a98-a0ea-241cb231cb68 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.868971] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-633e4f83-f4a8-4b19-b134-4ddfda7d4309 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.877044] env[65829]: DEBUG oslo_vmware.api [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for the task: (returnval){ [ 847.877044] env[65829]: value = "task-4807594" [ 847.877044] env[65829]: _type = "Task" [ 847.877044] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.886153] env[65829]: DEBUG oslo_vmware.api [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.935669] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929474} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.935952] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] dc5b9b37-d997-438c-be2c-700abe0a9b91/dc5b9b37-d997-438c-be2c-700abe0a9b91.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.936170] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.936419] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c095da8-b599-4e15-85f5-cdec2c2ccc60 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.944611] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Waiting for the task: (returnval){ [ 847.944611] env[65829]: value = "task-4807595" [ 847.944611] env[65829]: _type = "Task" [ 847.944611] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.953748] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.979310] env[65829]: DEBUG nova.scheduler.client.report [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.179429] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "refresh_cache-475b8580-be43-4428-86e5-f0aeb67b1473" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.179429] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquired lock "refresh_cache-475b8580-be43-4428-86e5-f0aeb67b1473" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.179429] env[65829]: DEBUG nova.network.neutron [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 848.179902] env[65829]: DEBUG nova.objects.instance [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lazy-loading 'info_cache' on Instance uuid 475b8580-be43-4428-86e5-f0aeb67b1473 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.343411] env[65829]: DEBUG nova.compute.manager [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 848.373422] env[65829]: DEBUG nova.virt.hardware [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 848.373755] env[65829]: DEBUG nova.virt.hardware [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.373953] env[65829]: DEBUG nova.virt.hardware [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 848.374235] env[65829]: DEBUG nova.virt.hardware [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.374353] env[65829]: DEBUG nova.virt.hardware [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 848.374502] env[65829]: DEBUG nova.virt.hardware [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 848.374715] env[65829]: DEBUG nova.virt.hardware [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 848.374869] env[65829]: DEBUG nova.virt.hardware [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 848.375046] env[65829]: DEBUG nova.virt.hardware [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 848.375214] env[65829]: DEBUG nova.virt.hardware [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 848.375395] env[65829]: DEBUG nova.virt.hardware [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 848.376343] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33893d2e-8013-4f1c-bde4-801c28f108be {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.391853] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100ca53a-4125-4ff3-8b4a-77e63c50535c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.396366] env[65829]: DEBUG oslo_vmware.api [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.455405] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071532} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.455957] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.457060] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9945e2-6232-4bbe-a6a0-2f09dce00982 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.481473] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] dc5b9b37-d997-438c-be2c-700abe0a9b91/dc5b9b37-d997-438c-be2c-700abe0a9b91.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.482475] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6a4b4ba-0718-4976-b1e7-b68161f100c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.497708] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.500340] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.123s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.501098] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.501098] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 848.501098] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.813s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.503913] env[65829]: INFO nova.compute.claims [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.507607] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204d57f4-a333-44e5-9ecb-fdab3905e60c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.512335] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Waiting for the task: (returnval){ [ 848.512335] env[65829]: value = "task-4807596" [ 848.512335] env[65829]: _type = "Task" [ 848.512335] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.519499] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1910f3b5-e9a9-418d-981c-8e5e21d165d0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.543863] env[65829]: INFO nova.scheduler.client.report [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Deleted allocations for instance e5d1e2cb-8800-4496-86d3-1b9339772125 [ 848.546922] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c66b10-7ded-4d9b-ba82-a34ce29fbc31 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.549401] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.558565] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda93071-2f71-431d-851b-e572627378d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.591924] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178727MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 848.591924] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.684028] env[65829]: DEBUG nova.objects.base [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Object Instance<475b8580-be43-4428-86e5-f0aeb67b1473> lazy-loaded attributes: flavor,info_cache {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 848.889804] env[65829]: DEBUG oslo_vmware.api [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Task: {'id': task-4807594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.716993} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.890307] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.890423] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.890594] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.890766] env[65829]: INFO nova.compute.manager [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Took 1.64 seconds to destroy the instance on the hypervisor. [ 848.891304] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 848.891396] env[65829]: DEBUG nova.compute.manager [-] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 848.891475] env[65829]: DEBUG nova.network.neutron [-] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 848.891724] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.925508] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.976764] env[65829]: DEBUG nova.network.neutron [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Successfully updated port: 549eaea7-54ab-47d8-a6b5-8311cd8f6497 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 849.026081] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.057864] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d6838792-4762-4553-9f77-d41aa4ba8a7e tempest-AttachInterfacesUnderV243Test-2035189285 tempest-AttachInterfacesUnderV243Test-2035189285-project-member] Lock "e5d1e2cb-8800-4496-86d3-1b9339772125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.284s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.180545] env[65829]: DEBUG nova.compute.manager [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Received event network-vif-plugged-549eaea7-54ab-47d8-a6b5-8311cd8f6497 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 849.180545] env[65829]: DEBUG oslo_concurrency.lockutils [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] Acquiring lock "2e61a4e5-7410-40dd-a8d7-09a918431d8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.180545] env[65829]: DEBUG oslo_concurrency.lockutils [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] Lock "2e61a4e5-7410-40dd-a8d7-09a918431d8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.180545] env[65829]: DEBUG oslo_concurrency.lockutils [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] Lock "2e61a4e5-7410-40dd-a8d7-09a918431d8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.180545] env[65829]: DEBUG nova.compute.manager [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] No waiting events found dispatching network-vif-plugged-549eaea7-54ab-47d8-a6b5-8311cd8f6497 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 849.180545] env[65829]: WARNING nova.compute.manager [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Received unexpected event network-vif-plugged-549eaea7-54ab-47d8-a6b5-8311cd8f6497 for instance with vm_state building and task_state spawning. [ 849.180545] env[65829]: DEBUG nova.compute.manager [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Received event network-changed-549eaea7-54ab-47d8-a6b5-8311cd8f6497 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 849.180545] env[65829]: DEBUG nova.compute.manager [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Refreshing instance network info cache due to event network-changed-549eaea7-54ab-47d8-a6b5-8311cd8f6497. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 849.180545] env[65829]: DEBUG oslo_concurrency.lockutils [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] Acquiring lock "refresh_cache-2e61a4e5-7410-40dd-a8d7-09a918431d8f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.180545] env[65829]: DEBUG oslo_concurrency.lockutils [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] Acquired lock "refresh_cache-2e61a4e5-7410-40dd-a8d7-09a918431d8f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.180545] env[65829]: DEBUG nova.network.neutron [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Refreshing network info cache for port 549eaea7-54ab-47d8-a6b5-8311cd8f6497 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.193909] env[65829]: WARNING neutronclient.v2_0.client [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.324147] env[65829]: DEBUG nova.compute.manager [req-02b90b5f-1daf-4dfd-8a4b-80c177cfc939 req-916f9e02-b482-4a8c-a24f-bbedb8119487 service nova] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Received event network-vif-deleted-83c24c24-5fce-41cf-b227-a882728f580d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 849.324336] env[65829]: INFO nova.compute.manager [req-02b90b5f-1daf-4dfd-8a4b-80c177cfc939 req-916f9e02-b482-4a8c-a24f-bbedb8119487 service nova] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Neutron deleted interface 83c24c24-5fce-41cf-b227-a882728f580d; detaching it from the instance and deleting it from the info cache [ 849.324568] env[65829]: DEBUG nova.network.neutron [req-02b90b5f-1daf-4dfd-8a4b-80c177cfc939 req-916f9e02-b482-4a8c-a24f-bbedb8119487 service nova] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.389913] env[65829]: WARNING neutronclient.v2_0.client [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.481981] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "refresh_cache-2e61a4e5-7410-40dd-a8d7-09a918431d8f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.483487] env[65829]: DEBUG nova.network.neutron [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Updating instance_info_cache with network_info: [{"id": "1c9def62-8241-4f56-8b89-a42146db6561", "address": "fa:16:3e:08:61:ea", "network": {"id": "e8f1cb52-516c-4e51-a543-8b11986e65a0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1149372670-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c4a303617f4347148d224ef71dbd3b30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c9def62-82", "ovs_interfaceid": "1c9def62-8241-4f56-8b89-a42146db6561", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.526893] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.681932] env[65829]: WARNING neutronclient.v2_0.client [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.698911] env[65829]: DEBUG nova.network.neutron [-] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.717529] env[65829]: DEBUG nova.network.neutron [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 849.832435] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c44f3978-eb60-4ff8-a25d-f26b76429eb9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.836576] env[65829]: DEBUG nova.network.neutron [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.847990] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b034d9e1-45d3-4225-a23f-b432afa9f670 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.887966] env[65829]: DEBUG nova.compute.manager [req-02b90b5f-1daf-4dfd-8a4b-80c177cfc939 req-916f9e02-b482-4a8c-a24f-bbedb8119487 service nova] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Detach interface failed, port_id=83c24c24-5fce-41cf-b227-a882728f580d, reason: Instance 136c9efc-4141-4a98-a0ea-241cb231cb68 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 849.978366] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aef4c5-e654-438a-b552-ac69de6cf7c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.986672] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Releasing lock "refresh_cache-475b8580-be43-4428-86e5-f0aeb67b1473" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.989937] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4534fdb-1afd-431f-be60-c2bf263bd9b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.031688] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca594ff7-fa3b-47e6-8264-36f5b59ffd44 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.044958] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.048297] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ef7567-dd06-4754-8434-2bc9554444c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.063237] env[65829]: DEBUG nova.compute.provider_tree [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.201097] env[65829]: INFO nova.compute.manager [-] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Took 1.31 seconds to deallocate network for instance. [ 850.339766] env[65829]: DEBUG oslo_concurrency.lockutils [req-8da4d61b-c728-4356-b00a-cd2c4b1c709a req-5a2aafc0-feea-4e65-b568-ccd4fa7763cc service nova] Releasing lock "refresh_cache-2e61a4e5-7410-40dd-a8d7-09a918431d8f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.340399] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "refresh_cache-2e61a4e5-7410-40dd-a8d7-09a918431d8f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.340688] env[65829]: DEBUG nova.network.neutron [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 850.537419] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807596, 'name': ReconfigVM_Task, 'duration_secs': 1.686604} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.537711] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Reconfigured VM instance instance-0000003b to attach disk [datastore1] dc5b9b37-d997-438c-be2c-700abe0a9b91/dc5b9b37-d997-438c-be2c-700abe0a9b91.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.538378] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-602a9620-7229-4f0a-aebc-b5b71040a0a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.546291] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Waiting for the task: (returnval){ [ 850.546291] env[65829]: value = "task-4807597" [ 850.546291] env[65829]: _type = "Task" [ 850.546291] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.556417] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807597, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.566567] env[65829]: DEBUG nova.scheduler.client.report [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.708047] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.876166] env[65829]: DEBUG nova.network.neutron [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 850.978068] env[65829]: WARNING neutronclient.v2_0.client [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.998646] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.998986] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58b44eaf-70fb-4550-8493-5fdc90d1db6a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.008434] env[65829]: DEBUG oslo_vmware.api [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 851.008434] env[65829]: value = "task-4807598" [ 851.008434] env[65829]: _type = "Task" [ 851.008434] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.017748] env[65829]: DEBUG oslo_vmware.api [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.058952] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807597, 'name': Rename_Task, 'duration_secs': 0.160586} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.059294] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.059581] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d88b118-2ce2-42b4-9032-bd28e298139e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.067165] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Waiting for the task: (returnval){ [ 851.067165] env[65829]: value = "task-4807599" [ 851.067165] env[65829]: _type = "Task" [ 851.067165] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.072757] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.073484] env[65829]: DEBUG nova.compute.manager [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 851.076941] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.991s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.078603] env[65829]: INFO nova.compute.claims [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.088302] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807599, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.135317] env[65829]: DEBUG nova.network.neutron [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Updating instance_info_cache with network_info: [{"id": "549eaea7-54ab-47d8-a6b5-8311cd8f6497", "address": "fa:16:3e:65:21:8d", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549eaea7-54", "ovs_interfaceid": "549eaea7-54ab-47d8-a6b5-8311cd8f6497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.520650] env[65829]: DEBUG oslo_vmware.api [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.581045] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807599, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.587463] env[65829]: DEBUG nova.compute.utils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.588750] env[65829]: DEBUG nova.compute.manager [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 851.589149] env[65829]: DEBUG nova.network.neutron [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 851.590116] env[65829]: WARNING neutronclient.v2_0.client [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.590518] env[65829]: WARNING neutronclient.v2_0.client [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.641409] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "refresh_cache-2e61a4e5-7410-40dd-a8d7-09a918431d8f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.641835] env[65829]: DEBUG nova.compute.manager [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Instance network_info: |[{"id": "549eaea7-54ab-47d8-a6b5-8311cd8f6497", "address": "fa:16:3e:65:21:8d", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap549eaea7-54", "ovs_interfaceid": "549eaea7-54ab-47d8-a6b5-8311cd8f6497", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 851.642349] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:21:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '549eaea7-54ab-47d8-a6b5-8311cd8f6497', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.657942] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 851.658270] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.658514] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bea7058-51d6-4fe7-a0cd-d8a79da4919a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.688100] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.688100] env[65829]: value = "task-4807600" [ 851.688100] env[65829]: _type = "Task" [ 851.688100] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.697603] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807600, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.750185] env[65829]: DEBUG nova.policy [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f68c89db4e674fa187f1d05c7496507a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6863434f5e8c4ee3ab43697b2bb2477c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.020283] env[65829]: DEBUG oslo_vmware.api [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807598, 'name': PowerOnVM_Task, 'duration_secs': 0.777318} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.020561] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.020757] env[65829]: DEBUG nova.compute.manager [None req-f0267925-e3d8-4b06-85ae-503ead5bfbbb tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 852.021833] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e4138a-2764-4caa-a69f-1a667799fe01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.081012] env[65829]: DEBUG oslo_vmware.api [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807599, 'name': PowerOnVM_Task, 'duration_secs': 0.521879} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.081012] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.081012] env[65829]: INFO nova.compute.manager [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Took 10.97 seconds to spawn the instance on the hypervisor. [ 852.081012] env[65829]: DEBUG nova.compute.manager [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 852.081396] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a0bc3-54db-48fc-8b38-09c3aa6dfac3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.100311] env[65829]: DEBUG nova.compute.manager [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 852.129578] env[65829]: DEBUG nova.network.neutron [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Successfully created port: 62805c48-8561-43c1-ac2b-d5bcbda84bd6 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 852.198380] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807600, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.616041] env[65829]: INFO nova.compute.manager [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Took 45.33 seconds to build instance. [ 852.667322] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fa5993-f1f0-424c-b482-824952a7cc84 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.676182] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de88e85-6f20-4219-ac15-4b4615128031 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.712362] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cf05e0-0fd7-452e-a8ee-079c3e08fec6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.720735] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807600, 'name': CreateVM_Task, 'duration_secs': 0.65664} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.722871] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.723505] env[65829]: WARNING neutronclient.v2_0.client [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.723863] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.724021] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.724408] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.725694] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548ddc7c-bd57-4dc7-aba8-6c4aac6e15d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.729555] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dacc906e-52cd-4d99-b665-33e1376cc49b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.735175] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 852.735175] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b6b8e9-00f6-c871-d619-519facb91f89" [ 852.735175] env[65829]: _type = "Task" [ 852.735175] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.743878] env[65829]: DEBUG nova.compute.provider_tree [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.753730] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b6b8e9-00f6-c871-d619-519facb91f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.852672] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Acquiring lock "0e20b1cc-1aab-4a62-bd1a-86456eee3906" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.852672] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Lock "0e20b1cc-1aab-4a62-bd1a-86456eee3906" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.852672] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Acquiring lock "0e20b1cc-1aab-4a62-bd1a-86456eee3906-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.852672] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Lock "0e20b1cc-1aab-4a62-bd1a-86456eee3906-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.852924] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Lock "0e20b1cc-1aab-4a62-bd1a-86456eee3906-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.855490] env[65829]: INFO nova.compute.manager [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Terminating instance [ 853.117728] env[65829]: DEBUG nova.compute.manager [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 853.121584] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c50fe1b4-8c0b-4d26-a86f-d53598d882d0 tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Lock "dc5b9b37-d997-438c-be2c-700abe0a9b91" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.366s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.153718] env[65829]: DEBUG nova.virt.hardware [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 853.153966] env[65829]: DEBUG nova.virt.hardware [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.154191] env[65829]: DEBUG nova.virt.hardware [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 853.154399] env[65829]: DEBUG nova.virt.hardware [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.154837] env[65829]: DEBUG nova.virt.hardware [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 853.154837] env[65829]: DEBUG nova.virt.hardware [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 853.155215] env[65829]: DEBUG nova.virt.hardware [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 853.155448] env[65829]: DEBUG nova.virt.hardware [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 853.155674] env[65829]: DEBUG nova.virt.hardware [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 853.157040] env[65829]: DEBUG nova.virt.hardware [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 853.157141] env[65829]: DEBUG nova.virt.hardware [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 853.158704] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9094ea83-91cd-43ad-8c30-a14fcc371d72 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.169218] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ae4a30-2157-44ff-a49a-66c278556fa3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.250218] env[65829]: DEBUG nova.scheduler.client.report [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.269579] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b6b8e9-00f6-c871-d619-519facb91f89, 'name': SearchDatastore_Task, 'duration_secs': 0.0263} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.270904] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.270904] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.271239] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.271750] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.272054] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.272542] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-098b8dd4-8a86-43c4-9bd0-60c2c3582dd9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.285239] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.285568] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.286675] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64d11e17-c254-4235-8ad0-00e890bcc5bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.295439] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 853.295439] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5276b091-ebb7-9b1f-08a0-c673383dac81" [ 853.295439] env[65829]: _type = "Task" [ 853.295439] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.307562] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5276b091-ebb7-9b1f-08a0-c673383dac81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.359452] env[65829]: DEBUG nova.compute.manager [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 853.359695] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.359998] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3edf701c-7b8f-4fe7-9fbf-49f43f18c5e2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.369252] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Waiting for the task: (returnval){ [ 853.369252] env[65829]: value = "task-4807601" [ 853.369252] env[65829]: _type = "Task" [ 853.369252] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.379151] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.626115] env[65829]: DEBUG nova.compute.manager [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 853.763760] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.764386] env[65829]: DEBUG nova.compute.manager [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 853.767249] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.131s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.768979] env[65829]: INFO nova.compute.claims [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.810153] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5276b091-ebb7-9b1f-08a0-c673383dac81, 'name': SearchDatastore_Task, 'duration_secs': 0.016497} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.811819] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c43a8a00-5b10-4723-8381-ffcdc932822b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.820077] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 853.820077] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520805a9-9136-b78d-e7df-2b747f100387" [ 853.820077] env[65829]: _type = "Task" [ 853.820077] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.831172] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520805a9-9136-b78d-e7df-2b747f100387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.844576] env[65829]: DEBUG nova.network.neutron [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Successfully updated port: 62805c48-8561-43c1-ac2b-d5bcbda84bd6 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 853.880903] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807601, 'name': PowerOffVM_Task, 'duration_secs': 0.294179} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.881246] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.881390] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 853.881675] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937289', 'volume_id': 'f69f94f8-8007-4520-b279-4488ee3605ab', 'name': 'volume-f69f94f8-8007-4520-b279-4488ee3605ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e20b1cc-1aab-4a62-bd1a-86456eee3906', 'attached_at': '', 'detached_at': '', 'volume_id': 'f69f94f8-8007-4520-b279-4488ee3605ab', 'serial': 'f69f94f8-8007-4520-b279-4488ee3605ab'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 853.882859] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05942c57-4a27-4b9f-9f5a-b5f27d3d27bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.907504] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1716d384-792e-4681-b712-d558fa552781 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.915953] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e482e4-8015-4039-b35c-3bca142987cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.937375] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8236592e-5ed4-488b-b088-a88d1a33a7c0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.957839] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] The volume has not been displaced from its original location: [datastore1] volume-f69f94f8-8007-4520-b279-4488ee3605ab/volume-f69f94f8-8007-4520-b279-4488ee3605ab.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 853.967163] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 853.967570] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3327119-b9c0-41f4-bb1b-41e80a5bec76 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.987163] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Waiting for the task: (returnval){ [ 853.987163] env[65829]: value = "task-4807602" [ 853.987163] env[65829]: _type = "Task" [ 853.987163] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.996772] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.152340] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.275104] env[65829]: DEBUG nova.compute.utils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.280757] env[65829]: DEBUG nova.compute.manager [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 854.281144] env[65829]: DEBUG nova.network.neutron [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 854.281650] env[65829]: WARNING neutronclient.v2_0.client [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.282135] env[65829]: WARNING neutronclient.v2_0.client [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.331544] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520805a9-9136-b78d-e7df-2b747f100387, 'name': SearchDatastore_Task, 'duration_secs': 0.024829} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.332102] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.332102] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 2e61a4e5-7410-40dd-a8d7-09a918431d8f/2e61a4e5-7410-40dd-a8d7-09a918431d8f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.332468] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7ea66b1-09c9-440e-bea8-9ef55fce21ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.341401] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 854.341401] env[65829]: value = "task-4807603" [ 854.341401] env[65829]: _type = "Task" [ 854.341401] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.346865] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquiring lock "refresh_cache-a92730b6-fca2-4a42-8d4e-0c70d509bad5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.347056] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquired lock "refresh_cache-a92730b6-fca2-4a42-8d4e-0c70d509bad5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.347244] env[65829]: DEBUG nova.network.neutron [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 854.352224] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.508606] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807602, 'name': ReconfigVM_Task, 'duration_secs': 0.298726} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.509381] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 854.514574] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0e2e9e1-882b-49f6-918d-c92b55826bff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.533604] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Waiting for the task: (returnval){ [ 854.533604] env[65829]: value = "task-4807604" [ 854.533604] env[65829]: _type = "Task" [ 854.533604] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.545340] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807604, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.549068] env[65829]: DEBUG nova.policy [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e9908b1e0646c6bbe59be5595c6886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '038ceec4a90f4611a43c882f07ea7ef1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.781730] env[65829]: DEBUG nova.compute.manager [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 854.860903] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.891318] env[65829]: DEBUG nova.network.neutron [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Successfully created port: bdc4a061-ac4c-474a-a687-4a2d03217bef {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 855.014487] env[65829]: DEBUG nova.network.neutron [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 855.047989] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.298022] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a14364-43d5-4139-8bd3-37dd7f7ac3cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.306033] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57fcd09-9e3a-4cff-b53f-7a60f956fb61 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.345321] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d309646a-b70e-4d8c-a046-964cafa8cce5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.360418] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807603, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.361809] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3222f9f2-06a1-4b9d-bf1a-5ebd5dee1446 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.381376] env[65829]: DEBUG nova.compute.provider_tree [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.554775] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807604, 'name': ReconfigVM_Task, 'duration_secs': 0.835308} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.556647] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937289', 'volume_id': 'f69f94f8-8007-4520-b279-4488ee3605ab', 'name': 'volume-f69f94f8-8007-4520-b279-4488ee3605ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0e20b1cc-1aab-4a62-bd1a-86456eee3906', 'attached_at': '', 'detached_at': '', 'volume_id': 'f69f94f8-8007-4520-b279-4488ee3605ab', 'serial': 'f69f94f8-8007-4520-b279-4488ee3605ab'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 855.556647] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 855.556647] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89322973-76da-4eb7-83af-bc7ad2140017 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.565161] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.569292] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98c8a6a9-772c-4b76-b1ae-10d5cc2f6562 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.653592] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.653886] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.655156] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Deleting the datastore file [datastore1] 0e20b1cc-1aab-4a62-bd1a-86456eee3906 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.655156] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e215689-95ef-45c5-a32f-3c0f7ba25409 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.662446] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Waiting for the task: (returnval){ [ 855.662446] env[65829]: value = "task-4807606" [ 855.662446] env[65829]: _type = "Task" [ 855.662446] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.675033] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.764153] env[65829]: WARNING neutronclient.v2_0.client [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.795040] env[65829]: DEBUG nova.compute.manager [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 855.828590] env[65829]: DEBUG nova.virt.hardware [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 855.828899] env[65829]: DEBUG nova.virt.hardware [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.828982] env[65829]: DEBUG nova.virt.hardware [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 855.829197] env[65829]: DEBUG nova.virt.hardware [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.829374] env[65829]: DEBUG nova.virt.hardware [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 855.829488] env[65829]: DEBUG nova.virt.hardware [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 855.829687] env[65829]: DEBUG nova.virt.hardware [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 855.829835] env[65829]: DEBUG nova.virt.hardware [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 855.829992] env[65829]: DEBUG nova.virt.hardware [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 855.830163] env[65829]: DEBUG nova.virt.hardware [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 855.830349] env[65829]: DEBUG nova.virt.hardware [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 855.831496] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8038969b-5886-40c1-b879-edd487ecdb68 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.844150] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8af5265-7615-401a-94af-67767a5cff27 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.867422] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807603, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.449503} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.867671] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 2e61a4e5-7410-40dd-a8d7-09a918431d8f/2e61a4e5-7410-40dd-a8d7-09a918431d8f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.867877] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.868158] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-330734e1-8834-4a74-8e33-198f19d3885a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.875758] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 855.875758] env[65829]: value = "task-4807607" [ 855.875758] env[65829]: _type = "Task" [ 855.875758] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.886664] env[65829]: DEBUG nova.scheduler.client.report [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.890955] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.897724] env[65829]: DEBUG nova.network.neutron [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Updating instance_info_cache with network_info: [{"id": "62805c48-8561-43c1-ac2b-d5bcbda84bd6", "address": "fa:16:3e:72:54:1f", "network": {"id": "b9794a6b-4ec1-4139-a9af-eb798301add1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1573443063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6863434f5e8c4ee3ab43697b2bb2477c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62805c48-85", "ovs_interfaceid": "62805c48-8561-43c1-ac2b-d5bcbda84bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.019040] env[65829]: DEBUG nova.compute.manager [req-04fcb6ba-bb4a-4181-9d6b-b958df62a8e5 req-d894627d-2774-4805-a8ef-49847258796f service nova] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Received event network-vif-plugged-62805c48-8561-43c1-ac2b-d5bcbda84bd6 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 856.019198] env[65829]: DEBUG oslo_concurrency.lockutils [req-04fcb6ba-bb4a-4181-9d6b-b958df62a8e5 req-d894627d-2774-4805-a8ef-49847258796f service nova] Acquiring lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.019413] env[65829]: DEBUG oslo_concurrency.lockutils [req-04fcb6ba-bb4a-4181-9d6b-b958df62a8e5 req-d894627d-2774-4805-a8ef-49847258796f service nova] Lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.019586] env[65829]: DEBUG oslo_concurrency.lockutils [req-04fcb6ba-bb4a-4181-9d6b-b958df62a8e5 req-d894627d-2774-4805-a8ef-49847258796f service nova] Lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.019749] env[65829]: DEBUG nova.compute.manager [req-04fcb6ba-bb4a-4181-9d6b-b958df62a8e5 req-d894627d-2774-4805-a8ef-49847258796f service nova] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] No waiting events found dispatching network-vif-plugged-62805c48-8561-43c1-ac2b-d5bcbda84bd6 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 856.019958] env[65829]: WARNING nova.compute.manager [req-04fcb6ba-bb4a-4181-9d6b-b958df62a8e5 req-d894627d-2774-4805-a8ef-49847258796f service nova] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Received unexpected event network-vif-plugged-62805c48-8561-43c1-ac2b-d5bcbda84bd6 for instance with vm_state building and task_state spawning. [ 856.173843] env[65829]: DEBUG oslo_vmware.api [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Task: {'id': task-4807606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25369} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.173843] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.174032] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.174212] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.176034] env[65829]: INFO nova.compute.manager [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Took 2.81 seconds to destroy the instance on the hypervisor. [ 856.176034] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 856.176034] env[65829]: DEBUG nova.compute.manager [-] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 856.176034] env[65829]: DEBUG nova.network.neutron [-] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 856.176034] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.252242] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.385892] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078102} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.386373] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.387327] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc198e-7e12-4d1a-9809-104c89d002ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.394197] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.394463] env[65829]: DEBUG nova.compute.manager [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 856.413643] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.494s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.415437] env[65829]: INFO nova.compute.claims [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.418550] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Releasing lock "refresh_cache-a92730b6-fca2-4a42-8d4e-0c70d509bad5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.418939] env[65829]: DEBUG nova.compute.manager [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Instance network_info: |[{"id": "62805c48-8561-43c1-ac2b-d5bcbda84bd6", "address": "fa:16:3e:72:54:1f", "network": {"id": "b9794a6b-4ec1-4139-a9af-eb798301add1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1573443063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6863434f5e8c4ee3ab43697b2bb2477c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62805c48-85", "ovs_interfaceid": "62805c48-8561-43c1-ac2b-d5bcbda84bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 856.429755] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 2e61a4e5-7410-40dd-a8d7-09a918431d8f/2e61a4e5-7410-40dd-a8d7-09a918431d8f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.430606] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:54:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99639c37-b0c6-4be7-9594-230e44b1280b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62805c48-8561-43c1-ac2b-d5bcbda84bd6', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.439396] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Creating folder: Project (6863434f5e8c4ee3ab43697b2bb2477c). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.440216] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b21d110-d36b-47ff-9f54-ff50e9272d7c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.456101] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7383f1e3-da91-4a7e-9cb6-8c46e678e8da {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.465213] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 856.465213] env[65829]: value = "task-4807608" [ 856.465213] env[65829]: _type = "Task" [ 856.465213] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.473863] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Created folder: Project (6863434f5e8c4ee3ab43697b2bb2477c) in parent group-v937255. [ 856.474071] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Creating folder: Instances. Parent ref: group-v937441. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 856.477908] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6d004df-dc85-43d6-a517-be6586577411 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.480223] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.491092] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Created folder: Instances in parent group-v937441. [ 856.491370] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 856.492953] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.493508] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23ca1508-cc6a-49f2-86a6-8957573ad3fc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.515604] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.515604] env[65829]: value = "task-4807611" [ 856.515604] env[65829]: _type = "Task" [ 856.515604] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.528254] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807611, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.595463] env[65829]: DEBUG nova.network.neutron [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Successfully updated port: bdc4a061-ac4c-474a-a687-4a2d03217bef {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 856.932357] env[65829]: DEBUG nova.compute.utils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.938640] env[65829]: DEBUG nova.compute.manager [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 856.938640] env[65829]: DEBUG nova.network.neutron [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 856.938640] env[65829]: WARNING neutronclient.v2_0.client [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.938640] env[65829]: WARNING neutronclient.v2_0.client [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.977624] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.029279] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807611, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.031616] env[65829]: DEBUG nova.policy [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9721e25d0a443479bd28dbed611cb5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '238a33da88c042509d7179c989b3e861', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.088686] env[65829]: DEBUG nova.compute.manager [req-1da251a0-d572-4957-a9a4-f426752365d2 req-fc72d1bb-b704-4d13-935b-0d39d80e05eb service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Received event network-vif-deleted-c9f9a9a7-25ce-43c8-89c5-d144d9daeac2 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 857.088937] env[65829]: INFO nova.compute.manager [req-1da251a0-d572-4957-a9a4-f426752365d2 req-fc72d1bb-b704-4d13-935b-0d39d80e05eb service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Neutron deleted interface c9f9a9a7-25ce-43c8-89c5-d144d9daeac2; detaching it from the instance and deleting it from the info cache [ 857.089212] env[65829]: DEBUG nova.network.neutron [req-1da251a0-d572-4957-a9a4-f426752365d2 req-fc72d1bb-b704-4d13-935b-0d39d80e05eb service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.100183] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "refresh_cache-b9d82e03-a213-489e-b8e2-cddc5b6300e3" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.100183] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "refresh_cache-b9d82e03-a213-489e-b8e2-cddc5b6300e3" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.100569] env[65829]: DEBUG nova.network.neutron [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 857.257941] env[65829]: DEBUG nova.network.neutron [-] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.412171] env[65829]: DEBUG nova.network.neutron [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Successfully created port: 21e3826c-f322-49c0-b02f-505fd98c23cf {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 857.438977] env[65829]: DEBUG nova.compute.manager [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 857.487142] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807608, 'name': ReconfigVM_Task, 'duration_secs': 0.919651} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.487882] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 2e61a4e5-7410-40dd-a8d7-09a918431d8f/2e61a4e5-7410-40dd-a8d7-09a918431d8f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.488588] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85b09719-9463-4156-8e85-6631b0065c41 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.495639] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 857.495639] env[65829]: value = "task-4807612" [ 857.495639] env[65829]: _type = "Task" [ 857.495639] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.505641] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807612, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.534081] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807611, 'name': CreateVM_Task, 'duration_secs': 0.822985} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.534081] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.534683] env[65829]: WARNING neutronclient.v2_0.client [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.535173] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.535559] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.535957] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.537030] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d43f95c-52cf-48aa-8d79-12c3b4c0d388 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.543403] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for the task: (returnval){ [ 857.543403] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529db5ad-a56e-41cc-498b-9732b95e1cc8" [ 857.543403] env[65829]: _type = "Task" [ 857.543403] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.553709] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529db5ad-a56e-41cc-498b-9732b95e1cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.591943] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a29e30df-73a9-4a1c-a891-18676498fdf8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.602091] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f148fb-16be-47b2-8bce-057b760a053e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.650549] env[65829]: DEBUG nova.compute.manager [req-1da251a0-d572-4957-a9a4-f426752365d2 req-fc72d1bb-b704-4d13-935b-0d39d80e05eb service nova] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Detach interface failed, port_id=c9f9a9a7-25ce-43c8-89c5-d144d9daeac2, reason: Instance 0e20b1cc-1aab-4a62-bd1a-86456eee3906 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 857.760011] env[65829]: INFO nova.compute.manager [-] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Took 1.58 seconds to deallocate network for instance. [ 857.810738] env[65829]: DEBUG nova.network.neutron [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 857.920440] env[65829]: WARNING neutronclient.v2_0.client [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.011669] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807612, 'name': Rename_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.020147] env[65829]: DEBUG nova.network.neutron [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Updating instance_info_cache with network_info: [{"id": "bdc4a061-ac4c-474a-a687-4a2d03217bef", "address": "fa:16:3e:54:3b:7b", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc4a061-ac", "ovs_interfaceid": "bdc4a061-ac4c-474a-a687-4a2d03217bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.030280] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1243ccc-e376-4f81-88fb-90c68effc6d5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.040519] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a610c4-91e4-4f9e-ade8-a021bf00cee6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.055385] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529db5ad-a56e-41cc-498b-9732b95e1cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.01563} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.080552] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.080841] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.081101] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.081252] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.081439] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.082374] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac151d7a-ae29-473b-83de-044ca2332c30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.084946] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed639bf-f4ab-4a87-848c-24fcf9129388 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.095551] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f0202-fa2a-4f71-b9f3-e016fc49cffd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.101523] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.101712] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.102787] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e03213-6379-471b-893d-7d2165615bdd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.113720] env[65829]: DEBUG nova.compute.provider_tree [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.119883] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for the task: (returnval){ [ 858.119883] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a5a273-5e9e-04d0-17e4-fe290147a809" [ 858.119883] env[65829]: _type = "Task" [ 858.119883] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.129121] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a5a273-5e9e-04d0-17e4-fe290147a809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.314391] env[65829]: INFO nova.compute.manager [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Took 0.55 seconds to detach 1 volumes for instance. [ 858.316716] env[65829]: DEBUG nova.compute.manager [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Deleting volume: f69f94f8-8007-4520-b279-4488ee3605ab {{(pid=65829) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3328}} [ 858.452882] env[65829]: DEBUG nova.compute.manager [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 858.488232] env[65829]: DEBUG nova.virt.hardware [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 858.488572] env[65829]: DEBUG nova.virt.hardware [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.488706] env[65829]: DEBUG nova.virt.hardware [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 858.488892] env[65829]: DEBUG nova.virt.hardware [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.489078] env[65829]: DEBUG nova.virt.hardware [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 858.489259] env[65829]: DEBUG nova.virt.hardware [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 858.489628] env[65829]: DEBUG nova.virt.hardware [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.489735] env[65829]: DEBUG nova.virt.hardware [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 858.490069] env[65829]: DEBUG nova.virt.hardware [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 858.490069] env[65829]: DEBUG nova.virt.hardware [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 858.490357] env[65829]: DEBUG nova.virt.hardware [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 858.491680] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16f2230-6ed4-4a31-a4be-e53dacb71a67 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.505052] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb53405-4713-4720-9c38-687ad3a7f5a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.523728] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807612, 'name': Rename_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.524411] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "refresh_cache-b9d82e03-a213-489e-b8e2-cddc5b6300e3" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.524836] env[65829]: DEBUG nova.compute.manager [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Instance network_info: |[{"id": "bdc4a061-ac4c-474a-a687-4a2d03217bef", "address": "fa:16:3e:54:3b:7b", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc4a061-ac", "ovs_interfaceid": "bdc4a061-ac4c-474a-a687-4a2d03217bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 858.525487] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:3b:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdc4a061-ac4c-474a-a687-4a2d03217bef', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.533341] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 858.533663] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.533856] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e57f18a3-409b-47fc-be92-f60310f7009b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.558705] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.558705] env[65829]: value = "task-4807614" [ 858.558705] env[65829]: _type = "Task" [ 858.558705] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.575111] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807614, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.617476] env[65829]: DEBUG nova.scheduler.client.report [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.634887] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a5a273-5e9e-04d0-17e4-fe290147a809, 'name': SearchDatastore_Task, 'duration_secs': 0.026707} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.635895] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2025f39-27a0-4732-9f45-020a85ba05a8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.643616] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for the task: (returnval){ [ 858.643616] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b6e670-82b9-a7a5-113b-85b1813b54e8" [ 858.643616] env[65829]: _type = "Task" [ 858.643616] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.656568] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b6e670-82b9-a7a5-113b-85b1813b54e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.680708] env[65829]: DEBUG nova.compute.manager [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Received event network-changed-62805c48-8561-43c1-ac2b-d5bcbda84bd6 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 858.680708] env[65829]: DEBUG nova.compute.manager [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Refreshing instance network info cache due to event network-changed-62805c48-8561-43c1-ac2b-d5bcbda84bd6. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 858.680708] env[65829]: DEBUG oslo_concurrency.lockutils [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] Acquiring lock "refresh_cache-a92730b6-fca2-4a42-8d4e-0c70d509bad5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.680708] env[65829]: DEBUG oslo_concurrency.lockutils [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] Acquired lock "refresh_cache-a92730b6-fca2-4a42-8d4e-0c70d509bad5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.680708] env[65829]: DEBUG nova.network.neutron [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Refreshing network info cache for port 62805c48-8561-43c1-ac2b-d5bcbda84bd6 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.866251] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.011535] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807612, 'name': Rename_Task, 'duration_secs': 1.246772} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.011863] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.012232] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b23c9de-46a2-4a96-bbb6-4f36398aad03 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.019967] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 859.019967] env[65829]: value = "task-4807615" [ 859.019967] env[65829]: _type = "Task" [ 859.019967] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.029625] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.068721] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807614, 'name': CreateVM_Task, 'duration_secs': 0.392991} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.068990] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.069565] env[65829]: WARNING neutronclient.v2_0.client [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.070103] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.070258] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.070607] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.071076] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-127b9b6c-738a-4d5a-b0bd-b8ad8248d3c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.077691] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 859.077691] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5286641e-5476-cb24-45e9-30d213703413" [ 859.077691] env[65829]: _type = "Task" [ 859.077691] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.086889] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5286641e-5476-cb24-45e9-30d213703413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.114884] env[65829]: DEBUG nova.network.neutron [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Successfully updated port: 21e3826c-f322-49c0-b02f-505fd98c23cf {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 859.129100] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.129647] env[65829]: DEBUG nova.compute.manager [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 859.132698] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.168s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.134393] env[65829]: INFO nova.compute.claims [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.154783] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b6e670-82b9-a7a5-113b-85b1813b54e8, 'name': SearchDatastore_Task, 'duration_secs': 0.013567} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.155075] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.155343] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] a92730b6-fca2-4a42-8d4e-0c70d509bad5/a92730b6-fca2-4a42-8d4e-0c70d509bad5.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.155654] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ecf6b50-9769-4e90-b99e-b8553d7d0900 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.164631] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for the task: (returnval){ [ 859.164631] env[65829]: value = "task-4807616" [ 859.164631] env[65829]: _type = "Task" [ 859.164631] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.175982] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807616, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.181769] env[65829]: WARNING neutronclient.v2_0.client [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.300581] env[65829]: DEBUG nova.compute.manager [req-f8db0074-6779-47fa-9779-0d833150edd3 req-e86f87c2-e92f-422c-9d77-36bc0719c854 service nova] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Received event network-vif-plugged-21e3826c-f322-49c0-b02f-505fd98c23cf {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 859.300857] env[65829]: DEBUG oslo_concurrency.lockutils [req-f8db0074-6779-47fa-9779-0d833150edd3 req-e86f87c2-e92f-422c-9d77-36bc0719c854 service nova] Acquiring lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.301504] env[65829]: DEBUG oslo_concurrency.lockutils [req-f8db0074-6779-47fa-9779-0d833150edd3 req-e86f87c2-e92f-422c-9d77-36bc0719c854 service nova] Lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.301823] env[65829]: DEBUG oslo_concurrency.lockutils [req-f8db0074-6779-47fa-9779-0d833150edd3 req-e86f87c2-e92f-422c-9d77-36bc0719c854 service nova] Lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.302018] env[65829]: DEBUG nova.compute.manager [req-f8db0074-6779-47fa-9779-0d833150edd3 req-e86f87c2-e92f-422c-9d77-36bc0719c854 service nova] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] No waiting events found dispatching network-vif-plugged-21e3826c-f322-49c0-b02f-505fd98c23cf {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 859.302630] env[65829]: WARNING nova.compute.manager [req-f8db0074-6779-47fa-9779-0d833150edd3 req-e86f87c2-e92f-422c-9d77-36bc0719c854 service nova] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Received unexpected event network-vif-plugged-21e3826c-f322-49c0-b02f-505fd98c23cf for instance with vm_state building and task_state spawning. [ 859.345131] env[65829]: WARNING neutronclient.v2_0.client [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.453562] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Acquiring lock "76c9701f-47ca-4409-b3e9-5be4ae57e822" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.453857] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Lock "76c9701f-47ca-4409-b3e9-5be4ae57e822" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.516670] env[65829]: DEBUG nova.network.neutron [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Updated VIF entry in instance network info cache for port 62805c48-8561-43c1-ac2b-d5bcbda84bd6. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 859.516670] env[65829]: DEBUG nova.network.neutron [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Updating instance_info_cache with network_info: [{"id": "62805c48-8561-43c1-ac2b-d5bcbda84bd6", "address": "fa:16:3e:72:54:1f", "network": {"id": "b9794a6b-4ec1-4139-a9af-eb798301add1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1573443063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6863434f5e8c4ee3ab43697b2bb2477c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62805c48-85", "ovs_interfaceid": "62805c48-8561-43c1-ac2b-d5bcbda84bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.534119] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807615, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.591516] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5286641e-5476-cb24-45e9-30d213703413, 'name': SearchDatastore_Task, 'duration_secs': 0.010803} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.591995] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.592324] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.592641] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.592791] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.592977] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.593360] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c61e46e-d82e-47d8-ac4c-296cae0f4954 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.610188] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.610457] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.611341] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48726e1-7385-4c98-82fb-69bfd5debcbc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.618500] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.618815] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.619050] env[65829]: DEBUG nova.network.neutron [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 859.621988] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 859.621988] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520ddb7e-b7b7-cc5c-5b5e-a133143033b4" [ 859.621988] env[65829]: _type = "Task" [ 859.621988] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.634114] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520ddb7e-b7b7-cc5c-5b5e-a133143033b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.638855] env[65829]: DEBUG nova.compute.utils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.644054] env[65829]: DEBUG nova.compute.manager [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Not allocating networking since 'none' was specified. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 859.678680] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807616, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.020607] env[65829]: DEBUG oslo_concurrency.lockutils [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] Releasing lock "refresh_cache-a92730b6-fca2-4a42-8d4e-0c70d509bad5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.020985] env[65829]: DEBUG nova.compute.manager [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Received event network-changed-5b8986f1-ad3b-428d-af09-07db17c3ee1c {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 860.021234] env[65829]: DEBUG nova.compute.manager [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Refreshing instance network info cache due to event network-changed-5b8986f1-ad3b-428d-af09-07db17c3ee1c. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 860.021552] env[65829]: DEBUG oslo_concurrency.lockutils [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] Acquiring lock "refresh_cache-dc5b9b37-d997-438c-be2c-700abe0a9b91" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.021712] env[65829]: DEBUG oslo_concurrency.lockutils [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] Acquired lock "refresh_cache-dc5b9b37-d997-438c-be2c-700abe0a9b91" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.021895] env[65829]: DEBUG nova.network.neutron [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Refreshing network info cache for port 5b8986f1-ad3b-428d-af09-07db17c3ee1c {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.033592] env[65829]: DEBUG oslo_vmware.api [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807615, 'name': PowerOnVM_Task, 'duration_secs': 0.654984} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.034808] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.034808] env[65829]: INFO nova.compute.manager [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Took 11.69 seconds to spawn the instance on the hypervisor. [ 860.034991] env[65829]: DEBUG nova.compute.manager [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 860.035822] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bab04f-efa9-42f0-a892-663503ffc012 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.135382] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520ddb7e-b7b7-cc5c-5b5e-a133143033b4, 'name': SearchDatastore_Task, 'duration_secs': 0.06822} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.136370] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9874031-bd3b-4f00-984d-f3f45150fe06 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.142700] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 860.142700] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a9766c-99c0-29e2-db14-275374bce909" [ 860.142700] env[65829]: _type = "Task" [ 860.142700] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.147306] env[65829]: DEBUG nova.compute.manager [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 860.159187] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a9766c-99c0-29e2-db14-275374bce909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.172418] env[65829]: DEBUG nova.network.neutron [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 860.183284] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807616, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54128} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.184370] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] a92730b6-fca2-4a42-8d4e-0c70d509bad5/a92730b6-fca2-4a42-8d4e-0c70d509bad5.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 860.184370] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 860.184370] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10b60335-115c-484c-ac7b-131455170281 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.197334] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for the task: (returnval){ [ 860.197334] env[65829]: value = "task-4807617" [ 860.197334] env[65829]: _type = "Task" [ 860.197334] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.211296] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.300417] env[65829]: WARNING neutronclient.v2_0.client [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.383986] env[65829]: DEBUG nova.network.neutron [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance_info_cache with network_info: [{"id": "21e3826c-f322-49c0-b02f-505fd98c23cf", "address": "fa:16:3e:56:52:06", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e3826c-f3", "ovs_interfaceid": "21e3826c-f322-49c0-b02f-505fd98c23cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.528331] env[65829]: WARNING neutronclient.v2_0.client [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.564516] env[65829]: INFO nova.compute.manager [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Took 47.73 seconds to build instance. [ 860.661093] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a9766c-99c0-29e2-db14-275374bce909, 'name': SearchDatastore_Task, 'duration_secs': 0.032593} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.662031] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.662031] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] b9d82e03-a213-489e-b8e2-cddc5b6300e3/b9d82e03-a213-489e-b8e2-cddc5b6300e3.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.664593] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-731174d3-5f02-4641-abcd-27b9f2520a3a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.674375] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 860.674375] env[65829]: value = "task-4807618" [ 860.674375] env[65829]: _type = "Task" [ 860.674375] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.686386] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.694769] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf9894f-cd0b-44e8-bfba-c26177590b20 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.714201] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260958} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.714689] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3b4ec5-1884-4d72-9c95-8601aa6dc6cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.718495] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.719952] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8665dcb1-4484-43c9-be49-33232e28c8cc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.745949] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] a92730b6-fca2-4a42-8d4e-0c70d509bad5/a92730b6-fca2-4a42-8d4e-0c70d509bad5.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.776703] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fae58b34-4134-4e2d-ac15-297978ca39f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.794201] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d79471-04ea-4cb8-8645-05733f2d9db5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.804537] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab5195f-96f2-4b5f-852a-9a015e247b99 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.808982] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for the task: (returnval){ [ 860.808982] env[65829]: value = "task-4807619" [ 860.808982] env[65829]: _type = "Task" [ 860.808982] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.822735] env[65829]: DEBUG nova.compute.provider_tree [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.827779] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807619, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.829041] env[65829]: WARNING neutronclient.v2_0.client [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.886956] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.887363] env[65829]: DEBUG nova.compute.manager [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Instance network_info: |[{"id": "21e3826c-f322-49c0-b02f-505fd98c23cf", "address": "fa:16:3e:56:52:06", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e3826c-f3", "ovs_interfaceid": "21e3826c-f322-49c0-b02f-505fd98c23cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 860.887845] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:52:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21e3826c-f322-49c0-b02f-505fd98c23cf', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.896293] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 860.896662] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.896830] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a749b5a9-c307-49c5-b3ee-e4b53f6b5068 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.913469] env[65829]: DEBUG nova.network.neutron [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Updated VIF entry in instance network info cache for port 5b8986f1-ad3b-428d-af09-07db17c3ee1c. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 860.913853] env[65829]: DEBUG nova.network.neutron [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Updating instance_info_cache with network_info: [{"id": "5b8986f1-ad3b-428d-af09-07db17c3ee1c", "address": "fa:16:3e:f7:9f:35", "network": {"id": "c4b0d723-b339-4ba9-86fb-23c66bdbe773", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-145334519-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11b69e2090b446c9859a75450af9ee51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "67921bdb-a7a0-46b5-ba05-ca997496e222", "external-id": "nsx-vlan-transportzone-856", "segmentation_id": 856, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b8986f1-ad", "ovs_interfaceid": "5b8986f1-ad3b-428d-af09-07db17c3ee1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.922040] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.922040] env[65829]: value = "task-4807620" [ 860.922040] env[65829]: _type = "Task" [ 860.922040] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.934846] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807620, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.069038] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9d2fa1b-1ae8-46b1-b000-c4ca37f991ef tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "2e61a4e5-7410-40dd-a8d7-09a918431d8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.465s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.163574] env[65829]: DEBUG nova.compute.manager [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 861.190552] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807618, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.199511] env[65829]: DEBUG nova.virt.hardware [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 861.199689] env[65829]: DEBUG nova.virt.hardware [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.199834] env[65829]: DEBUG nova.virt.hardware [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 861.200773] env[65829]: DEBUG nova.virt.hardware [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.200773] env[65829]: DEBUG nova.virt.hardware [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 861.200773] env[65829]: DEBUG nova.virt.hardware [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 861.200773] env[65829]: DEBUG nova.virt.hardware [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 861.200773] env[65829]: DEBUG nova.virt.hardware [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 861.201149] env[65829]: DEBUG nova.virt.hardware [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 861.201149] env[65829]: DEBUG nova.virt.hardware [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 861.201245] env[65829]: DEBUG nova.virt.hardware [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 861.202755] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc571a4-46f0-43c0-b27b-aad22b7b1b13 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.214291] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd32dd1-065f-4eac-8974-3e39f0214cd7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.231748] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.238306] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Creating folder: Project (dc2bffa9c8104cbdaedf35d3a04b8b0f). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.239192] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bad8b185-bebd-4ac1-9f69-cabf89869665 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.256042] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Created folder: Project (dc2bffa9c8104cbdaedf35d3a04b8b0f) in parent group-v937255. [ 861.256042] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Creating folder: Instances. Parent ref: group-v937446. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.256042] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec46eac3-bca5-4807-89ff-f07d4604ada7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.267477] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Created folder: Instances in parent group-v937446. [ 861.267738] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 861.267968] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.268313] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9608c70d-7f3e-42b7-9fd2-894199168322 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.289286] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.289286] env[65829]: value = "task-4807623" [ 861.289286] env[65829]: _type = "Task" [ 861.289286] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.299852] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807623, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.320909] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807619, 'name': ReconfigVM_Task, 'duration_secs': 0.49365} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.321335] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Reconfigured VM instance instance-0000003e to attach disk [datastore2] a92730b6-fca2-4a42-8d4e-0c70d509bad5/a92730b6-fca2-4a42-8d4e-0c70d509bad5.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.322054] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51e58acd-323c-4466-ab10-6a11a5f9112f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.330197] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for the task: (returnval){ [ 861.330197] env[65829]: value = "task-4807624" [ 861.330197] env[65829]: _type = "Task" [ 861.330197] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.334383] env[65829]: DEBUG nova.scheduler.client.report [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.345340] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807624, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.417029] env[65829]: DEBUG nova.compute.manager [req-a7f645ac-3654-43e8-9d9a-32c8c26eb0a8 req-844b01de-391c-4b29-b00d-1c4fcc77c028 service nova] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Received event network-changed-21e3826c-f322-49c0-b02f-505fd98c23cf {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 861.417357] env[65829]: DEBUG nova.compute.manager [req-a7f645ac-3654-43e8-9d9a-32c8c26eb0a8 req-844b01de-391c-4b29-b00d-1c4fcc77c028 service nova] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Refreshing instance network info cache due to event network-changed-21e3826c-f322-49c0-b02f-505fd98c23cf. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 861.417778] env[65829]: DEBUG oslo_concurrency.lockutils [req-a7f645ac-3654-43e8-9d9a-32c8c26eb0a8 req-844b01de-391c-4b29-b00d-1c4fcc77c028 service nova] Acquiring lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.418402] env[65829]: DEBUG oslo_concurrency.lockutils [req-a7f645ac-3654-43e8-9d9a-32c8c26eb0a8 req-844b01de-391c-4b29-b00d-1c4fcc77c028 service nova] Acquired lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.418670] env[65829]: DEBUG nova.network.neutron [req-a7f645ac-3654-43e8-9d9a-32c8c26eb0a8 req-844b01de-391c-4b29-b00d-1c4fcc77c028 service nova] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Refreshing network info cache for port 21e3826c-f322-49c0-b02f-505fd98c23cf {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.420109] env[65829]: DEBUG oslo_concurrency.lockutils [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] Releasing lock "refresh_cache-dc5b9b37-d997-438c-be2c-700abe0a9b91" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.420582] env[65829]: DEBUG nova.compute.manager [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Received event network-vif-plugged-bdc4a061-ac4c-474a-a687-4a2d03217bef {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 861.420582] env[65829]: DEBUG oslo_concurrency.lockutils [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] Acquiring lock "b9d82e03-a213-489e-b8e2-cddc5b6300e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.420810] env[65829]: DEBUG oslo_concurrency.lockutils [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] Lock "b9d82e03-a213-489e-b8e2-cddc5b6300e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.420856] env[65829]: DEBUG oslo_concurrency.lockutils [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] Lock "b9d82e03-a213-489e-b8e2-cddc5b6300e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.421165] env[65829]: DEBUG nova.compute.manager [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] No waiting events found dispatching network-vif-plugged-bdc4a061-ac4c-474a-a687-4a2d03217bef {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 861.421677] env[65829]: WARNING nova.compute.manager [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Received unexpected event network-vif-plugged-bdc4a061-ac4c-474a-a687-4a2d03217bef for instance with vm_state building and task_state spawning. [ 861.421677] env[65829]: DEBUG nova.compute.manager [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Received event network-changed-bdc4a061-ac4c-474a-a687-4a2d03217bef {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 861.421834] env[65829]: DEBUG nova.compute.manager [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Refreshing instance network info cache due to event network-changed-bdc4a061-ac4c-474a-a687-4a2d03217bef. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 861.422267] env[65829]: DEBUG oslo_concurrency.lockutils [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] Acquiring lock "refresh_cache-b9d82e03-a213-489e-b8e2-cddc5b6300e3" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.422267] env[65829]: DEBUG oslo_concurrency.lockutils [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] Acquired lock "refresh_cache-b9d82e03-a213-489e-b8e2-cddc5b6300e3" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.423175] env[65829]: DEBUG nova.network.neutron [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Refreshing network info cache for port bdc4a061-ac4c-474a-a687-4a2d03217bef {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.436947] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807620, 'name': CreateVM_Task, 'duration_secs': 0.438956} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.437158] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.437715] env[65829]: WARNING neutronclient.v2_0.client [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.438114] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.438274] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.438594] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.439239] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-125ea1f1-16c6-4389-a946-d8cdd935ed4e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.446449] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 861.446449] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52916572-d81c-0ec7-e497-7767962d44ba" [ 861.446449] env[65829]: _type = "Task" [ 861.446449] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.458558] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52916572-d81c-0ec7-e497-7767962d44ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.576157] env[65829]: DEBUG nova.compute.manager [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 861.686626] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548238} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.687267] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] b9d82e03-a213-489e-b8e2-cddc5b6300e3/b9d82e03-a213-489e-b8e2-cddc5b6300e3.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.687522] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.687819] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f54a6f24-dd04-4bcf-92b8-ba00be1738b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.691946] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "2c0db17b-3368-4c5d-b30c-a45277b0f2e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.692179] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "2c0db17b-3368-4c5d-b30c-a45277b0f2e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.692393] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "2c0db17b-3368-4c5d-b30c-a45277b0f2e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.692556] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "2c0db17b-3368-4c5d-b30c-a45277b0f2e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.692714] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "2c0db17b-3368-4c5d-b30c-a45277b0f2e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.696234] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 861.696234] env[65829]: value = "task-4807625" [ 861.696234] env[65829]: _type = "Task" [ 861.696234] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.696798] env[65829]: INFO nova.compute.manager [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Terminating instance [ 861.709996] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.799350] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807623, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.841280] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.841837] env[65829]: DEBUG nova.compute.manager [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 861.846957] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807624, 'name': Rename_Task, 'duration_secs': 0.254964} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.846957] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.559s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.846957] env[65829]: DEBUG nova.objects.instance [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lazy-loading 'resources' on Instance uuid b4f4a954-7b29-43b4-97fc-df19cdd22551 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.846957] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.846957] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cd793f3-fd28-44b3-9ab4-522c70aad45a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.855938] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for the task: (returnval){ [ 861.855938] env[65829]: value = "task-4807626" [ 861.855938] env[65829]: _type = "Task" [ 861.855938] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.866746] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.925400] env[65829]: WARNING neutronclient.v2_0.client [req-a7f645ac-3654-43e8-9d9a-32c8c26eb0a8 req-844b01de-391c-4b29-b00d-1c4fcc77c028 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.928137] env[65829]: WARNING neutronclient.v2_0.client [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.958992] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52916572-d81c-0ec7-e497-7767962d44ba, 'name': SearchDatastore_Task, 'duration_secs': 0.013978} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.959370] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.959683] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.960260] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.960260] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.960395] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.960610] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f881297e-f0c2-4518-8a48-eb20d6bfe8b3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.970605] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.970806] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.974595] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df8fcb4-0c50-4a95-8e3b-ccda57fadfd5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.983142] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 861.983142] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52286926-39c1-e033-37c8-c8bb28bf6b8c" [ 861.983142] env[65829]: _type = "Task" [ 861.983142] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.992896] env[65829]: DEBUG nova.compute.manager [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 861.993255] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52286926-39c1-e033-37c8-c8bb28bf6b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.994018] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96b763b-9e50-45c4-a4a5-bacc219a993b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.107241] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.112263] env[65829]: WARNING neutronclient.v2_0.client [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.119629] env[65829]: WARNING neutronclient.v2_0.client [req-a7f645ac-3654-43e8-9d9a-32c8c26eb0a8 req-844b01de-391c-4b29-b00d-1c4fcc77c028 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.196271] env[65829]: DEBUG nova.network.neutron [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Updated VIF entry in instance network info cache for port bdc4a061-ac4c-474a-a687-4a2d03217bef. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 862.196814] env[65829]: DEBUG nova.network.neutron [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Updating instance_info_cache with network_info: [{"id": "bdc4a061-ac4c-474a-a687-4a2d03217bef", "address": "fa:16:3e:54:3b:7b", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc4a061-ac", "ovs_interfaceid": "bdc4a061-ac4c-474a-a687-4a2d03217bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.206021] env[65829]: DEBUG nova.compute.manager [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 862.206273] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.207173] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed994031-f0ea-416c-a7bf-e744b6dedb2e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.229766] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175853} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.232091] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.233386] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.234468] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e7ba67-7c2a-47d4-89cd-6ba1086d71d8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.237527] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70b480c0-41c4-4e04-9eb5-3f6a1f9538f2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.239904] env[65829]: DEBUG nova.network.neutron [req-a7f645ac-3654-43e8-9d9a-32c8c26eb0a8 req-844b01de-391c-4b29-b00d-1c4fcc77c028 service nova] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updated VIF entry in instance network info cache for port 21e3826c-f322-49c0-b02f-505fd98c23cf. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 862.240618] env[65829]: DEBUG nova.network.neutron [req-a7f645ac-3654-43e8-9d9a-32c8c26eb0a8 req-844b01de-391c-4b29-b00d-1c4fcc77c028 service nova] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance_info_cache with network_info: [{"id": "21e3826c-f322-49c0-b02f-505fd98c23cf", "address": "fa:16:3e:56:52:06", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e3826c-f3", "ovs_interfaceid": "21e3826c-f322-49c0-b02f-505fd98c23cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.270601] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] b9d82e03-a213-489e-b8e2-cddc5b6300e3/b9d82e03-a213-489e-b8e2-cddc5b6300e3.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.271808] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-787d065f-f4d0-401b-a840-95895f81aee4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.288972] env[65829]: DEBUG oslo_vmware.api [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 862.288972] env[65829]: value = "task-4807627" [ 862.288972] env[65829]: _type = "Task" [ 862.288972] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.300470] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 862.300470] env[65829]: value = "task-4807628" [ 862.300470] env[65829]: _type = "Task" [ 862.300470] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.315086] env[65829]: DEBUG oslo_vmware.api [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.315378] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807623, 'name': CreateVM_Task, 'duration_secs': 0.515678} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.316498] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.316989] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.317216] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.317653] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.318126] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d93dc61d-7e46-4dec-af88-35f8f4c3ae5a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.325185] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807628, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.329578] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 862.329578] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5210de2b-6888-bad1-5565-644c0adc2d10" [ 862.329578] env[65829]: _type = "Task" [ 862.329578] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.340017] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5210de2b-6888-bad1-5565-644c0adc2d10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.348017] env[65829]: DEBUG nova.objects.instance [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lazy-loading 'numa_topology' on Instance uuid b4f4a954-7b29-43b4-97fc-df19cdd22551 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.350991] env[65829]: DEBUG nova.compute.utils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.353154] env[65829]: DEBUG nova.compute.manager [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 862.353422] env[65829]: DEBUG nova.network.neutron [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 862.353773] env[65829]: WARNING neutronclient.v2_0.client [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.354121] env[65829]: WARNING neutronclient.v2_0.client [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.370131] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807626, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.403786] env[65829]: DEBUG nova.policy [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58e71aef14884c9792f514266b013565', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ee32917d7174f0ebdffb4a469ed2eb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.495068] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52286926-39c1-e033-37c8-c8bb28bf6b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.01076} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.496043] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64384abd-808a-4316-a1f2-9f31def894a3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.503197] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 862.503197] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527412ce-9dd2-0fcf-1f64-51fef62a5944" [ 862.503197] env[65829]: _type = "Task" [ 862.503197] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.504414] env[65829]: INFO nova.compute.manager [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] instance snapshotting [ 862.511412] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894b0ccb-9352-46fa-88c8-3738b3963e9a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.521292] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527412ce-9dd2-0fcf-1f64-51fef62a5944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.536239] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb732c3-c871-4571-99fe-594b4c1c3644 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.702664] env[65829]: DEBUG oslo_concurrency.lockutils [req-853f75aa-d60b-49e9-96eb-fff1432fb7eb req-5ae7f439-80f6-45f0-9771-0afab957f737 service nova] Releasing lock "refresh_cache-b9d82e03-a213-489e-b8e2-cddc5b6300e3" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.744048] env[65829]: DEBUG oslo_concurrency.lockutils [req-a7f645ac-3654-43e8-9d9a-32c8c26eb0a8 req-844b01de-391c-4b29-b00d-1c4fcc77c028 service nova] Releasing lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.804183] env[65829]: DEBUG oslo_vmware.api [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807627, 'name': PowerOffVM_Task, 'duration_secs': 0.27175} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.808011] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.808851] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.808851] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f287d621-fafd-4b72-ad4f-ea8cb2dab589 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.817477] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807628, 'name': ReconfigVM_Task, 'duration_secs': 0.326951} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.817765] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Reconfigured VM instance instance-0000003f to attach disk [datastore2] b9d82e03-a213-489e-b8e2-cddc5b6300e3/b9d82e03-a213-489e-b8e2-cddc5b6300e3.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.818478] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c945d03-aa0b-4160-b20f-55ea0be8f419 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.826568] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 862.826568] env[65829]: value = "task-4807630" [ 862.826568] env[65829]: _type = "Task" [ 862.826568] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.840472] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807630, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.844672] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5210de2b-6888-bad1-5565-644c0adc2d10, 'name': SearchDatastore_Task, 'duration_secs': 0.014976} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.845083] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.845484] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.845924] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.851964] env[65829]: DEBUG nova.network.neutron [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Successfully created port: ae1aa5fb-c6e9-4819-8c25-945a723af021 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 862.855043] env[65829]: DEBUG nova.compute.manager [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 862.858083] env[65829]: DEBUG nova.objects.base [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 862.872256] env[65829]: DEBUG oslo_vmware.api [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807626, 'name': PowerOnVM_Task, 'duration_secs': 0.907849} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.872548] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.872820] env[65829]: INFO nova.compute.manager [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Took 9.75 seconds to spawn the instance on the hypervisor. [ 862.873040] env[65829]: DEBUG nova.compute.manager [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 862.873789] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a398209-cad0-4277-9686-de2915cadf5d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.907338] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.907608] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.907786] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Deleting the datastore file [datastore2] 2c0db17b-3368-4c5d-b30c-a45277b0f2e8 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.908667] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c977552c-22ef-409c-9d90-8a8f2d376da9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.922150] env[65829]: DEBUG oslo_vmware.api [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 862.922150] env[65829]: value = "task-4807631" [ 862.922150] env[65829]: _type = "Task" [ 862.922150] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.932089] env[65829]: DEBUG oslo_vmware.api [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.017499] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527412ce-9dd2-0fcf-1f64-51fef62a5944, 'name': SearchDatastore_Task, 'duration_secs': 0.019959} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.018546] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.018546] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 763ccacd-c45c-41de-a074-93c2a8e3c7ed/763ccacd-c45c-41de-a074-93c2a8e3c7ed.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.018546] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.018546] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.018806] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-959b900c-fbfe-432b-8435-b5e679ad45d1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.020965] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26474ce8-1337-45d9-984e-6a31f35d3922 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.030659] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 863.030659] env[65829]: value = "task-4807632" [ 863.030659] env[65829]: _type = "Task" [ 863.030659] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.033944] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.034176] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.035425] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef00ade-9128-4517-8c88-655dde8e54d0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.042253] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.048293] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 863.049114] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-21c979ed-738a-472b-bd96-7efea37a153a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.052363] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 863.052363] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e6b113-f596-826a-0c15-98ce4d92437f" [ 863.052363] env[65829]: _type = "Task" [ 863.052363] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.062362] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 863.062362] env[65829]: value = "task-4807633" [ 863.062362] env[65829]: _type = "Task" [ 863.062362] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.067310] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e6b113-f596-826a-0c15-98ce4d92437f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.075418] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.340976] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807630, 'name': Rename_Task, 'duration_secs': 0.181439} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.340976] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.340976] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1060c156-0711-428e-b95b-524089092311 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.348853] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 863.348853] env[65829]: value = "task-4807634" [ 863.348853] env[65829]: _type = "Task" [ 863.348853] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.359953] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.396012] env[65829]: INFO nova.compute.manager [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Took 37.77 seconds to build instance. [ 863.419502] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462b7241-99fa-4106-99ca-4c5ec2d49bc2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.446147] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd17ef8-4237-4d84-b916-00321a053d8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.450664] env[65829]: DEBUG oslo_vmware.api [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299353} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.450969] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.451185] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.451434] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.451615] env[65829]: INFO nova.compute.manager [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Took 1.25 seconds to destroy the instance on the hypervisor. [ 863.451920] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 863.452697] env[65829]: DEBUG nova.compute.manager [-] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 863.452824] env[65829]: DEBUG nova.network.neutron [-] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 863.453205] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.490195] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f556e40b-cbbc-4390-84dd-32964b40b64d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.502315] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880a4486-9012-4d39-bb5d-4e2b86b2afe3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.524763] env[65829]: DEBUG nova.compute.provider_tree [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.530617] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.546969] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807632, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.566321] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e6b113-f596-826a-0c15-98ce4d92437f, 'name': SearchDatastore_Task, 'duration_secs': 0.012665} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.571960] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3fd83b-4818-41aa-938c-cb01fd83dad9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.583429] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807633, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.585863] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 863.585863] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529a4f43-afff-fc28-b3e7-4556d199d5df" [ 863.585863] env[65829]: _type = "Task" [ 863.585863] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.597045] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529a4f43-afff-fc28-b3e7-4556d199d5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.864260] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807634, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.878172] env[65829]: DEBUG nova.compute.manager [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 863.900220] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2f5bb840-68d6-4659-90b8-dc90c44f72b1 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.977s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.914298] env[65829]: DEBUG nova.virt.hardware [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 863.914545] env[65829]: DEBUG nova.virt.hardware [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.915305] env[65829]: DEBUG nova.virt.hardware [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 863.915434] env[65829]: DEBUG nova.virt.hardware [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.915490] env[65829]: DEBUG nova.virt.hardware [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 863.915633] env[65829]: DEBUG nova.virt.hardware [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 863.915927] env[65829]: DEBUG nova.virt.hardware [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 863.916127] env[65829]: DEBUG nova.virt.hardware [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 863.916301] env[65829]: DEBUG nova.virt.hardware [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 863.916462] env[65829]: DEBUG nova.virt.hardware [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 863.916630] env[65829]: DEBUG nova.virt.hardware [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 863.917571] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879afcbf-4b5c-4a1b-b62a-38a7f22556c6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.930076] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f0a55f-b23b-4039-adc8-7f7944d050f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.028420] env[65829]: DEBUG nova.scheduler.client.report [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.046189] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672016} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.046556] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 763ccacd-c45c-41de-a074-93c2a8e3c7ed/763ccacd-c45c-41de-a074-93c2a8e3c7ed.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.048416] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.048416] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d81030ac-101e-460e-b55c-c43dc1590d55 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.061112] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 864.061112] env[65829]: value = "task-4807635" [ 864.061112] env[65829]: _type = "Task" [ 864.061112] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.074460] env[65829]: DEBUG nova.compute.manager [req-d82a9bbf-c50b-4d4f-be56-5629cdb6c827 req-4777338c-a77a-4d10-9cc7-10d253d4148e service nova] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Received event network-vif-deleted-4b30c665-adc8-4b66-949a-d07728c7278b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 864.074805] env[65829]: INFO nova.compute.manager [req-d82a9bbf-c50b-4d4f-be56-5629cdb6c827 req-4777338c-a77a-4d10-9cc7-10d253d4148e service nova] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Neutron deleted interface 4b30c665-adc8-4b66-949a-d07728c7278b; detaching it from the instance and deleting it from the info cache [ 864.074977] env[65829]: DEBUG nova.network.neutron [req-d82a9bbf-c50b-4d4f-be56-5629cdb6c827 req-4777338c-a77a-4d10-9cc7-10d253d4148e service nova] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.081798] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.088780] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807633, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.105563] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529a4f43-afff-fc28-b3e7-4556d199d5df, 'name': SearchDatastore_Task, 'duration_secs': 0.057779} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.105563] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.105886] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 9335f493-e014-44a1-84d1-8cf267fe0c80/9335f493-e014-44a1-84d1-8cf267fe0c80.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.106291] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd2bc89f-763a-4973-ba93-3337f97be88a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.115258] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 864.115258] env[65829]: value = "task-4807636" [ 864.115258] env[65829]: _type = "Task" [ 864.115258] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.125143] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.360114] env[65829]: DEBUG nova.network.neutron [-] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.368804] env[65829]: DEBUG oslo_vmware.api [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807634, 'name': PowerOnVM_Task, 'duration_secs': 0.744573} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.369873] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.369873] env[65829]: INFO nova.compute.manager [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Took 8.58 seconds to spawn the instance on the hypervisor. [ 864.370335] env[65829]: DEBUG nova.compute.manager [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 864.371449] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ece103-d3b8-44ba-a348-1553a70436ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.443326] env[65829]: DEBUG nova.network.neutron [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Successfully updated port: ae1aa5fb-c6e9-4819-8c25-945a723af021 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 864.461582] env[65829]: DEBUG nova.compute.manager [req-9ddb3978-9f5d-4df6-b7fd-488d814ac20b req-bb4eaae4-01cc-42bd-af66-8eb1bded500f service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Received event network-vif-plugged-ae1aa5fb-c6e9-4819-8c25-945a723af021 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 864.461582] env[65829]: DEBUG oslo_concurrency.lockutils [req-9ddb3978-9f5d-4df6-b7fd-488d814ac20b req-bb4eaae4-01cc-42bd-af66-8eb1bded500f service nova] Acquiring lock "6bfb8e92-4927-4427-bdba-821903439344-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.461582] env[65829]: DEBUG oslo_concurrency.lockutils [req-9ddb3978-9f5d-4df6-b7fd-488d814ac20b req-bb4eaae4-01cc-42bd-af66-8eb1bded500f service nova] Lock "6bfb8e92-4927-4427-bdba-821903439344-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.461582] env[65829]: DEBUG oslo_concurrency.lockutils [req-9ddb3978-9f5d-4df6-b7fd-488d814ac20b req-bb4eaae4-01cc-42bd-af66-8eb1bded500f service nova] Lock "6bfb8e92-4927-4427-bdba-821903439344-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.461582] env[65829]: DEBUG nova.compute.manager [req-9ddb3978-9f5d-4df6-b7fd-488d814ac20b req-bb4eaae4-01cc-42bd-af66-8eb1bded500f service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] No waiting events found dispatching network-vif-plugged-ae1aa5fb-c6e9-4819-8c25-945a723af021 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 864.461582] env[65829]: WARNING nova.compute.manager [req-9ddb3978-9f5d-4df6-b7fd-488d814ac20b req-bb4eaae4-01cc-42bd-af66-8eb1bded500f service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Received unexpected event network-vif-plugged-ae1aa5fb-c6e9-4819-8c25-945a723af021 for instance with vm_state building and task_state spawning. [ 864.534928] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.690s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.537504] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.012s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.539747] env[65829]: INFO nova.compute.claims [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.583826] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081431} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.590828] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-797329e4-0246-4326-a3d0-010411916046 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.594434] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.594970] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807633, 'name': CreateSnapshot_Task, 'duration_secs': 1.035663} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.597276] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c29436-f895-4433-ae69-596a65caf199 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.601469] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 864.603683] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbb0f33-4560-41f3-9154-179c51cd5d42 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.616449] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d036ebc1-05ed-4863-829e-8908eb0c0e83 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.660029] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 763ccacd-c45c-41de-a074-93c2a8e3c7ed/763ccacd-c45c-41de-a074-93c2a8e3c7ed.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.662927] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e13f558a-f8dc-4ab6-9042-6d08f84af722 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.696658] env[65829]: DEBUG nova.compute.manager [req-d82a9bbf-c50b-4d4f-be56-5629cdb6c827 req-4777338c-a77a-4d10-9cc7-10d253d4148e service nova] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Detach interface failed, port_id=4b30c665-adc8-4b66-949a-d07728c7278b, reason: Instance 2c0db17b-3368-4c5d-b30c-a45277b0f2e8 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 864.697831] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquiring lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.698153] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.698281] env[65829]: INFO nova.compute.manager [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Rebooting instance [ 864.707858] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522339} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.710296] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 9335f493-e014-44a1-84d1-8cf267fe0c80/9335f493-e014-44a1-84d1-8cf267fe0c80.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.710296] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.711227] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 864.711227] env[65829]: value = "task-4807637" [ 864.711227] env[65829]: _type = "Task" [ 864.711227] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.711227] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9624f55-0dae-400a-bc15-bd3370d56111 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.728531] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 864.728531] env[65829]: value = "task-4807638" [ 864.728531] env[65829]: _type = "Task" [ 864.728531] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.739206] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.863387] env[65829]: INFO nova.compute.manager [-] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Took 1.41 seconds to deallocate network for instance. [ 864.898203] env[65829]: INFO nova.compute.manager [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Took 37.83 seconds to build instance. [ 864.947539] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.947763] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquired lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.948519] env[65829]: DEBUG nova.network.neutron [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 865.052139] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b21e9ee-72c0-42ae-abef-93934681c83a tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 52.369s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.052871] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 23.554s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.053388] env[65829]: INFO nova.compute.manager [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Unshelving [ 865.167549] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 865.168016] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1efc7162-3b98-475c-baa3-0cd6e9d06ea0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.182250] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 865.182250] env[65829]: value = "task-4807639" [ 865.182250] env[65829]: _type = "Task" [ 865.182250] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.192503] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807639, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.218343] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquiring lock "refresh_cache-a92730b6-fca2-4a42-8d4e-0c70d509bad5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.218539] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquired lock "refresh_cache-a92730b6-fca2-4a42-8d4e-0c70d509bad5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.218729] env[65829]: DEBUG nova.network.neutron [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 865.226432] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807637, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.238719] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077931} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.239451] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.240077] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c329ed-2c28-425d-9547-d66cc36662f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.264029] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 9335f493-e014-44a1-84d1-8cf267fe0c80/9335f493-e014-44a1-84d1-8cf267fe0c80.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.264407] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47a67ac4-115c-435b-8325-b6c131980320 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.286980] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 865.286980] env[65829]: value = "task-4807640" [ 865.286980] env[65829]: _type = "Task" [ 865.286980] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.302803] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.369962] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.403682] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5435d18f-ef62-4fa3-a0e8-e87d696b03db tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "b9d82e03-a213-489e-b8e2-cddc5b6300e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.900s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.492084] env[65829]: DEBUG oslo_concurrency.lockutils [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "b9d82e03-a213-489e-b8e2-cddc5b6300e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.492392] env[65829]: DEBUG oslo_concurrency.lockutils [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "b9d82e03-a213-489e-b8e2-cddc5b6300e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.493099] env[65829]: DEBUG oslo_concurrency.lockutils [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "b9d82e03-a213-489e-b8e2-cddc5b6300e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.493099] env[65829]: DEBUG oslo_concurrency.lockutils [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "b9d82e03-a213-489e-b8e2-cddc5b6300e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.493099] env[65829]: DEBUG oslo_concurrency.lockutils [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "b9d82e03-a213-489e-b8e2-cddc5b6300e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.495896] env[65829]: INFO nova.compute.manager [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Terminating instance [ 865.532366] env[65829]: DEBUG nova.network.neutron [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 865.658897] env[65829]: WARNING neutronclient.v2_0.client [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.692477] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807639, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.723735] env[65829]: WARNING neutronclient.v2_0.client [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.726367] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807637, 'name': ReconfigVM_Task, 'duration_secs': 0.851137} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.729657] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 763ccacd-c45c-41de-a074-93c2a8e3c7ed/763ccacd-c45c-41de-a074-93c2a8e3c7ed.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.730608] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-378bc7b1-d293-4545-b52a-db029b283438 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.740550] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 865.740550] env[65829]: value = "task-4807641" [ 865.740550] env[65829]: _type = "Task" [ 865.740550] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.751413] env[65829]: DEBUG nova.network.neutron [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Updating instance_info_cache with network_info: [{"id": "ae1aa5fb-c6e9-4819-8c25-945a723af021", "address": "fa:16:3e:0a:a7:d7", "network": {"id": "4221bb4f-d80f-49fb-aa07-3b1060a3206d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1413371387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee32917d7174f0ebdffb4a469ed2eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1aa5fb-c6", "ovs_interfaceid": "ae1aa5fb-c6e9-4819-8c25-945a723af021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.756321] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807641, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.801672] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807640, 'name': ReconfigVM_Task, 'duration_secs': 0.353956} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.801835] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 9335f493-e014-44a1-84d1-8cf267fe0c80/9335f493-e014-44a1-84d1-8cf267fe0c80.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.802778] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87015ce5-a02c-4451-9aa5-e544ff8888a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.811222] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 865.811222] env[65829]: value = "task-4807642" [ 865.811222] env[65829]: _type = "Task" [ 865.811222] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.825398] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807642, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.913103] env[65829]: WARNING neutronclient.v2_0.client [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.994783] env[65829]: DEBUG nova.network.neutron [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Updating instance_info_cache with network_info: [{"id": "62805c48-8561-43c1-ac2b-d5bcbda84bd6", "address": "fa:16:3e:72:54:1f", "network": {"id": "b9794a6b-4ec1-4139-a9af-eb798301add1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1573443063-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6863434f5e8c4ee3ab43697b2bb2477c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99639c37-b0c6-4be7-9594-230e44b1280b", "external-id": "nsx-vlan-transportzone-17", "segmentation_id": 17, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62805c48-85", "ovs_interfaceid": "62805c48-8561-43c1-ac2b-d5bcbda84bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.000912] env[65829]: DEBUG nova.compute.manager [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 866.001313] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.002253] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ca8b1a-54ad-4dc0-8ce8-3bd333517d61 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.014318] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.014704] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3fdc88f-880b-454a-812a-489dd4a181a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.024832] env[65829]: DEBUG oslo_vmware.api [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 866.024832] env[65829]: value = "task-4807643" [ 866.024832] env[65829]: _type = "Task" [ 866.024832] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.039196] env[65829]: DEBUG oslo_vmware.api [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.067351] env[65829]: DEBUG nova.compute.utils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.073155] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ecb58-a506-45f5-ad49-cb011853e9b0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.086358] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33c830f-3ae8-468e-bea4-13ef87253143 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.131337] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872ac3e1-8635-4ce6-9c2c-902d095c104e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.142889] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4218fe8-d861-4726-a981-8e7157417d35 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.162312] env[65829]: DEBUG nova.compute.provider_tree [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.194919] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807639, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.253418] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807641, 'name': Rename_Task, 'duration_secs': 0.328023} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.253653] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.253917] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f13186ff-e316-41ba-ac3e-ecbc00fdf11f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.257616] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Releasing lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.258051] env[65829]: DEBUG nova.compute.manager [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Instance network_info: |[{"id": "ae1aa5fb-c6e9-4819-8c25-945a723af021", "address": "fa:16:3e:0a:a7:d7", "network": {"id": "4221bb4f-d80f-49fb-aa07-3b1060a3206d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1413371387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee32917d7174f0ebdffb4a469ed2eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1aa5fb-c6", "ovs_interfaceid": "ae1aa5fb-c6e9-4819-8c25-945a723af021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 866.258537] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:a7:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae1aa5fb-c6e9-4819-8c25-945a723af021', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.267095] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Creating folder: Project (3ee32917d7174f0ebdffb4a469ed2eb7). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.268960] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afd031c4-ee62-45cd-b5e9-17ecb5ab8c1c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.270936] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 866.270936] env[65829]: value = "task-4807644" [ 866.270936] env[65829]: _type = "Task" [ 866.270936] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.282096] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.284392] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Created folder: Project (3ee32917d7174f0ebdffb4a469ed2eb7) in parent group-v937255. [ 866.284392] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Creating folder: Instances. Parent ref: group-v937451. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.284713] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-302d16d3-4021-4a32-9eab-a1dfbf88a4fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.299714] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Created folder: Instances in parent group-v937451. [ 866.300109] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 866.300380] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.300875] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-598b4de9-4656-4013-a630-ca53512c8368 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.330255] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807642, 'name': Rename_Task, 'duration_secs': 0.153008} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.332143] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.332421] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.332421] env[65829]: value = "task-4807647" [ 866.332421] env[65829]: _type = "Task" [ 866.332421] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.332639] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a6b404d-5490-489a-8555-c334e334fb1f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.345792] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807647, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.347514] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 866.347514] env[65829]: value = "task-4807648" [ 866.347514] env[65829]: _type = "Task" [ 866.347514] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.357655] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.496634] env[65829]: DEBUG nova.compute.manager [req-b2c2bc6c-a690-436c-927b-01f1a46f7694 req-9cafd18d-34e0-4541-8eb6-1f805bdaefc1 service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Received event network-changed-ae1aa5fb-c6e9-4819-8c25-945a723af021 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 866.497059] env[65829]: DEBUG nova.compute.manager [req-b2c2bc6c-a690-436c-927b-01f1a46f7694 req-9cafd18d-34e0-4541-8eb6-1f805bdaefc1 service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Refreshing instance network info cache due to event network-changed-ae1aa5fb-c6e9-4819-8c25-945a723af021. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 866.497592] env[65829]: DEBUG oslo_concurrency.lockutils [req-b2c2bc6c-a690-436c-927b-01f1a46f7694 req-9cafd18d-34e0-4541-8eb6-1f805bdaefc1 service nova] Acquiring lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.497592] env[65829]: DEBUG oslo_concurrency.lockutils [req-b2c2bc6c-a690-436c-927b-01f1a46f7694 req-9cafd18d-34e0-4541-8eb6-1f805bdaefc1 service nova] Acquired lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.497875] env[65829]: DEBUG nova.network.neutron [req-b2c2bc6c-a690-436c-927b-01f1a46f7694 req-9cafd18d-34e0-4541-8eb6-1f805bdaefc1 service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Refreshing network info cache for port ae1aa5fb-c6e9-4819-8c25-945a723af021 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.500914] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Releasing lock "refresh_cache-a92730b6-fca2-4a42-8d4e-0c70d509bad5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.536905] env[65829]: DEBUG oslo_vmware.api [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807643, 'name': PowerOffVM_Task, 'duration_secs': 0.215867} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.537031] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.537117] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.537395] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0eb473b8-ce3b-4bf2-9bf9-b13cb70453ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.578812] env[65829]: INFO nova.virt.block_device [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Booting with volume b031999f-1628-4cf8-8425-c7f0fce33e1b at /dev/sdb [ 866.614071] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.614574] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.614723] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleting the datastore file [datastore2] b9d82e03-a213-489e-b8e2-cddc5b6300e3 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.614998] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4f29e10-13f9-4b27-b991-ec49e8b0b7ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.623621] env[65829]: DEBUG oslo_vmware.api [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 866.623621] env[65829]: value = "task-4807650" [ 866.623621] env[65829]: _type = "Task" [ 866.623621] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.628443] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ce2dc35-6e5c-4e98-bf44-5d7217216d8d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.635648] env[65829]: DEBUG oslo_vmware.api [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.645148] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e059dea-1ac7-4263-a9be-b617e3e0bc37 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.666192] env[65829]: DEBUG nova.scheduler.client.report [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.692488] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b197ece8-4b3a-450e-b90f-af51133bde2d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.703585] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807639, 'name': CloneVM_Task} progress is 95%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.709963] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f086a7c6-40d6-46d6-a5e8-2f986264da52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.756884] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0ab760-6aff-43df-80ad-0d560f47aff5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.767758] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72715e54-a681-449b-8a2b-ef2b3c8520ca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.785348] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807644, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.790831] env[65829]: DEBUG nova.virt.block_device [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updating existing volume attachment record: d31dc40b-ceb1-4281-a10a-ddd8178cb5a6 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 866.845110] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807647, 'name': CreateVM_Task, 'duration_secs': 0.482099} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.845410] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.846077] env[65829]: WARNING neutronclient.v2_0.client [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.846564] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.846796] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.847296] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.847566] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3750052-809f-4660-bdaf-77e4ad966298 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.864045] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807648, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.864655] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 866.864655] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526f460d-2afb-8c0d-7493-ff860af8d7ef" [ 866.864655] env[65829]: _type = "Task" [ 866.864655] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.877766] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526f460d-2afb-8c0d-7493-ff860af8d7ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.002857] env[65829]: WARNING neutronclient.v2_0.client [req-b2c2bc6c-a690-436c-927b-01f1a46f7694 req-9cafd18d-34e0-4541-8eb6-1f805bdaefc1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.008044] env[65829]: DEBUG nova.compute.manager [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 867.009027] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d2edb9-a022-48fc-9f72-b74657ec17ba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.135044] env[65829]: DEBUG oslo_vmware.api [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30822} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.135363] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.135655] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.135845] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.136034] env[65829]: INFO nova.compute.manager [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 867.136356] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 867.136926] env[65829]: DEBUG nova.compute.manager [-] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 867.136926] env[65829]: DEBUG nova.network.neutron [-] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 867.136926] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.177569] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.188625] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.189178] env[65829]: DEBUG nova.compute.manager [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 867.195187] env[65829]: WARNING neutronclient.v2_0.client [req-b2c2bc6c-a690-436c-927b-01f1a46f7694 req-9cafd18d-34e0-4541-8eb6-1f805bdaefc1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.199210] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.399s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.199447] env[65829]: DEBUG nova.objects.instance [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lazy-loading 'resources' on Instance uuid 210d3432-3cf6-4ef3-951e-30e2e9eaa702 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.211345] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807639, 'name': CloneVM_Task, 'duration_secs': 1.755308} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.211345] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Created linked-clone VM from snapshot [ 867.212024] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eaeada0-ba2e-4805-8df5-a44c885e8328 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.227385] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Uploading image 7b5ee923-3821-49ff-8d2f-3d12ad6d1552 {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 867.262066] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 867.262066] env[65829]: value = "vm-937450" [ 867.262066] env[65829]: _type = "VirtualMachine" [ 867.262066] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 867.262611] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cafd6883-8c5a-4155-bce1-c66370eb7659 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.273134] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lease: (returnval){ [ 867.273134] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a0c21e-dd9b-aa2f-3b4c-1a94ac66aa0b" [ 867.273134] env[65829]: _type = "HttpNfcLease" [ 867.273134] env[65829]: } obtained for exporting VM: (result){ [ 867.273134] env[65829]: value = "vm-937450" [ 867.273134] env[65829]: _type = "VirtualMachine" [ 867.273134] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 867.273134] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the lease: (returnval){ [ 867.273134] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a0c21e-dd9b-aa2f-3b4c-1a94ac66aa0b" [ 867.273134] env[65829]: _type = "HttpNfcLease" [ 867.273134] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.285925] env[65829]: DEBUG oslo_vmware.api [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807644, 'name': PowerOnVM_Task, 'duration_secs': 0.540487} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.288295] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.288558] env[65829]: INFO nova.compute.manager [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Took 8.84 seconds to spawn the instance on the hypervisor. [ 867.288744] env[65829]: DEBUG nova.compute.manager [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 867.289041] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.289041] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a0c21e-dd9b-aa2f-3b4c-1a94ac66aa0b" [ 867.289041] env[65829]: _type = "HttpNfcLease" [ 867.289041] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.289872] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a11e83d-f75d-43f5-b3b5-de2b6e134e29 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.349121] env[65829]: DEBUG nova.network.neutron [req-b2c2bc6c-a690-436c-927b-01f1a46f7694 req-9cafd18d-34e0-4541-8eb6-1f805bdaefc1 service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Updated VIF entry in instance network info cache for port ae1aa5fb-c6e9-4819-8c25-945a723af021. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 867.349212] env[65829]: DEBUG nova.network.neutron [req-b2c2bc6c-a690-436c-927b-01f1a46f7694 req-9cafd18d-34e0-4541-8eb6-1f805bdaefc1 service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Updating instance_info_cache with network_info: [{"id": "ae1aa5fb-c6e9-4819-8c25-945a723af021", "address": "fa:16:3e:0a:a7:d7", "network": {"id": "4221bb4f-d80f-49fb-aa07-3b1060a3206d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1413371387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee32917d7174f0ebdffb4a469ed2eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1aa5fb-c6", "ovs_interfaceid": "ae1aa5fb-c6e9-4819-8c25-945a723af021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.361035] env[65829]: DEBUG oslo_vmware.api [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807648, 'name': PowerOnVM_Task, 'duration_secs': 0.701618} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.361361] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.361562] env[65829]: INFO nova.compute.manager [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Took 6.20 seconds to spawn the instance on the hypervisor. [ 867.361833] env[65829]: DEBUG nova.compute.manager [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 867.363460] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55650f07-8823-4989-aeb6-1e76105239c7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.381247] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526f460d-2afb-8c0d-7493-ff860af8d7ef, 'name': SearchDatastore_Task, 'duration_secs': 0.023047} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.381477] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.384725] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.384725] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.384725] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.384725] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.384725] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e50cbcc1-8032-4cc7-91fa-3a6279e8298f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.397562] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.397794] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.398651] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-accd1c09-081a-45e6-a812-d4a3574111e3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.408196] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 867.408196] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d32a9e-b999-d2d2-bbac-e110e5fdd7eb" [ 867.408196] env[65829]: _type = "Task" [ 867.408196] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.429186] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d32a9e-b999-d2d2-bbac-e110e5fdd7eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.592910] env[65829]: DEBUG nova.compute.manager [req-ee82c96f-e5b7-4d37-8d45-e84dbaee2f3e req-e6d00027-fb58-4934-808b-a17be1dd86bc service nova] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Received event network-vif-deleted-bdc4a061-ac4c-474a-a687-4a2d03217bef {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 867.593227] env[65829]: INFO nova.compute.manager [req-ee82c96f-e5b7-4d37-8d45-e84dbaee2f3e req-e6d00027-fb58-4934-808b-a17be1dd86bc service nova] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Neutron deleted interface bdc4a061-ac4c-474a-a687-4a2d03217bef; detaching it from the instance and deleting it from the info cache [ 867.593350] env[65829]: DEBUG nova.network.neutron [req-ee82c96f-e5b7-4d37-8d45-e84dbaee2f3e req-e6d00027-fb58-4934-808b-a17be1dd86bc service nova] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.705463] env[65829]: DEBUG nova.compute.utils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.711429] env[65829]: DEBUG nova.compute.manager [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 867.711676] env[65829]: DEBUG nova.network.neutron [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 867.711996] env[65829]: WARNING neutronclient.v2_0.client [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.714323] env[65829]: WARNING neutronclient.v2_0.client [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.765552] env[65829]: DEBUG nova.policy [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cebb40900a774f289628746f0c91e071', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a70695e846e4bac8c2352562c303a9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.789472] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.789472] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a0c21e-dd9b-aa2f-3b4c-1a94ac66aa0b" [ 867.789472] env[65829]: _type = "HttpNfcLease" [ 867.789472] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.789933] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.789933] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a0c21e-dd9b-aa2f-3b4c-1a94ac66aa0b" [ 867.789933] env[65829]: _type = "HttpNfcLease" [ 867.789933] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 867.790955] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266337a6-2fd9-4525-bd81-a12d0fea63db {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.800127] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521723cc-cf31-9050-69b2-cd2e64198ec6/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.800324] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521723cc-cf31-9050-69b2-cd2e64198ec6/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 867.870106] env[65829]: DEBUG oslo_concurrency.lockutils [req-b2c2bc6c-a690-436c-927b-01f1a46f7694 req-9cafd18d-34e0-4541-8eb6-1f805bdaefc1 service nova] Releasing lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.870106] env[65829]: INFO nova.compute.manager [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Took 38.26 seconds to build instance. [ 867.894187] env[65829]: INFO nova.compute.manager [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Took 34.00 seconds to build instance. [ 867.924815] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d32a9e-b999-d2d2-bbac-e110e5fdd7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017479} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.928620] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd5a3217-7bd5-44d2-99fa-36334af98fc0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.935726] env[65829]: DEBUG nova.network.neutron [-] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.936958] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 867.936958] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525a9984-870a-39f2-bcf5-c1b52762deed" [ 867.936958] env[65829]: _type = "Task" [ 867.936958] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.952146] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525a9984-870a-39f2-bcf5-c1b52762deed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.952636] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e33584c4-1a80-42c1-ba92-4d17893967ae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.026361] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db58d3b-f6c7-4568-96cf-0380fff7f1fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.035807] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Doing hard reboot of VM {{(pid=65829) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 868.036105] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5df94137-3b6e-46e3-a1d7-f35b60e4307e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.044020] env[65829]: DEBUG oslo_vmware.api [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for the task: (returnval){ [ 868.044020] env[65829]: value = "task-4807655" [ 868.044020] env[65829]: _type = "Task" [ 868.044020] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.059974] env[65829]: DEBUG oslo_vmware.api [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807655, 'name': ResetVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.096197] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd6704c1-2613-4e55-a093-d799483b67bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.110423] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d739af8-bf28-4988-95dc-332a644e8afc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.147327] env[65829]: DEBUG nova.network.neutron [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Successfully created port: 4553176e-dad0-433c-b1c1-dc2431c5123d {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 868.173727] env[65829]: DEBUG nova.compute.manager [req-ee82c96f-e5b7-4d37-8d45-e84dbaee2f3e req-e6d00027-fb58-4934-808b-a17be1dd86bc service nova] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Detach interface failed, port_id=bdc4a061-ac4c-474a-a687-4a2d03217bef, reason: Instance b9d82e03-a213-489e-b8e2-cddc5b6300e3 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 868.213721] env[65829]: DEBUG nova.compute.manager [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 868.376246] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd978c52-19b0-4070-9e0b-5c6955b27f86 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.764s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.397347] env[65829]: DEBUG oslo_concurrency.lockutils [None req-39167dc3-61d9-43d4-a397-b626449f9406 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lock "9335f493-e014-44a1-84d1-8cf267fe0c80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.535s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.436542] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3821ad78-8457-4df0-bbfd-f6d1382b5c75 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.446730] env[65829]: INFO nova.compute.manager [-] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Took 1.31 seconds to deallocate network for instance. [ 868.455600] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee95f64-45d3-4c0a-90b0-888f0803ea61 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.466208] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525a9984-870a-39f2-bcf5-c1b52762deed, 'name': SearchDatastore_Task, 'duration_secs': 0.012516} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.467769] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.467769] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 6bfb8e92-4927-4427-bdba-821903439344/6bfb8e92-4927-4427-bdba-821903439344.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.467998] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03bd0c6b-09a1-4d8b-b609-230742d37e8d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.502942] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1608d900-cb70-4de4-b240-2280ce8fda58 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.508046] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 868.508046] env[65829]: value = "task-4807656" [ 868.508046] env[65829]: _type = "Task" [ 868.508046] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.515031] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b2af3d-608f-4d11-bde1-09435435af68 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.293604] env[65829]: INFO nova.compute.manager [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Rebuilding instance [ 869.296816] env[65829]: DEBUG oslo_concurrency.lockutils [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.308601] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807656, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.308920] env[65829]: WARNING oslo_vmware.common.loopingcall [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] task run outlasted interval by 0.30077699999999996 sec [ 869.327164] env[65829]: DEBUG nova.compute.provider_tree [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.328876] env[65829]: DEBUG oslo_vmware.api [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807655, 'name': ResetVM_Task, 'duration_secs': 0.109475} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.331934] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Did hard reboot of VM {{(pid=65829) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 869.332178] env[65829]: DEBUG nova.compute.manager [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 869.334062] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b41b270-5c44-45de-9e49-617a01540808 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.342530] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807656, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.390281] env[65829]: DEBUG nova.compute.manager [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 869.391523] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eeeee50-0f70-4a28-b932-ac4d23e2f9a3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.799767] env[65829]: DEBUG nova.compute.manager [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 869.823388] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807656, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.049827} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.824444] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 6bfb8e92-4927-4427-bdba-821903439344/6bfb8e92-4927-4427-bdba-821903439344.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.824715] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.825047] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f6cd5c4-bc43-4722-a0e6-01313e5ac1f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.832884] env[65829]: DEBUG nova.scheduler.client.report [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.839431] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 869.839431] env[65829]: value = "task-4807658" [ 869.839431] env[65829]: _type = "Task" [ 869.839431] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.847012] env[65829]: DEBUG nova.virt.hardware [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 869.847515] env[65829]: DEBUG nova.virt.hardware [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.847792] env[65829]: DEBUG nova.virt.hardware [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 869.848041] env[65829]: DEBUG nova.virt.hardware [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.848250] env[65829]: DEBUG nova.virt.hardware [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 869.848458] env[65829]: DEBUG nova.virt.hardware [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 869.851082] env[65829]: DEBUG nova.virt.hardware [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.851082] env[65829]: DEBUG nova.virt.hardware [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 869.851082] env[65829]: DEBUG nova.virt.hardware [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 869.851082] env[65829]: DEBUG nova.virt.hardware [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 869.851082] env[65829]: DEBUG nova.virt.hardware [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 869.851082] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79cfebf-623a-472c-9a1c-534c4a2f410d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.861212] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.862060] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ac0a7da7-cc2e-4ff0-ab42-d428ebdfe320 tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.164s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.867903] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9eeff1-b67c-4613-8dc0-0b66018c6587 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.909226] env[65829]: DEBUG nova.network.neutron [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Successfully updated port: 4553176e-dad0-433c-b1c1-dc2431c5123d {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 869.980631] env[65829]: DEBUG nova.compute.manager [req-b5c1d9a2-7dda-4fcb-be9c-0c6b534bc358 req-7e201eda-2bad-4742-88f8-687e8b1f6f72 service nova] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Received event network-vif-plugged-4553176e-dad0-433c-b1c1-dc2431c5123d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 869.981089] env[65829]: DEBUG oslo_concurrency.lockutils [req-b5c1d9a2-7dda-4fcb-be9c-0c6b534bc358 req-7e201eda-2bad-4742-88f8-687e8b1f6f72 service nova] Acquiring lock "f02904c4-2083-4328-b17c-906adb8b31bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.981322] env[65829]: DEBUG oslo_concurrency.lockutils [req-b5c1d9a2-7dda-4fcb-be9c-0c6b534bc358 req-7e201eda-2bad-4742-88f8-687e8b1f6f72 service nova] Lock "f02904c4-2083-4328-b17c-906adb8b31bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.981505] env[65829]: DEBUG oslo_concurrency.lockutils [req-b5c1d9a2-7dda-4fcb-be9c-0c6b534bc358 req-7e201eda-2bad-4742-88f8-687e8b1f6f72 service nova] Lock "f02904c4-2083-4328-b17c-906adb8b31bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.981913] env[65829]: DEBUG nova.compute.manager [req-b5c1d9a2-7dda-4fcb-be9c-0c6b534bc358 req-7e201eda-2bad-4742-88f8-687e8b1f6f72 service nova] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] No waiting events found dispatching network-vif-plugged-4553176e-dad0-433c-b1c1-dc2431c5123d {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 869.982236] env[65829]: WARNING nova.compute.manager [req-b5c1d9a2-7dda-4fcb-be9c-0c6b534bc358 req-7e201eda-2bad-4742-88f8-687e8b1f6f72 service nova] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Received unexpected event network-vif-plugged-4553176e-dad0-433c-b1c1-dc2431c5123d for instance with vm_state building and task_state spawning. [ 870.339054] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.140s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.342703] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.218s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.342703] env[65829]: DEBUG nova.objects.instance [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lazy-loading 'resources' on Instance uuid 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.354531] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074266} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.355609] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.356672] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98e2d9c-37e0-43fe-90aa-ca1a217c50a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.387197] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 6bfb8e92-4927-4427-bdba-821903439344/6bfb8e92-4927-4427-bdba-821903439344.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.389416] env[65829]: INFO nova.scheduler.client.report [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Deleted allocations for instance 210d3432-3cf6-4ef3-951e-30e2e9eaa702 [ 870.391589] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed08935f-0271-4d02-9db9-69fc878345ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.411928] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.412881] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Acquiring lock "refresh_cache-f02904c4-2083-4328-b17c-906adb8b31bb" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.413311] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Acquired lock "refresh_cache-f02904c4-2083-4328-b17c-906adb8b31bb" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.413645] env[65829]: DEBUG nova.network.neutron [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.414942] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75437d4c-661b-46af-b22e-9fa7d50f65c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.422684] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 870.422684] env[65829]: value = "task-4807660" [ 870.422684] env[65829]: _type = "Task" [ 870.422684] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.424701] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 870.424701] env[65829]: value = "task-4807659" [ 870.424701] env[65829]: _type = "Task" [ 870.424701] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.441075] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.444034] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807659, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.453427] env[65829]: DEBUG oslo_concurrency.lockutils [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquiring lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.453427] env[65829]: DEBUG oslo_concurrency.lockutils [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.453427] env[65829]: DEBUG oslo_concurrency.lockutils [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquiring lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.453427] env[65829]: DEBUG oslo_concurrency.lockutils [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.453427] env[65829]: DEBUG oslo_concurrency.lockutils [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.456312] env[65829]: INFO nova.compute.manager [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Terminating instance [ 870.915719] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3552ec1c-88e1-4551-99f3-4fce0622f5e2 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "210d3432-3cf6-4ef3-951e-30e2e9eaa702" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.793s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.939329] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807660, 'name': PowerOffVM_Task, 'duration_secs': 0.148176} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.942088] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.942801] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.944335] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1160b67c-4638-4165-b363-6164d3da011c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.950527] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807659, 'name': ReconfigVM_Task, 'duration_secs': 0.336735} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.951188] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 6bfb8e92-4927-4427-bdba-821903439344/6bfb8e92-4927-4427-bdba-821903439344.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.951771] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b608f43-3c16-49ce-a095-316658d7ddeb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.956257] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.956602] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be1e1ee4-b02f-4dc7-b9de-9c451fb059c7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.959017] env[65829]: DEBUG nova.network.neutron [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 870.963184] env[65829]: DEBUG nova.compute.manager [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 870.963447] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.967395] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a468ce20-a850-46f1-8f18-f3a1657f0f61 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.970740] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 870.970740] env[65829]: value = "task-4807661" [ 870.970740] env[65829]: _type = "Task" [ 870.970740] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.976913] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.979992] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d3ecc3d-e5c6-4dee-b3ce-bfa8657f470f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.985768] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807661, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.991044] env[65829]: DEBUG oslo_vmware.api [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for the task: (returnval){ [ 870.991044] env[65829]: value = "task-4807663" [ 870.991044] env[65829]: _type = "Task" [ 870.991044] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.998474] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.998742] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.998921] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Deleting the datastore file [datastore2] 9335f493-e014-44a1-84d1-8cf267fe0c80 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.000099] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc23c252-d219-428c-a29a-96520c25127c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.006152] env[65829]: DEBUG oslo_vmware.api [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.014971] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 871.014971] env[65829]: value = "task-4807664" [ 871.014971] env[65829]: _type = "Task" [ 871.014971] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.024306] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807664, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.068761] env[65829]: WARNING neutronclient.v2_0.client [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.165774] env[65829]: DEBUG nova.network.neutron [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Updating instance_info_cache with network_info: [{"id": "4553176e-dad0-433c-b1c1-dc2431c5123d", "address": "fa:16:3e:23:af:70", "network": {"id": "414db87e-6e0f-42d0-89ef-29a15b8e58c6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1723806962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a70695e846e4bac8c2352562c303a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4553176e-da", "ovs_interfaceid": "4553176e-dad0-433c-b1c1-dc2431c5123d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.296553] env[65829]: DEBUG nova.compute.manager [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Stashing vm_state: active {{(pid=65829) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 871.345172] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa7ff98-a58d-43b4-a0f4-52ff363e06fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.353732] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7df8c17-ae90-4a91-8e35-9f70481d7afc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.387245] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abae701-afbf-4375-b55f-5edde90b50a3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.396226] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7f5e2d-1d80-4168-92f9-92fff4feb28b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.411456] env[65829]: DEBUG nova.compute.provider_tree [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.482374] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807661, 'name': Rename_Task, 'duration_secs': 0.180135} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.482374] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.482569] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af131f22-5a54-49a7-ac97-46b8cee1915d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.492017] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 871.492017] env[65829]: value = "task-4807665" [ 871.492017] env[65829]: _type = "Task" [ 871.492017] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.504217] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.507400] env[65829]: DEBUG oslo_vmware.api [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807663, 'name': PowerOffVM_Task, 'duration_secs': 0.298635} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.507656] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.507843] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.508110] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d0f5ebf-f92a-456d-b572-7ab9215359d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.528682] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807664, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16004} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.529443] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.529443] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.529904] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.588942] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.590108] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.590108] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Deleting the datastore file [datastore2] a92730b6-fca2-4a42-8d4e-0c70d509bad5 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.590108] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3030ed13-3b49-4d8d-8ac2-99e95dce4d8c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.597626] env[65829]: DEBUG oslo_vmware.api [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for the task: (returnval){ [ 871.597626] env[65829]: value = "task-4807667" [ 871.597626] env[65829]: _type = "Task" [ 871.597626] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.607737] env[65829]: DEBUG oslo_vmware.api [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.669816] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Releasing lock "refresh_cache-f02904c4-2083-4328-b17c-906adb8b31bb" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.671029] env[65829]: DEBUG nova.compute.manager [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Instance network_info: |[{"id": "4553176e-dad0-433c-b1c1-dc2431c5123d", "address": "fa:16:3e:23:af:70", "network": {"id": "414db87e-6e0f-42d0-89ef-29a15b8e58c6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1723806962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a70695e846e4bac8c2352562c303a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4553176e-da", "ovs_interfaceid": "4553176e-dad0-433c-b1c1-dc2431c5123d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 871.671029] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:af:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4553176e-dad0-433c-b1c1-dc2431c5123d', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.678565] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Creating folder: Project (9a70695e846e4bac8c2352562c303a9f). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.678885] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2137387-8938-4ce9-afb1-4344e8c500a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.692730] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Created folder: Project (9a70695e846e4bac8c2352562c303a9f) in parent group-v937255. [ 871.692911] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Creating folder: Instances. Parent ref: group-v937456. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.693253] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e142a12b-0fa7-4cc0-9a38-71169247016b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.704874] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Created folder: Instances in parent group-v937456. [ 871.705182] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 871.705380] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.705593] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0d7572f-5fc0-4e3e-aeef-5ffc7d5369e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.727282] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.727282] env[65829]: value = "task-4807670" [ 871.727282] env[65829]: _type = "Task" [ 871.727282] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.737509] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807670, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.822713] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.915115] env[65829]: DEBUG nova.scheduler.client.report [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.005885] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.032741] env[65829]: DEBUG nova.compute.manager [req-7f5138ff-5723-4b67-8469-05afba7354ca req-a435baa9-e36d-4480-af1e-25b73a33a81a service nova] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Received event network-changed-4553176e-dad0-433c-b1c1-dc2431c5123d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 872.032741] env[65829]: DEBUG nova.compute.manager [req-7f5138ff-5723-4b67-8469-05afba7354ca req-a435baa9-e36d-4480-af1e-25b73a33a81a service nova] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Refreshing instance network info cache due to event network-changed-4553176e-dad0-433c-b1c1-dc2431c5123d. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 872.032741] env[65829]: DEBUG oslo_concurrency.lockutils [req-7f5138ff-5723-4b67-8469-05afba7354ca req-a435baa9-e36d-4480-af1e-25b73a33a81a service nova] Acquiring lock "refresh_cache-f02904c4-2083-4328-b17c-906adb8b31bb" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.033336] env[65829]: DEBUG oslo_concurrency.lockutils [req-7f5138ff-5723-4b67-8469-05afba7354ca req-a435baa9-e36d-4480-af1e-25b73a33a81a service nova] Acquired lock "refresh_cache-f02904c4-2083-4328-b17c-906adb8b31bb" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.033336] env[65829]: DEBUG nova.network.neutron [req-7f5138ff-5723-4b67-8469-05afba7354ca req-a435baa9-e36d-4480-af1e-25b73a33a81a service nova] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Refreshing network info cache for port 4553176e-dad0-433c-b1c1-dc2431c5123d {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.112116] env[65829]: DEBUG oslo_vmware.api [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Task: {'id': task-4807667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145857} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.112575] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.112869] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.113223] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.113532] env[65829]: INFO nova.compute.manager [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 872.113882] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 872.114246] env[65829]: DEBUG nova.compute.manager [-] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 872.114379] env[65829]: DEBUG nova.network.neutron [-] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 872.114736] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.151327] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.241344] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807670, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.423731] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.429609] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.415s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.431231] env[65829]: INFO nova.compute.claims [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.472026] env[65829]: INFO nova.scheduler.client.report [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Deleted allocations for instance 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a [ 872.507690] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.540922] env[65829]: WARNING neutronclient.v2_0.client [req-7f5138ff-5723-4b67-8469-05afba7354ca req-a435baa9-e36d-4480-af1e-25b73a33a81a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.552053] env[65829]: DEBUG nova.compute.manager [req-4e5c327f-4d74-44ef-a69d-532d1ac248ca req-cdb7583b-6bf5-4e44-8985-61e11c9a19fa service nova] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Received event network-vif-deleted-62805c48-8561-43c1-ac2b-d5bcbda84bd6 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 872.552256] env[65829]: INFO nova.compute.manager [req-4e5c327f-4d74-44ef-a69d-532d1ac248ca req-cdb7583b-6bf5-4e44-8985-61e11c9a19fa service nova] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Neutron deleted interface 62805c48-8561-43c1-ac2b-d5bcbda84bd6; detaching it from the instance and deleting it from the info cache [ 872.552468] env[65829]: DEBUG nova.network.neutron [req-4e5c327f-4d74-44ef-a69d-532d1ac248ca req-cdb7583b-6bf5-4e44-8985-61e11c9a19fa service nova] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.578264] env[65829]: DEBUG nova.virt.hardware [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 872.578980] env[65829]: DEBUG nova.virt.hardware [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.579449] env[65829]: DEBUG nova.virt.hardware [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 872.579833] env[65829]: DEBUG nova.virt.hardware [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.580217] env[65829]: DEBUG nova.virt.hardware [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 872.580620] env[65829]: DEBUG nova.virt.hardware [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 872.581365] env[65829]: DEBUG nova.virt.hardware [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 872.581833] env[65829]: DEBUG nova.virt.hardware [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 872.582151] env[65829]: DEBUG nova.virt.hardware [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 872.582478] env[65829]: DEBUG nova.virt.hardware [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 872.584763] env[65829]: DEBUG nova.virt.hardware [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 872.584763] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e30a18-9f31-4aa6-ae69-4376b293f727 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.598019] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04500bda-0007-4ea9-a628-a1321e4cf02b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.616537] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.624437] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 872.624916] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.625580] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-469c6523-0d18-4210-9956-0b44fd1baf29 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.651542] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.651542] env[65829]: value = "task-4807671" [ 872.651542] env[65829]: _type = "Task" [ 872.651542] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.668488] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807671, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.740408] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807670, 'name': CreateVM_Task, 'duration_secs': 0.542363} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.741503] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.741503] env[65829]: WARNING neutronclient.v2_0.client [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.741784] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.741942] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.742307] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.742583] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38467e20-8c4e-4e34-a1e6-b4c39f5e4c61 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.748808] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Waiting for the task: (returnval){ [ 872.748808] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5283ec47-9083-6092-f5a0-3fd16d3a9b94" [ 872.748808] env[65829]: _type = "Task" [ 872.748808] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.749966] env[65829]: WARNING neutronclient.v2_0.client [req-7f5138ff-5723-4b67-8469-05afba7354ca req-a435baa9-e36d-4480-af1e-25b73a33a81a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.762144] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5283ec47-9083-6092-f5a0-3fd16d3a9b94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.861280] env[65829]: DEBUG nova.network.neutron [req-7f5138ff-5723-4b67-8469-05afba7354ca req-a435baa9-e36d-4480-af1e-25b73a33a81a service nova] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Updated VIF entry in instance network info cache for port 4553176e-dad0-433c-b1c1-dc2431c5123d. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 872.861687] env[65829]: DEBUG nova.network.neutron [req-7f5138ff-5723-4b67-8469-05afba7354ca req-a435baa9-e36d-4480-af1e-25b73a33a81a service nova] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Updating instance_info_cache with network_info: [{"id": "4553176e-dad0-433c-b1c1-dc2431c5123d", "address": "fa:16:3e:23:af:70", "network": {"id": "414db87e-6e0f-42d0-89ef-29a15b8e58c6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1723806962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a70695e846e4bac8c2352562c303a9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4553176e-da", "ovs_interfaceid": "4553176e-dad0-433c-b1c1-dc2431c5123d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.909725] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.938046] env[65829]: DEBUG nova.network.neutron [-] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.980384] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e27e8c7d-fa69-4939-b7b1-5fff70afb998 tempest-ServersTestMultiNic-1728868471 tempest-ServersTestMultiNic-1728868471-project-member] Lock "9cf0f978-93f0-46d2-9fb2-dab8e752ff1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.934s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.008561] env[65829]: DEBUG oslo_vmware.api [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807665, 'name': PowerOnVM_Task, 'duration_secs': 1.222877} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.008938] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.009177] env[65829]: INFO nova.compute.manager [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Took 9.13 seconds to spawn the instance on the hypervisor. [ 873.009428] env[65829]: DEBUG nova.compute.manager [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 873.010245] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e164f3-715c-41ec-a38c-f3dad8f36c5f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.055554] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-546a0979-6dfc-4f42-bbf7-4adcde4a4e1f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.068023] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59060ebd-4bfe-4c23-95b6-9a197803ac76 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.107898] env[65829]: DEBUG nova.compute.manager [req-4e5c327f-4d74-44ef-a69d-532d1ac248ca req-cdb7583b-6bf5-4e44-8985-61e11c9a19fa service nova] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Detach interface failed, port_id=62805c48-8561-43c1-ac2b-d5bcbda84bd6, reason: Instance a92730b6-fca2-4a42-8d4e-0c70d509bad5 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 873.144683] env[65829]: DEBUG oslo_concurrency.lockutils [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "7c39128b-5899-4bc4-8335-8f7a2a2c5a00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.144914] env[65829]: DEBUG oslo_concurrency.lockutils [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "7c39128b-5899-4bc4-8335-8f7a2a2c5a00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.145196] env[65829]: DEBUG oslo_concurrency.lockutils [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "7c39128b-5899-4bc4-8335-8f7a2a2c5a00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.145383] env[65829]: DEBUG oslo_concurrency.lockutils [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "7c39128b-5899-4bc4-8335-8f7a2a2c5a00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.145627] env[65829]: DEBUG oslo_concurrency.lockutils [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "7c39128b-5899-4bc4-8335-8f7a2a2c5a00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.147929] env[65829]: INFO nova.compute.manager [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Terminating instance [ 873.162061] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807671, 'name': CreateVM_Task, 'duration_secs': 0.409383} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.162225] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.162612] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.162763] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.163087] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.163600] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a884797-ebea-406d-b925-75dcb6663533 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.168755] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 873.168755] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525900aa-3b45-a381-4175-616d7624a68a" [ 873.168755] env[65829]: _type = "Task" [ 873.168755] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.178477] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525900aa-3b45-a381-4175-616d7624a68a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.264304] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5283ec47-9083-6092-f5a0-3fd16d3a9b94, 'name': SearchDatastore_Task, 'duration_secs': 0.018974} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.264615] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.264842] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.265086] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.265230] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.265408] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.265699] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f929b95-1529-4482-8f36-eb9de1d8cf44 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.276010] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.276294] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.277082] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf581726-a333-4c0a-9e5d-77f4b62677f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.283024] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Waiting for the task: (returnval){ [ 873.283024] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d332ca-c9b5-198f-e325-40e034a385fa" [ 873.283024] env[65829]: _type = "Task" [ 873.283024] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.295523] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d332ca-c9b5-198f-e325-40e034a385fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.365453] env[65829]: DEBUG oslo_concurrency.lockutils [req-7f5138ff-5723-4b67-8469-05afba7354ca req-a435baa9-e36d-4480-af1e-25b73a33a81a service nova] Releasing lock "refresh_cache-f02904c4-2083-4328-b17c-906adb8b31bb" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.444964] env[65829]: INFO nova.compute.manager [-] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Took 1.33 seconds to deallocate network for instance. [ 873.533773] env[65829]: INFO nova.compute.manager [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Took 38.59 seconds to build instance. [ 873.652506] env[65829]: DEBUG nova.compute.manager [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 873.653009] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.653985] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17c1a39-f126-470c-b588-570496d48f63 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.664014] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.666215] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92ca6e33-860a-493a-b68e-68438af160eb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.674377] env[65829]: DEBUG oslo_vmware.api [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 873.674377] env[65829]: value = "task-4807672" [ 873.674377] env[65829]: _type = "Task" [ 873.674377] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.682816] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525900aa-3b45-a381-4175-616d7624a68a, 'name': SearchDatastore_Task, 'duration_secs': 0.017997} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.686170] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.686485] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.686813] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.686983] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.687155] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.687651] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-329aef55-1a29-41fa-afff-f170ee0e82a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.694592] env[65829]: DEBUG oslo_vmware.api [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.703220] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.703220] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.706836] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e404f7a8-8b93-465d-a34a-8a47530f5ddb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.713530] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 873.713530] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52668df9-e552-43e5-587a-c0a4decb6672" [ 873.713530] env[65829]: _type = "Task" [ 873.713530] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.726790] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52668df9-e552-43e5-587a-c0a4decb6672, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.796803] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d332ca-c9b5-198f-e325-40e034a385fa, 'name': SearchDatastore_Task, 'duration_secs': 0.018211} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.797672] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85185b7e-9bbd-44f0-842d-3b55cbdeb0c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.804012] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Waiting for the task: (returnval){ [ 873.804012] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5264d9fd-f024-d717-ecd1-d10657495364" [ 873.804012] env[65829]: _type = "Task" [ 873.804012] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.815588] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5264d9fd-f024-d717-ecd1-d10657495364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.940151] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eac492-2286-4edf-8610-ded3f965f157 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.948840] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc5e01c-a7c7-40c5-982a-99043ee405dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.953573] env[65829]: DEBUG oslo_concurrency.lockutils [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.986930] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f84d433-158d-4dbd-a1be-98b838d07519 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.996736] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9276dd4b-7092-4ace-a408-d8308eefc75e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.013845] env[65829]: DEBUG nova.compute.provider_tree [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.039694] env[65829]: DEBUG oslo_concurrency.lockutils [None req-00b40a06-c484-416c-a072-07f3f93053a9 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.311s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.186247] env[65829]: DEBUG oslo_vmware.api [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807672, 'name': PowerOffVM_Task, 'duration_secs': 0.358714} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.186480] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.186637] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.186897] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4060e114-dd83-4ac3-83c3-baf9be2654ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.226217] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52668df9-e552-43e5-587a-c0a4decb6672, 'name': SearchDatastore_Task, 'duration_secs': 0.014751} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.227204] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d93f22-fd1b-4f21-8577-8defc6e295fd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.234397] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 874.234397] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5227c41f-0959-8239-c65c-2389b1b13371" [ 874.234397] env[65829]: _type = "Task" [ 874.234397] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.246129] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5227c41f-0959-8239-c65c-2389b1b13371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.263090] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.263481] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.263673] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Deleting the datastore file [datastore1] 7c39128b-5899-4bc4-8335-8f7a2a2c5a00 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.264047] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47364aba-e88e-4942-a96b-e0c0d2b9e867 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.271948] env[65829]: DEBUG oslo_vmware.api [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for the task: (returnval){ [ 874.271948] env[65829]: value = "task-4807674" [ 874.271948] env[65829]: _type = "Task" [ 874.271948] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.283072] env[65829]: DEBUG oslo_vmware.api [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.317240] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5264d9fd-f024-d717-ecd1-d10657495364, 'name': SearchDatastore_Task, 'duration_secs': 0.016855} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.317534] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.317776] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] f02904c4-2083-4328-b17c-906adb8b31bb/f02904c4-2083-4328-b17c-906adb8b31bb.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.318076] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8449aee1-c61d-4dd7-bd17-f4da855b26c0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.325454] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Waiting for the task: (returnval){ [ 874.325454] env[65829]: value = "task-4807675" [ 874.325454] env[65829]: _type = "Task" [ 874.325454] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.334474] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.520918] env[65829]: DEBUG nova.scheduler.client.report [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.751043] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5227c41f-0959-8239-c65c-2389b1b13371, 'name': SearchDatastore_Task, 'duration_secs': 0.022569} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.751243] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.751535] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 9335f493-e014-44a1-84d1-8cf267fe0c80/9335f493-e014-44a1-84d1-8cf267fe0c80.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.751842] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac71c722-3cce-4bf5-a445-2e1bae1c5840 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.765982] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 874.765982] env[65829]: value = "task-4807676" [ 874.765982] env[65829]: _type = "Task" [ 874.765982] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.781086] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.789703] env[65829]: DEBUG oslo_vmware.api [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Task: {'id': task-4807674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248535} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.790372] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.790671] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.791061] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.791338] env[65829]: INFO nova.compute.manager [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Took 1.14 seconds to destroy the instance on the hypervisor. [ 874.791837] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 874.792199] env[65829]: DEBUG nova.compute.manager [-] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 874.792417] env[65829]: DEBUG nova.network.neutron [-] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 874.792792] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.836432] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807675, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.902259] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.988865] env[65829]: DEBUG nova.compute.manager [req-76f670cd-5df5-4df4-879c-f608228d39a4 req-558f0f0f-3cea-4280-a2c3-096155d3a483 service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Received event network-changed-ae1aa5fb-c6e9-4819-8c25-945a723af021 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 874.989195] env[65829]: DEBUG nova.compute.manager [req-76f670cd-5df5-4df4-879c-f608228d39a4 req-558f0f0f-3cea-4280-a2c3-096155d3a483 service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Refreshing instance network info cache due to event network-changed-ae1aa5fb-c6e9-4819-8c25-945a723af021. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 874.989453] env[65829]: DEBUG oslo_concurrency.lockutils [req-76f670cd-5df5-4df4-879c-f608228d39a4 req-558f0f0f-3cea-4280-a2c3-096155d3a483 service nova] Acquiring lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.989645] env[65829]: DEBUG oslo_concurrency.lockutils [req-76f670cd-5df5-4df4-879c-f608228d39a4 req-558f0f0f-3cea-4280-a2c3-096155d3a483 service nova] Acquired lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.989837] env[65829]: DEBUG nova.network.neutron [req-76f670cd-5df5-4df4-879c-f608228d39a4 req-558f0f0f-3cea-4280-a2c3-096155d3a483 service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Refreshing network info cache for port ae1aa5fb-c6e9-4819-8c25-945a723af021 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.026485] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.027226] env[65829]: DEBUG nova.compute.manager [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 875.030039] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.917s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.032526] env[65829]: INFO nova.compute.claims [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.280430] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807676, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.294399] env[65829]: DEBUG nova.compute.manager [req-da3d9a06-338c-4970-858d-89206b312023 req-257d0210-1ffd-4c6e-8d53-79c75232878b service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Received event network-vif-deleted-08edcd53-6de2-43d5-ae4b-14956264768f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 875.294399] env[65829]: INFO nova.compute.manager [req-da3d9a06-338c-4970-858d-89206b312023 req-257d0210-1ffd-4c6e-8d53-79c75232878b service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Neutron deleted interface 08edcd53-6de2-43d5-ae4b-14956264768f; detaching it from the instance and deleting it from the info cache [ 875.294399] env[65829]: DEBUG nova.network.neutron [req-da3d9a06-338c-4970-858d-89206b312023 req-257d0210-1ffd-4c6e-8d53-79c75232878b service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.339263] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689674} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.339650] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] f02904c4-2083-4328-b17c-906adb8b31bb/f02904c4-2083-4328-b17c-906adb8b31bb.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.339878] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.340182] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96baa281-add9-4249-bac9-5d6c4fbd1c05 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.349452] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Waiting for the task: (returnval){ [ 875.349452] env[65829]: value = "task-4807677" [ 875.349452] env[65829]: _type = "Task" [ 875.349452] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.363109] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.492494] env[65829]: WARNING neutronclient.v2_0.client [req-76f670cd-5df5-4df4-879c-f608228d39a4 req-558f0f0f-3cea-4280-a2c3-096155d3a483 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.538792] env[65829]: DEBUG nova.compute.utils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.545302] env[65829]: DEBUG nova.compute.manager [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 875.546697] env[65829]: DEBUG nova.network.neutron [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 875.546697] env[65829]: WARNING neutronclient.v2_0.client [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.546697] env[65829]: WARNING neutronclient.v2_0.client [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.643585] env[65829]: DEBUG nova.policy [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a6cc4f62d10480a880f88e281299ced', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b108b7de0f204bdc989f838df9e22189', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.674942] env[65829]: DEBUG nova.network.neutron [-] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.779019] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780966} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.779304] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 9335f493-e014-44a1-84d1-8cf267fe0c80/9335f493-e014-44a1-84d1-8cf267fe0c80.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.779528] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.779798] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25f002a7-bba4-4366-b3b9-a18c64dff35a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.788775] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 875.788775] env[65829]: value = "task-4807678" [ 875.788775] env[65829]: _type = "Task" [ 875.788775] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.800411] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807678, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.800744] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3cbf2ce-7cf6-411a-8c2d-708fe4fb89bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.810887] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d1fbf6-aaf3-4241-b0d6-38fc821e5d16 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.854894] env[65829]: DEBUG nova.compute.manager [req-da3d9a06-338c-4970-858d-89206b312023 req-257d0210-1ffd-4c6e-8d53-79c75232878b service nova] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Detach interface failed, port_id=08edcd53-6de2-43d5-ae4b-14956264768f, reason: Instance 7c39128b-5899-4bc4-8335-8f7a2a2c5a00 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 875.864062] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093173} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.864567] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.865267] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6a0ab7-92d7-418e-99b3-fc57c53d5ec2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.891243] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] f02904c4-2083-4328-b17c-906adb8b31bb/f02904c4-2083-4328-b17c-906adb8b31bb.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.891599] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f4d8571-3917-49af-a722-c147dc7174de {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.913310] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Waiting for the task: (returnval){ [ 875.913310] env[65829]: value = "task-4807679" [ 875.913310] env[65829]: _type = "Task" [ 875.913310] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.923384] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.033746] env[65829]: DEBUG nova.network.neutron [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Successfully created port: af392e21-0300-4c3a-86c9-a6596767af2a {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 876.050903] env[65829]: DEBUG nova.compute.manager [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 876.075033] env[65829]: WARNING neutronclient.v2_0.client [req-76f670cd-5df5-4df4-879c-f608228d39a4 req-558f0f0f-3cea-4280-a2c3-096155d3a483 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.181262] env[65829]: INFO nova.compute.manager [-] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Took 1.39 seconds to deallocate network for instance. [ 876.307020] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807678, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073643} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.307242] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.308759] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a03614c-6c4f-46e3-b976-ddb24d56b4c4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.335748] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 9335f493-e014-44a1-84d1-8cf267fe0c80/9335f493-e014-44a1-84d1-8cf267fe0c80.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.339172] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4a5016c-d772-4234-8a11-057588c39539 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.361237] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 876.361237] env[65829]: value = "task-4807680" [ 876.361237] env[65829]: _type = "Task" [ 876.361237] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.372826] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.424679] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807679, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.629909] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fea302-2c41-49da-9e69-ed04017ab6cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.638329] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bda452-e5ab-495d-97b4-93a9793a5d7e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.671735] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac2b4f9-4a00-4c32-9feb-baea751ce7ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.680891] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a5b855-a106-40f0-a116-e83f0717f941 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.696702] env[65829]: DEBUG oslo_concurrency.lockutils [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.697275] env[65829]: DEBUG nova.compute.provider_tree [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.699708] env[65829]: DEBUG nova.network.neutron [req-76f670cd-5df5-4df4-879c-f608228d39a4 req-558f0f0f-3cea-4280-a2c3-096155d3a483 service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Updated VIF entry in instance network info cache for port ae1aa5fb-c6e9-4819-8c25-945a723af021. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 876.700072] env[65829]: DEBUG nova.network.neutron [req-76f670cd-5df5-4df4-879c-f608228d39a4 req-558f0f0f-3cea-4280-a2c3-096155d3a483 service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Updating instance_info_cache with network_info: [{"id": "ae1aa5fb-c6e9-4819-8c25-945a723af021", "address": "fa:16:3e:0a:a7:d7", "network": {"id": "4221bb4f-d80f-49fb-aa07-3b1060a3206d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1413371387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee32917d7174f0ebdffb4a469ed2eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1aa5fb-c6", "ovs_interfaceid": "ae1aa5fb-c6e9-4819-8c25-945a723af021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.871022] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807680, 'name': ReconfigVM_Task, 'duration_secs': 0.508083} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.871348] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 9335f493-e014-44a1-84d1-8cf267fe0c80/9335f493-e014-44a1-84d1-8cf267fe0c80.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.872121] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0a9154d-28f8-4a9c-887f-c2e05a8a8773 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.879113] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 876.879113] env[65829]: value = "task-4807681" [ 876.879113] env[65829]: _type = "Task" [ 876.879113] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.887983] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807681, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.925645] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807679, 'name': ReconfigVM_Task, 'duration_secs': 0.649681} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.925645] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Reconfigured VM instance instance-00000043 to attach disk [datastore1] f02904c4-2083-4328-b17c-906adb8b31bb/f02904c4-2083-4328-b17c-906adb8b31bb.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.926150] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbb04a30-615a-4af0-b65b-d982321a5a2a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.933804] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Waiting for the task: (returnval){ [ 876.933804] env[65829]: value = "task-4807682" [ 876.933804] env[65829]: _type = "Task" [ 876.933804] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.947670] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807682, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.065340] env[65829]: DEBUG nova.compute.manager [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 877.091399] env[65829]: DEBUG nova.virt.hardware [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 877.091727] env[65829]: DEBUG nova.virt.hardware [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.091882] env[65829]: DEBUG nova.virt.hardware [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 877.092075] env[65829]: DEBUG nova.virt.hardware [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.092224] env[65829]: DEBUG nova.virt.hardware [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 877.092369] env[65829]: DEBUG nova.virt.hardware [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 877.092576] env[65829]: DEBUG nova.virt.hardware [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 877.092729] env[65829]: DEBUG nova.virt.hardware [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 877.092898] env[65829]: DEBUG nova.virt.hardware [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 877.093214] env[65829]: DEBUG nova.virt.hardware [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 877.093490] env[65829]: DEBUG nova.virt.hardware [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 877.094833] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c4b9a3-696f-48ef-b7b9-ea35a289cfb8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.106068] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68be7db7-bbc3-4579-8319-9d25ce0c6d16 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.187916] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521723cc-cf31-9050-69b2-cd2e64198ec6/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 877.188906] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d708d48-e571-4bd9-84a1-b0ec98b9bb43 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.196341] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521723cc-cf31-9050-69b2-cd2e64198ec6/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 877.196524] env[65829]: ERROR oslo_vmware.rw_handles [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521723cc-cf31-9050-69b2-cd2e64198ec6/disk-0.vmdk due to incomplete transfer. [ 877.197326] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9b916f70-c459-4f0e-bd2b-065c899e2eb7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.204236] env[65829]: DEBUG nova.scheduler.client.report [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.208023] env[65829]: DEBUG oslo_concurrency.lockutils [req-76f670cd-5df5-4df4-879c-f608228d39a4 req-558f0f0f-3cea-4280-a2c3-096155d3a483 service nova] Releasing lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.209831] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521723cc-cf31-9050-69b2-cd2e64198ec6/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 877.209942] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Uploaded image 7b5ee923-3821-49ff-8d2f-3d12ad6d1552 to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 877.212457] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 877.212749] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c7f97a4-af97-46de-aa0c-6f8c24adfad4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.222458] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 877.222458] env[65829]: value = "task-4807683" [ 877.222458] env[65829]: _type = "Task" [ 877.222458] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.234951] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807683, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.389350] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807681, 'name': Rename_Task, 'duration_secs': 0.198075} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.390343] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.390343] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36d1b7c0-fae7-4eb0-b99d-aad327ed0f29 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.399815] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 877.399815] env[65829]: value = "task-4807684" [ 877.399815] env[65829]: _type = "Task" [ 877.399815] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.409315] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.447178] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807682, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.712020] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.712020] env[65829]: DEBUG nova.compute.manager [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 877.714122] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.581s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.714541] env[65829]: DEBUG nova.objects.instance [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lazy-loading 'resources' on Instance uuid 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.735174] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807683, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.779146] env[65829]: DEBUG nova.compute.manager [req-92711f0a-5e0c-44bd-a962-7e84ef905c4d req-9b504a8a-201e-407c-b603-08ffede5c911 service nova] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Received event network-vif-plugged-af392e21-0300-4c3a-86c9-a6596767af2a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 877.780086] env[65829]: DEBUG oslo_concurrency.lockutils [req-92711f0a-5e0c-44bd-a962-7e84ef905c4d req-9b504a8a-201e-407c-b603-08ffede5c911 service nova] Acquiring lock "b7906034-6ac5-43fa-9c86-4d5044e5a281-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.780086] env[65829]: DEBUG oslo_concurrency.lockutils [req-92711f0a-5e0c-44bd-a962-7e84ef905c4d req-9b504a8a-201e-407c-b603-08ffede5c911 service nova] Lock "b7906034-6ac5-43fa-9c86-4d5044e5a281-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.780086] env[65829]: DEBUG oslo_concurrency.lockutils [req-92711f0a-5e0c-44bd-a962-7e84ef905c4d req-9b504a8a-201e-407c-b603-08ffede5c911 service nova] Lock "b7906034-6ac5-43fa-9c86-4d5044e5a281-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.780086] env[65829]: DEBUG nova.compute.manager [req-92711f0a-5e0c-44bd-a962-7e84ef905c4d req-9b504a8a-201e-407c-b603-08ffede5c911 service nova] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] No waiting events found dispatching network-vif-plugged-af392e21-0300-4c3a-86c9-a6596767af2a {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 877.780086] env[65829]: WARNING nova.compute.manager [req-92711f0a-5e0c-44bd-a962-7e84ef905c4d req-9b504a8a-201e-407c-b603-08ffede5c911 service nova] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Received unexpected event network-vif-plugged-af392e21-0300-4c3a-86c9-a6596767af2a for instance with vm_state building and task_state spawning. [ 877.819807] env[65829]: DEBUG nova.network.neutron [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Successfully updated port: af392e21-0300-4c3a-86c9-a6596767af2a {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 877.911546] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807684, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.944484] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807682, 'name': Rename_Task, 'duration_secs': 0.68765} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.944781] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.945139] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5af4d42b-31c8-42cf-ae5b-3757e841079d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.952612] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Waiting for the task: (returnval){ [ 877.952612] env[65829]: value = "task-4807685" [ 877.952612] env[65829]: _type = "Task" [ 877.952612] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.962976] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.220037] env[65829]: DEBUG nova.compute.utils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.229085] env[65829]: DEBUG nova.compute.manager [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 878.229634] env[65829]: DEBUG nova.network.neutron [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 878.230940] env[65829]: WARNING neutronclient.v2_0.client [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.231239] env[65829]: WARNING neutronclient.v2_0.client [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.251261] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807683, 'name': Destroy_Task, 'duration_secs': 0.672974} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.252277] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Destroyed the VM [ 878.252565] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 878.253261] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c23128c-0e9b-4363-b5f4-1bed6056dcb2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.263331] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 878.263331] env[65829]: value = "task-4807686" [ 878.263331] env[65829]: _type = "Task" [ 878.263331] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.276618] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.290564] env[65829]: DEBUG nova.policy [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7769951fc2a425abd9ae131707e20ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a6d538d342a94e1ebabc2111c0d9000e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.318686] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Acquiring lock "refresh_cache-b7906034-6ac5-43fa-9c86-4d5044e5a281" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.319172] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Acquired lock "refresh_cache-b7906034-6ac5-43fa-9c86-4d5044e5a281" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.322834] env[65829]: DEBUG nova.network.neutron [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 878.414749] env[65829]: DEBUG oslo_vmware.api [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807684, 'name': PowerOnVM_Task, 'duration_secs': 0.85459} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.415080] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.415334] env[65829]: DEBUG nova.compute.manager [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 878.416274] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af68870a-34bc-4705-bce8-713a1f4f4fc1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.468036] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.723523] env[65829]: DEBUG nova.compute.manager [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 878.774141] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.775903] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7267843c-b85a-41c6-90b0-cc3db26dbe31 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.780128] env[65829]: DEBUG nova.network.neutron [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Successfully created port: 07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 878.785315] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5213f0bb-2a8f-47a6-a4db-4d0a4bc7dd54 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.820784] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813002cd-4af1-4071-9484-c88433035c45 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.832728] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f21034b-1c4b-42ae-9e8f-871f351854fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.847666] env[65829]: DEBUG nova.compute.provider_tree [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.928588] env[65829]: DEBUG nova.network.neutron [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 878.938507] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.967238] env[65829]: DEBUG oslo_vmware.api [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807685, 'name': PowerOnVM_Task, 'duration_secs': 0.617347} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.967873] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.968108] env[65829]: INFO nova.compute.manager [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Took 9.17 seconds to spawn the instance on the hypervisor. [ 878.968289] env[65829]: DEBUG nova.compute.manager [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 878.969165] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f38cfa-7066-4b6c-b755-72f6fb071f35 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.002441] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "afb48925-2ca1-42a8-8a9a-e3247be7993a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.002594] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "afb48925-2ca1-42a8-8a9a-e3247be7993a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.048935] env[65829]: WARNING neutronclient.v2_0.client [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.170610] env[65829]: DEBUG nova.network.neutron [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Updating instance_info_cache with network_info: [{"id": "af392e21-0300-4c3a-86c9-a6596767af2a", "address": "fa:16:3e:62:ce:44", "network": {"id": "f97224b5-cb3c-45f4-9c2e-7f9b701edc5a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1166373182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b108b7de0f204bdc989f838df9e22189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf392e21-03", "ovs_interfaceid": "af392e21-0300-4c3a-86c9-a6596767af2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.274825] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807686, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.351562] env[65829]: DEBUG nova.scheduler.client.report [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.494989] env[65829]: INFO nova.compute.manager [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Took 39.00 seconds to build instance. [ 879.505073] env[65829]: DEBUG nova.compute.manager [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 879.644032] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "49e32a35-a7a6-4d42-8057-ae26247758af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.644032] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "49e32a35-a7a6-4d42-8057-ae26247758af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.675070] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Releasing lock "refresh_cache-b7906034-6ac5-43fa-9c86-4d5044e5a281" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.679021] env[65829]: DEBUG nova.compute.manager [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Instance network_info: |[{"id": "af392e21-0300-4c3a-86c9-a6596767af2a", "address": "fa:16:3e:62:ce:44", "network": {"id": "f97224b5-cb3c-45f4-9c2e-7f9b701edc5a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1166373182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b108b7de0f204bdc989f838df9e22189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf392e21-03", "ovs_interfaceid": "af392e21-0300-4c3a-86c9-a6596767af2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 879.679021] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:ce:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af392e21-0300-4c3a-86c9-a6596767af2a', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.685273] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Creating folder: Project (b108b7de0f204bdc989f838df9e22189). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.688172] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a079b14-3010-4bfa-bb1d-a317b3edb741 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.703385] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Created folder: Project (b108b7de0f204bdc989f838df9e22189) in parent group-v937255. [ 879.703864] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Creating folder: Instances. Parent ref: group-v937460. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 879.704306] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-24f0f56b-f8be-4414-877a-107d64b97ff8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.721447] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "bea89f9d-5098-43f6-aa9a-0aaa5b03f402" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.721697] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "bea89f9d-5098-43f6-aa9a-0aaa5b03f402" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.722940] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Created folder: Instances in parent group-v937460. [ 879.723241] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 879.724105] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.724435] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-278e99ae-38b8-4525-a2b9-b109dd4355a3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.741097] env[65829]: DEBUG nova.compute.manager [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 879.749611] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.749611] env[65829]: value = "task-4807689" [ 879.749611] env[65829]: _type = "Task" [ 879.749611] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.758970] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807689, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.770570] env[65829]: DEBUG nova.virt.hardware [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 879.770860] env[65829]: DEBUG nova.virt.hardware [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.771091] env[65829]: DEBUG nova.virt.hardware [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 879.771302] env[65829]: DEBUG nova.virt.hardware [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.771466] env[65829]: DEBUG nova.virt.hardware [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 879.771612] env[65829]: DEBUG nova.virt.hardware [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 879.771821] env[65829]: DEBUG nova.virt.hardware [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.771973] env[65829]: DEBUG nova.virt.hardware [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 879.772167] env[65829]: DEBUG nova.virt.hardware [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 879.772330] env[65829]: DEBUG nova.virt.hardware [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 879.772496] env[65829]: DEBUG nova.virt.hardware [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 879.773962] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee66d511-8dee-474b-96e1-003dc46bc908 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.786180] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879939e7-5c9d-4cc7-bb29-51b3569ec119 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.790509] env[65829]: DEBUG oslo_vmware.api [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807686, 'name': RemoveSnapshot_Task, 'duration_secs': 1.322353} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.790847] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 879.791545] env[65829]: INFO nova.compute.manager [None req-b2884309-fe93-431a-a22a-46bde5ae39f1 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Took 17.28 seconds to snapshot the instance on the hypervisor. [ 879.857444] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.860121] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.269s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.903979] env[65829]: INFO nova.scheduler.client.report [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Deleted allocations for instance 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0 [ 879.997228] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b694704b-b798-42ea-8cb1-134d689be8da tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Lock "f02904c4-2083-4328-b17c-906adb8b31bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.070s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.009428] env[65829]: DEBUG nova.compute.manager [req-de34305d-99d1-4af4-927b-6e663b836ae8 req-d4de80a8-1976-434c-8770-88831e1c7852 service nova] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Received event network-changed-af392e21-0300-4c3a-86c9-a6596767af2a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 880.009671] env[65829]: DEBUG nova.compute.manager [req-de34305d-99d1-4af4-927b-6e663b836ae8 req-d4de80a8-1976-434c-8770-88831e1c7852 service nova] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Refreshing instance network info cache due to event network-changed-af392e21-0300-4c3a-86c9-a6596767af2a. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 880.009903] env[65829]: DEBUG oslo_concurrency.lockutils [req-de34305d-99d1-4af4-927b-6e663b836ae8 req-d4de80a8-1976-434c-8770-88831e1c7852 service nova] Acquiring lock "refresh_cache-b7906034-6ac5-43fa-9c86-4d5044e5a281" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.010058] env[65829]: DEBUG oslo_concurrency.lockutils [req-de34305d-99d1-4af4-927b-6e663b836ae8 req-d4de80a8-1976-434c-8770-88831e1c7852 service nova] Acquired lock "refresh_cache-b7906034-6ac5-43fa-9c86-4d5044e5a281" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.011255] env[65829]: DEBUG nova.network.neutron [req-de34305d-99d1-4af4-927b-6e663b836ae8 req-d4de80a8-1976-434c-8770-88831e1c7852 service nova] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Refreshing network info cache for port af392e21-0300-4c3a-86c9-a6596767af2a {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.038955] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.146338] env[65829]: DEBUG nova.compute.manager [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 880.176980] env[65829]: DEBUG oslo_concurrency.lockutils [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquiring lock "9335f493-e014-44a1-84d1-8cf267fe0c80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.177358] env[65829]: DEBUG oslo_concurrency.lockutils [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lock "9335f493-e014-44a1-84d1-8cf267fe0c80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.177666] env[65829]: DEBUG oslo_concurrency.lockutils [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquiring lock "9335f493-e014-44a1-84d1-8cf267fe0c80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.177898] env[65829]: DEBUG oslo_concurrency.lockutils [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lock "9335f493-e014-44a1-84d1-8cf267fe0c80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.178079] env[65829]: DEBUG oslo_concurrency.lockutils [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lock "9335f493-e014-44a1-84d1-8cf267fe0c80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.181454] env[65829]: INFO nova.compute.manager [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Terminating instance [ 880.224944] env[65829]: DEBUG nova.compute.manager [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 880.264247] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807689, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.312104] env[65829]: DEBUG nova.compute.manager [req-fa12c8b8-e3a1-4cf3-bcc1-f5c466bae871 req-b81ccf4a-8842-4326-9377-4fea97608776 service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Received event network-vif-plugged-07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 880.313016] env[65829]: DEBUG oslo_concurrency.lockutils [req-fa12c8b8-e3a1-4cf3-bcc1-f5c466bae871 req-b81ccf4a-8842-4326-9377-4fea97608776 service nova] Acquiring lock "bbf56d36-3f36-45ae-8b66-832f69706c14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.313016] env[65829]: DEBUG oslo_concurrency.lockutils [req-fa12c8b8-e3a1-4cf3-bcc1-f5c466bae871 req-b81ccf4a-8842-4326-9377-4fea97608776 service nova] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.313257] env[65829]: DEBUG oslo_concurrency.lockutils [req-fa12c8b8-e3a1-4cf3-bcc1-f5c466bae871 req-b81ccf4a-8842-4326-9377-4fea97608776 service nova] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.314201] env[65829]: DEBUG nova.compute.manager [req-fa12c8b8-e3a1-4cf3-bcc1-f5c466bae871 req-b81ccf4a-8842-4326-9377-4fea97608776 service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] No waiting events found dispatching network-vif-plugged-07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 880.314201] env[65829]: WARNING nova.compute.manager [req-fa12c8b8-e3a1-4cf3-bcc1-f5c466bae871 req-b81ccf4a-8842-4326-9377-4fea97608776 service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Received unexpected event network-vif-plugged-07222331-bfe7-40cc-8b22-84aa6d183adb for instance with vm_state building and task_state spawning. [ 880.413379] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56243e1b-ce0e-48a8-b4c6-797b67844182 tempest-ListImageFiltersTestJSON-1678020100 tempest-ListImageFiltersTestJSON-1678020100-project-member] Lock "74c14512-cb8f-4cd0-a9c6-6050bdc17bb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.810s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.439277] env[65829]: DEBUG nova.network.neutron [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Successfully updated port: 07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 880.520850] env[65829]: WARNING neutronclient.v2_0.client [req-de34305d-99d1-4af4-927b-6e663b836ae8 req-d4de80a8-1976-434c-8770-88831e1c7852 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.575618] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Acquiring lock "f02904c4-2083-4328-b17c-906adb8b31bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.575714] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Lock "f02904c4-2083-4328-b17c-906adb8b31bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.575885] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Acquiring lock "f02904c4-2083-4328-b17c-906adb8b31bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.576069] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Lock "f02904c4-2083-4328-b17c-906adb8b31bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.576555] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Lock "f02904c4-2083-4328-b17c-906adb8b31bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.580802] env[65829]: INFO nova.compute.manager [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Terminating instance [ 880.677243] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.686098] env[65829]: DEBUG oslo_concurrency.lockutils [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquiring lock "refresh_cache-9335f493-e014-44a1-84d1-8cf267fe0c80" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.686288] env[65829]: DEBUG oslo_concurrency.lockutils [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquired lock "refresh_cache-9335f493-e014-44a1-84d1-8cf267fe0c80" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.686752] env[65829]: DEBUG nova.network.neutron [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 880.708075] env[65829]: WARNING neutronclient.v2_0.client [req-de34305d-99d1-4af4-927b-6e663b836ae8 req-d4de80a8-1976-434c-8770-88831e1c7852 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.760121] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.769768] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807689, 'name': CreateVM_Task, 'duration_secs': 0.741618} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.770220] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.771185] env[65829]: WARNING neutronclient.v2_0.client [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.771185] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.771461] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.772120] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.772343] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b265503c-03a4-439c-8725-bf949bbc3fde {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.779287] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Waiting for the task: (returnval){ [ 880.779287] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5253eccc-3775-8a9e-158c-1c2f35ed12e8" [ 880.779287] env[65829]: _type = "Task" [ 880.779287] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.788997] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5253eccc-3775-8a9e-158c-1c2f35ed12e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.827889] env[65829]: DEBUG nova.network.neutron [req-de34305d-99d1-4af4-927b-6e663b836ae8 req-d4de80a8-1976-434c-8770-88831e1c7852 service nova] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Updated VIF entry in instance network info cache for port af392e21-0300-4c3a-86c9-a6596767af2a. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 880.828288] env[65829]: DEBUG nova.network.neutron [req-de34305d-99d1-4af4-927b-6e663b836ae8 req-d4de80a8-1976-434c-8770-88831e1c7852 service nova] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Updating instance_info_cache with network_info: [{"id": "af392e21-0300-4c3a-86c9-a6596767af2a", "address": "fa:16:3e:62:ce:44", "network": {"id": "f97224b5-cb3c-45f4-9c2e-7f9b701edc5a", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1166373182-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b108b7de0f204bdc989f838df9e22189", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf392e21-03", "ovs_interfaceid": "af392e21-0300-4c3a-86c9-a6596767af2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.881247] env[65829]: INFO nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating resource usage from migration d76b99f9-9cb5-47d7-9815-d53299055a79 [ 880.914469] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 0e20b1cc-1aab-4a62-bd1a-86456eee3906 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 880.914640] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 7c39128b-5899-4bc4-8335-8f7a2a2c5a00 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 880.914766] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 2befa94b-af61-43f7-af56-c7d45768cb6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.914883] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance c0e941a1-acec-4e7b-b40e-945e08ad2d61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.914995] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 97649e37-94dd-4ee5-889f-88b4a1c03a82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.915874] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 5f5fc67b-b232-42f4-b179-188ebaaa48b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.915874] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance a826eca5-ab99-4a14-a98f-5f7c67383985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.915874] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 475b8580-be43-4428-86e5-f0aeb67b1473 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.915874] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance c2ec3739-1ea8-416b-9341-9405eaf8b0b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.915874] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 2c0db17b-3368-4c5d-b30c-a45277b0f2e8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 880.915874] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.915874] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance a0dd2130-f3ce-47e5-a274-c0a9770b8f5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.916127] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance f1b0a28c-9918-4ed3-8424-e3207a4d290e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.916127] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 2245b178-432d-4131-8b7a-0d5636652547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.916178] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 136c9efc-4141-4a98-a0ea-241cb231cb68 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 880.916266] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance dc5b9b37-d997-438c-be2c-700abe0a9b91 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.916404] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 2e61a4e5-7410-40dd-a8d7-09a918431d8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.916524] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance a92730b6-fca2-4a42-8d4e-0c70d509bad5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 880.916922] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance b9d82e03-a213-489e-b8e2-cddc5b6300e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 880.916922] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 9335f493-e014-44a1-84d1-8cf267fe0c80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.916922] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 6bfb8e92-4927-4427-bdba-821903439344 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.916922] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance f02904c4-2083-4328-b17c-906adb8b31bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.917073] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance b7906034-6ac5-43fa-9c86-4d5044e5a281 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 880.941756] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.941943] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.942181] env[65829]: DEBUG nova.network.neutron [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 881.085811] env[65829]: DEBUG nova.compute.manager [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 881.085987] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.087010] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61526363-db20-4e5e-a933-7dbc16285143 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.096157] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.096411] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35491062-2a99-4653-b0ac-d15198e0b693 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.105316] env[65829]: DEBUG oslo_vmware.api [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Waiting for the task: (returnval){ [ 881.105316] env[65829]: value = "task-4807690" [ 881.105316] env[65829]: _type = "Task" [ 881.105316] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.115091] env[65829]: DEBUG oslo_vmware.api [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.192204] env[65829]: WARNING neutronclient.v2_0.client [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.212676] env[65829]: DEBUG nova.network.neutron [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 881.273952] env[65829]: DEBUG nova.network.neutron [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.292667] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5253eccc-3775-8a9e-158c-1c2f35ed12e8, 'name': SearchDatastore_Task, 'duration_secs': 0.012262} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.292999] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.293392] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.293751] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.293913] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.294122] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.294922] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24a8fe4b-1f0e-4c5d-a407-908116331c79 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.309285] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.309440] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.311061] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43bf18b3-f50f-4d24-b0f7-d032e04d2793 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.318791] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Waiting for the task: (returnval){ [ 881.318791] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523caa3d-c000-d44c-006b-b518ce13e0d0" [ 881.318791] env[65829]: _type = "Task" [ 881.318791] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.327791] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523caa3d-c000-d44c-006b-b518ce13e0d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.331599] env[65829]: DEBUG oslo_concurrency.lockutils [req-de34305d-99d1-4af4-927b-6e663b836ae8 req-d4de80a8-1976-434c-8770-88831e1c7852 service nova] Releasing lock "refresh_cache-b7906034-6ac5-43fa-9c86-4d5044e5a281" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.420279] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance b4f4a954-7b29-43b4-97fc-df19cdd22551 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 881.420441] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance bbf56d36-3f36-45ae-8b66-832f69706c14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 881.496243] env[65829]: DEBUG nova.network.neutron [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 881.602840] env[65829]: WARNING neutronclient.v2_0.client [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.616635] env[65829]: DEBUG oslo_vmware.api [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807690, 'name': PowerOffVM_Task, 'duration_secs': 0.242131} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.617049] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.617273] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.617575] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e95e220e-d2ce-4152-9e2b-7439dcb7abad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.687611] env[65829]: DEBUG nova.network.neutron [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updating instance_info_cache with network_info: [{"id": "07222331-bfe7-40cc-8b22-84aa6d183adb", "address": "fa:16:3e:02:14:99", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07222331-bf", "ovs_interfaceid": "07222331-bfe7-40cc-8b22-84aa6d183adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.690528] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.690632] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.690781] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Deleting the datastore file [datastore1] f02904c4-2083-4328-b17c-906adb8b31bb {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.691375] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2df658a-1951-4a6e-9b2d-1434c1c5fab1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.699163] env[65829]: DEBUG oslo_vmware.api [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Waiting for the task: (returnval){ [ 881.699163] env[65829]: value = "task-4807692" [ 881.699163] env[65829]: _type = "Task" [ 881.699163] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.708676] env[65829]: DEBUG oslo_vmware.api [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.781042] env[65829]: DEBUG oslo_concurrency.lockutils [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Releasing lock "refresh_cache-9335f493-e014-44a1-84d1-8cf267fe0c80" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.781536] env[65829]: DEBUG nova.compute.manager [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 881.781748] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.782780] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7dd160-5080-48e5-a7ee-077e185e3989 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.791573] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.791785] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-450a6ebb-7a73-40f9-b0fd-1e3459e74b72 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.800816] env[65829]: DEBUG oslo_vmware.api [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 881.800816] env[65829]: value = "task-4807693" [ 881.800816] env[65829]: _type = "Task" [ 881.800816] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.812529] env[65829]: DEBUG oslo_vmware.api [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.832529] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523caa3d-c000-d44c-006b-b518ce13e0d0, 'name': SearchDatastore_Task, 'duration_secs': 0.013009} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.833427] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d67c5c-b7b7-4556-a952-06234d504e95 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.842820] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Waiting for the task: (returnval){ [ 881.842820] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5221346c-506a-7514-3fa6-6fefb1f6583a" [ 881.842820] env[65829]: _type = "Task" [ 881.842820] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.850844] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5221346c-506a-7514-3fa6-6fefb1f6583a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.924113] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 6a6e3189-e5d2-4455-9229-7e006496b264 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 882.192275] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.192898] env[65829]: DEBUG nova.compute.manager [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Instance network_info: |[{"id": "07222331-bfe7-40cc-8b22-84aa6d183adb", "address": "fa:16:3e:02:14:99", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07222331-bf", "ovs_interfaceid": "07222331-bfe7-40cc-8b22-84aa6d183adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 882.193524] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:14:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07222331-bfe7-40cc-8b22-84aa6d183adb', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.201652] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 882.202379] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.206015] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba2c4a0-b871-4fac-ad35-fceab78c5474 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.229236] env[65829]: DEBUG oslo_vmware.api [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Task: {'id': task-4807692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426227} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.230988] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.231114] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.231316] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.231455] env[65829]: INFO nova.compute.manager [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 882.231649] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 882.231842] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.231842] env[65829]: value = "task-4807694" [ 882.231842] env[65829]: _type = "Task" [ 882.231842] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.232044] env[65829]: DEBUG nova.compute.manager [-] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 882.232139] env[65829]: DEBUG nova.network.neutron [-] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 882.232411] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.244136] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807694, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.273052] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.313327] env[65829]: DEBUG oslo_vmware.api [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807693, 'name': PowerOffVM_Task, 'duration_secs': 0.142671} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.313614] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.314284] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.314284] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c48b4760-83f3-4cbc-b7ae-e751bb6363c0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.349038] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.349038] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.349215] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Deleting the datastore file [datastore2] 9335f493-e014-44a1-84d1-8cf267fe0c80 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.350048] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-520e5084-f56b-4e71-b7fc-d2deeec5098b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.357546] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5221346c-506a-7514-3fa6-6fefb1f6583a, 'name': SearchDatastore_Task, 'duration_secs': 0.0259} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.358617] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.359048] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] b7906034-6ac5-43fa-9c86-4d5044e5a281/b7906034-6ac5-43fa-9c86-4d5044e5a281.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.359297] env[65829]: DEBUG oslo_vmware.api [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for the task: (returnval){ [ 882.359297] env[65829]: value = "task-4807696" [ 882.359297] env[65829]: _type = "Task" [ 882.359297] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.359484] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9be003df-43f1-43ab-9747-a0ece545d3df {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.371258] env[65829]: DEBUG oslo_vmware.api [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.372725] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Waiting for the task: (returnval){ [ 882.372725] env[65829]: value = "task-4807697" [ 882.372725] env[65829]: _type = "Task" [ 882.372725] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.431338] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 76c9701f-47ca-4409-b3e9-5be4ae57e822 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 882.431338] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Migration d76b99f9-9cb5-47d7-9815-d53299055a79 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 882.431338] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 763ccacd-c45c-41de-a074-93c2a8e3c7ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 882.482873] env[65829]: DEBUG nova.compute.manager [req-e1d8d0de-df8f-4ce5-b7d9-79aa8ce6771e req-b29454af-0c71-49c5-bd55-acd5219ef72f service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Received event network-changed-07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 882.483606] env[65829]: DEBUG nova.compute.manager [req-e1d8d0de-df8f-4ce5-b7d9-79aa8ce6771e req-b29454af-0c71-49c5-bd55-acd5219ef72f service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Refreshing instance network info cache due to event network-changed-07222331-bfe7-40cc-8b22-84aa6d183adb. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 882.484432] env[65829]: DEBUG oslo_concurrency.lockutils [req-e1d8d0de-df8f-4ce5-b7d9-79aa8ce6771e req-b29454af-0c71-49c5-bd55-acd5219ef72f service nova] Acquiring lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.486158] env[65829]: DEBUG oslo_concurrency.lockutils [req-e1d8d0de-df8f-4ce5-b7d9-79aa8ce6771e req-b29454af-0c71-49c5-bd55-acd5219ef72f service nova] Acquired lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.486158] env[65829]: DEBUG nova.network.neutron [req-e1d8d0de-df8f-4ce5-b7d9-79aa8ce6771e req-b29454af-0c71-49c5-bd55-acd5219ef72f service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Refreshing network info cache for port 07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.745820] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807694, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.875763] env[65829]: DEBUG oslo_vmware.api [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Task: {'id': task-4807696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152431} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.879272] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.879482] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.879643] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.879874] env[65829]: INFO nova.compute.manager [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Took 1.10 seconds to destroy the instance on the hypervisor. [ 882.880203] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 882.880825] env[65829]: DEBUG nova.compute.manager [-] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 882.880825] env[65829]: DEBUG nova.network.neutron [-] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 882.880825] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.890422] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807697, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.934834] env[65829]: DEBUG nova.network.neutron [-] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 882.935174] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.936909] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance afb48925-2ca1-42a8-8a9a-e3247be7993a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 882.989421] env[65829]: WARNING neutronclient.v2_0.client [req-e1d8d0de-df8f-4ce5-b7d9-79aa8ce6771e req-b29454af-0c71-49c5-bd55-acd5219ef72f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.117966] env[65829]: DEBUG nova.network.neutron [-] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.219644] env[65829]: WARNING neutronclient.v2_0.client [req-e1d8d0de-df8f-4ce5-b7d9-79aa8ce6771e req-b29454af-0c71-49c5-bd55-acd5219ef72f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.248866] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807694, 'name': CreateVM_Task, 'duration_secs': 0.551429} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.252331] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.252331] env[65829]: WARNING neutronclient.v2_0.client [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.252331] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.252331] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.252331] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.252331] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ccbc35-1dfa-4609-b862-21960330d84d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.256541] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 883.256541] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52341db8-4bb7-4e27-abc8-f1b3f1602a6b" [ 883.256541] env[65829]: _type = "Task" [ 883.256541] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.265660] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52341db8-4bb7-4e27-abc8-f1b3f1602a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.311489] env[65829]: DEBUG nova.network.neutron [req-e1d8d0de-df8f-4ce5-b7d9-79aa8ce6771e req-b29454af-0c71-49c5-bd55-acd5219ef72f service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updated VIF entry in instance network info cache for port 07222331-bfe7-40cc-8b22-84aa6d183adb. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 883.312049] env[65829]: DEBUG nova.network.neutron [req-e1d8d0de-df8f-4ce5-b7d9-79aa8ce6771e req-b29454af-0c71-49c5-bd55-acd5219ef72f service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updating instance_info_cache with network_info: [{"id": "07222331-bfe7-40cc-8b22-84aa6d183adb", "address": "fa:16:3e:02:14:99", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07222331-bf", "ovs_interfaceid": "07222331-bfe7-40cc-8b22-84aa6d183adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.386868] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807697, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.440789] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 49e32a35-a7a6-4d42-8057-ae26247758af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 883.442011] env[65829]: DEBUG nova.network.neutron [-] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.620224] env[65829]: INFO nova.compute.manager [-] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Took 1.39 seconds to deallocate network for instance. [ 883.768068] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52341db8-4bb7-4e27-abc8-f1b3f1602a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010134} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.768910] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.769165] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.769405] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.769545] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.769723] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.769987] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98e53059-19ea-4f95-a4fb-80a69a93673f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.779135] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.779322] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.780063] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b4fa56c-30e3-4806-b237-7cb98d66eb98 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.786178] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 883.786178] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d6749f-9377-9a38-cfb4-24495ed21397" [ 883.786178] env[65829]: _type = "Task" [ 883.786178] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.794182] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d6749f-9377-9a38-cfb4-24495ed21397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.814916] env[65829]: DEBUG oslo_concurrency.lockutils [req-e1d8d0de-df8f-4ce5-b7d9-79aa8ce6771e req-b29454af-0c71-49c5-bd55-acd5219ef72f service nova] Releasing lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.885852] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807697, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.944878] env[65829]: INFO nova.compute.manager [-] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Took 1.06 seconds to deallocate network for instance. [ 883.945737] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance bea89f9d-5098-43f6-aa9a-0aaa5b03f402 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 883.946094] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 883.946255] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=100GB used_disk=20GB total_vcpus=48 used_vcpus=19 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '19', 'num_vm_active': '16', 'num_task_None': '15', 'num_os_type_None': '19', 'num_proj_a6d538d342a94e1ebabc2111c0d9000e': '3', 'io_workload': '3', 'num_proj_038ceec4a90f4611a43c882f07ea7ef1': '1', 'num_proj_7cac28f198d84bc19abf0bdbc55e7b49': '1', 'num_vm_rescued': '1', 'num_proj_b139a534bae14c14ba78185316657b86': '1', 'num_proj_c4a303617f4347148d224ef71dbd3b30': '2', 'num_proj_8e1504f6bcb84c5ea6c94c1caacb2337': '1', 'num_proj_c43c37f5106c4212b004dd902d4d9226': '2', 'num_proj_b94c0331c3b542cf85c59c071c759210': '1', 'num_proj_11b69e2090b446c9859a75450af9ee51': '1', 'num_proj_ea68ae604b47406dadc7964e957c82e3': '1', 'num_task_resize_prep': '1', 'num_proj_238a33da88c042509d7179c989b3e861': '1', 'num_task_deleting': '1', 'num_proj_dc2bffa9c8104cbdaedf35d3a04b8b0f': '1', 'num_proj_3ee32917d7174f0ebdffb4a469ed2eb7': '1', 'num_proj_9a70695e846e4bac8c2352562c303a9f': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_b108b7de0f204bdc989f838df9e22189': '1'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 884.127910] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.299093] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d6749f-9377-9a38-cfb4-24495ed21397, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.300208] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d1661d-57b5-4a1a-99f4-b5710c13ba0e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.311711] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 884.311711] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522891a5-cdcc-ee73-b2be-8039dc89ba5d" [ 884.311711] env[65829]: _type = "Task" [ 884.311711] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.323139] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522891a5-cdcc-ee73-b2be-8039dc89ba5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.392060] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807697, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.606434} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.392360] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] b7906034-6ac5-43fa-9c86-4d5044e5a281/b7906034-6ac5-43fa-9c86-4d5044e5a281.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.392582] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.393116] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ec9be32-9d4f-4c77-bb51-3766aff5f1b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.401576] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Waiting for the task: (returnval){ [ 884.401576] env[65829]: value = "task-4807698" [ 884.401576] env[65829]: _type = "Task" [ 884.401576] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.413112] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.458073] env[65829]: DEBUG oslo_concurrency.lockutils [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.498041] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca87d37-b59f-4631-b2f0-087fb0e1b951 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.507717] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25afee5a-04ae-4c63-8d57-d3a12ec616c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.549820] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3d04b5-0fce-45d7-bd02-b4e6d3e40b8a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.558423] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd645f7-a05f-4a23-8c40-fa2ecdb60ee8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.579053] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.580342] env[65829]: DEBUG nova.compute.manager [req-ceae3509-1948-48c9-85fc-59f79562c88a req-8ec25f99-678c-4332-aee6-108ec760c970 service nova] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Received event network-vif-deleted-4553176e-dad0-433c-b1c1-dc2431c5123d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 884.823753] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522891a5-cdcc-ee73-b2be-8039dc89ba5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010714} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.824032] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.824326] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] bbf56d36-3f36-45ae-8b66-832f69706c14/bbf56d36-3f36-45ae-8b66-832f69706c14.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.824605] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22db6251-60e4-4729-9e98-017e254e1708 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.831894] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 884.831894] env[65829]: value = "task-4807699" [ 884.831894] env[65829]: _type = "Task" [ 884.831894] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.842915] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.918645] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136045} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.919018] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.920035] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a2c436-98b8-48cd-928c-a8556cf60e2d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.949050] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] b7906034-6ac5-43fa-9c86-4d5044e5a281/b7906034-6ac5-43fa-9c86-4d5044e5a281.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.949050] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9026c2f-660a-4068-82c8-22c53e5b8cb5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.972844] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Waiting for the task: (returnval){ [ 884.972844] env[65829]: value = "task-4807700" [ 884.972844] env[65829]: _type = "Task" [ 884.972844] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.985144] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807700, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.082671] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.347211] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807699, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.488913] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.589392] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 885.589667] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.730s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.590493] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.882s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.590493] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.592356] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.440s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.594286] env[65829]: INFO nova.compute.claims [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.597709] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.597709] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Cleaning up deleted instances {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 885.622933] env[65829]: INFO nova.scheduler.client.report [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Deleted allocations for instance 136c9efc-4141-4a98-a0ea-241cb231cb68 [ 885.844787] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539957} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.845063] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] bbf56d36-3f36-45ae-8b66-832f69706c14/bbf56d36-3f36-45ae-8b66-832f69706c14.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.845280] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.845633] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78fdaf73-3ea9-4950-a8fd-ba3c003ae920 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.853554] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 885.853554] env[65829]: value = "task-4807701" [ 885.853554] env[65829]: _type = "Task" [ 885.853554] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.863364] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.984928] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807700, 'name': ReconfigVM_Task, 'duration_secs': 0.625787} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.985380] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Reconfigured VM instance instance-00000044 to attach disk [datastore1] b7906034-6ac5-43fa-9c86-4d5044e5a281/b7906034-6ac5-43fa-9c86-4d5044e5a281.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.986168] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ec611de-5368-4b90-846e-215f8c93beee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.993782] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Waiting for the task: (returnval){ [ 885.993782] env[65829]: value = "task-4807702" [ 885.993782] env[65829]: _type = "Task" [ 885.993782] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.003017] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807702, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.116886] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] There are 42 instances to clean {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11935}} [ 886.117214] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 9cf0f978-93f0-46d2-9fb2-dab8e752ff1a] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 886.130357] env[65829]: DEBUG oslo_concurrency.lockutils [None req-74a3214d-6fb7-4658-9eb8-dbbf318107bf tempest-ImagesOneServerNegativeTestJSON-1261530626 tempest-ImagesOneServerNegativeTestJSON-1261530626-project-member] Lock "136c9efc-4141-4a98-a0ea-241cb231cb68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.391s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.365905] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072597} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.366200] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.367130] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5343332a-e672-42a4-bb7d-832dc4bf783d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.390086] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] bbf56d36-3f36-45ae-8b66-832f69706c14/bbf56d36-3f36-45ae-8b66-832f69706c14.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.391111] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f1a4c88-7408-4abb-84e8-aabbbc350ac3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.411480] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "f31f0011-3b88-4d9a-aa06-ff68c2b097d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.411529] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "f31f0011-3b88-4d9a-aa06-ff68c2b097d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.417222] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 886.417222] env[65829]: value = "task-4807703" [ 886.417222] env[65829]: _type = "Task" [ 886.417222] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.426653] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.506048] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807702, 'name': Rename_Task, 'duration_secs': 0.154079} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.506048] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.506048] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9455cd79-6e23-40b6-ae69-ab7f554168c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.513951] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Waiting for the task: (returnval){ [ 886.513951] env[65829]: value = "task-4807704" [ 886.513951] env[65829]: _type = "Task" [ 886.513951] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.523707] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.623642] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 210d3432-3cf6-4ef3-951e-30e2e9eaa702] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 886.915679] env[65829]: DEBUG nova.compute.manager [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 886.928962] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807703, 'name': ReconfigVM_Task, 'duration_secs': 0.408794} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.931806] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Reconfigured VM instance instance-00000045 to attach disk [datastore1] bbf56d36-3f36-45ae-8b66-832f69706c14/bbf56d36-3f36-45ae-8b66-832f69706c14.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.935371] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67fa2f47-1d85-4094-9bf4-27d399f29dc8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.940679] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 886.940679] env[65829]: value = "task-4807705" [ 886.940679] env[65829]: _type = "Task" [ 886.940679] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.952717] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807705, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.027279] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807704, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.127949] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 90a5af16-3f4b-49a0-b1f4-aa9086e449fd] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 887.132912] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e118010-bc71-4ab5-9d73-a7f70c04efcb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.141735] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5867b8b-9ad7-497f-aae4-4f300d28c2e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.178451] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2120480-1caf-4ced-aac5-4ea923d9c6ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.188495] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97eaafa2-d179-45fe-a382-64e9b486b922 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.204968] env[65829]: DEBUG nova.compute.provider_tree [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.436282] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.451844] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807705, 'name': Rename_Task, 'duration_secs': 0.217138} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.452217] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.452456] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c81ae28-ec48-47fc-acb6-94c526de42af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.525291] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 887.525291] env[65829]: value = "task-4807706" [ 887.525291] env[65829]: _type = "Task" [ 887.525291] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.532369] env[65829]: DEBUG oslo_vmware.api [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807704, 'name': PowerOnVM_Task, 'duration_secs': 0.548824} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.533062] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.533275] env[65829]: INFO nova.compute.manager [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Took 10.47 seconds to spawn the instance on the hypervisor. [ 887.533473] env[65829]: DEBUG nova.compute.manager [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 887.534314] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fad2b14-3b9a-4040-8c4f-1e77d2a4ceb3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.540570] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.632107] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: e5d1e2cb-8800-4496-86d3-1b9339772125] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 887.708094] env[65829]: DEBUG nova.scheduler.client.report [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.042603] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807706, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.057630] env[65829]: INFO nova.compute.manager [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Took 42.07 seconds to build instance. [ 888.137885] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: d7e7c349-fe4d-4d07-a1de-17fb5c2a2a27] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 888.215020] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.215020] env[65829]: DEBUG nova.compute.manager [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 888.217110] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.351s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.217501] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.219970] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.113s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.227346] env[65829]: INFO nova.compute.claims [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.267286] env[65829]: INFO nova.scheduler.client.report [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Deleted allocations for instance 0e20b1cc-1aab-4a62-bd1a-86456eee3906 [ 888.538992] env[65829]: DEBUG oslo_vmware.api [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4807706, 'name': PowerOnVM_Task, 'duration_secs': 1.03848} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.539789] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.539789] env[65829]: INFO nova.compute.manager [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Took 8.80 seconds to spawn the instance on the hypervisor. [ 888.541183] env[65829]: DEBUG nova.compute.manager [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 888.542524] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd65185b-603f-4d8a-b89f-9bb87be82332 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.559566] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62c38855-a9d5-405e-904c-faa78f72089c tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Lock "b7906034-6ac5-43fa-9c86-4d5044e5a281" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.791s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.645703] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 7666ca12-8127-4640-9ee1-ebea47a22e41] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 888.733643] env[65829]: DEBUG nova.compute.utils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.737380] env[65829]: DEBUG nova.compute.manager [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 888.737456] env[65829]: DEBUG nova.network.neutron [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 888.739207] env[65829]: WARNING neutronclient.v2_0.client [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.739207] env[65829]: WARNING neutronclient.v2_0.client [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.777107] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c208f30-9bb1-457d-81af-770d32ce29cd tempest-ServersTestBootFromVolume-1104829003 tempest-ServersTestBootFromVolume-1104829003-project-member] Lock "0e20b1cc-1aab-4a62-bd1a-86456eee3906" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.925s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.818378] env[65829]: DEBUG nova.policy [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b53714643bd846fb881cd313d9e112b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c43c37f5106c4212b004dd902d4d9226', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.063936] env[65829]: INFO nova.compute.manager [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Took 42.98 seconds to build instance. [ 889.121710] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Acquiring lock "b7906034-6ac5-43fa-9c86-4d5044e5a281" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.122144] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Lock "b7906034-6ac5-43fa-9c86-4d5044e5a281" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.122636] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Acquiring lock "b7906034-6ac5-43fa-9c86-4d5044e5a281-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.122636] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Lock "b7906034-6ac5-43fa-9c86-4d5044e5a281-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.122857] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Lock "b7906034-6ac5-43fa-9c86-4d5044e5a281-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.125398] env[65829]: INFO nova.compute.manager [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Terminating instance [ 889.149446] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: dcc1d54d-39f6-4b45-b3d0-d7b7e1ce9dff] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 889.240753] env[65829]: DEBUG nova.compute.manager [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 889.303178] env[65829]: DEBUG nova.network.neutron [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Successfully created port: 35815315-0d04-4da8-92aa-1ab248ddbbd3 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 889.566308] env[65829]: DEBUG oslo_concurrency.lockutils [None req-65b138c7-89d4-491b-92ea-d4f02e8bdadb tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.493s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.631933] env[65829]: DEBUG nova.compute.manager [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 889.632170] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.633451] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c4c327-6dab-412d-8e18-c9a371c6f150 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.646885] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.652691] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0655885d-84b6-4f88-b6e5-c1a9199450a9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.655900] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: bc817d02-799b-4158-bc5c-fe73fa365294] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 889.664226] env[65829]: DEBUG oslo_vmware.api [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Waiting for the task: (returnval){ [ 889.664226] env[65829]: value = "task-4807707" [ 889.664226] env[65829]: _type = "Task" [ 889.664226] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.675691] env[65829]: DEBUG oslo_vmware.api [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807707, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.868726] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a00d8d-d10f-48bb-9a8b-ec82e011ef79 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.877116] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f72213-2eee-496e-a7b4-9350854ea7b0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.917620] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266fb7b9-10f8-440a-a210-858750fca877 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.928183] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f984ba2-d8b1-4a40-9f0c-6e96f567b500 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.945293] env[65829]: DEBUG nova.compute.provider_tree [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.159654] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: f059fdce-0d7f-41f2-b964-e5085b0e14df] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 890.175816] env[65829]: DEBUG oslo_vmware.api [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807707, 'name': PowerOffVM_Task, 'duration_secs': 0.42759} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.175903] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.176078] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.176366] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-249befdb-ae49-4afb-9eb7-22d62244e697 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.254431] env[65829]: DEBUG nova.compute.manager [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 890.318158] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.318158] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.318158] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Deleting the datastore file [datastore1] b7906034-6ac5-43fa-9c86-4d5044e5a281 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.318158] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e57dcdcb-934f-42df-99fb-4e1cb642cdba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.326652] env[65829]: DEBUG oslo_vmware.api [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Waiting for the task: (returnval){ [ 890.326652] env[65829]: value = "task-4807709" [ 890.326652] env[65829]: _type = "Task" [ 890.326652] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.337772] env[65829]: DEBUG oslo_vmware.api [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.396923] env[65829]: DEBUG nova.virt.hardware [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 890.397176] env[65829]: DEBUG nova.virt.hardware [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.397331] env[65829]: DEBUG nova.virt.hardware [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 890.397511] env[65829]: DEBUG nova.virt.hardware [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.398239] env[65829]: DEBUG nova.virt.hardware [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 890.398463] env[65829]: DEBUG nova.virt.hardware [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 890.398741] env[65829]: DEBUG nova.virt.hardware [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 890.398842] env[65829]: DEBUG nova.virt.hardware [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 890.399124] env[65829]: DEBUG nova.virt.hardware [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 890.399308] env[65829]: DEBUG nova.virt.hardware [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 890.399511] env[65829]: DEBUG nova.virt.hardware [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 890.400424] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40d79b7-a154-4ffd-94ae-2a598ae087b8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.410041] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa6596c-a8ca-46e5-92b6-5d8c98932169 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.449458] env[65829]: DEBUG nova.scheduler.client.report [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.663556] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 6da326d9-fef6-421c-a171-995118e260af] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 890.842947] env[65829]: DEBUG oslo_vmware.api [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Task: {'id': task-4807709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223039} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.843320] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.843469] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.843657] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.843751] env[65829]: INFO nova.compute.manager [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Took 1.21 seconds to destroy the instance on the hypervisor. [ 890.844020] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 890.844244] env[65829]: DEBUG nova.compute.manager [-] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 890.844343] env[65829]: DEBUG nova.network.neutron [-] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 890.844587] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.956748] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.957383] env[65829]: DEBUG nova.compute.manager [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 890.960786] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.591s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.961053] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.965027] env[65829]: DEBUG oslo_concurrency.lockutils [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.667s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.965027] env[65829]: DEBUG oslo_concurrency.lockutils [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.965354] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.143s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.025896] env[65829]: INFO nova.scheduler.client.report [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Deleted allocations for instance 2c0db17b-3368-4c5d-b30c-a45277b0f2e8 [ 891.033096] env[65829]: INFO nova.scheduler.client.report [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted allocations for instance b9d82e03-a213-489e-b8e2-cddc5b6300e3 [ 891.047966] env[65829]: DEBUG nova.network.neutron [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Successfully updated port: 35815315-0d04-4da8-92aa-1ab248ddbbd3 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 891.104600] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.167289] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 3c0d3e45-58c3-4455-98d3-79ddad90526d] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 891.469719] env[65829]: DEBUG nova.compute.utils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.474842] env[65829]: INFO nova.compute.claims [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.479350] env[65829]: DEBUG nova.compute.manager [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 891.479350] env[65829]: DEBUG nova.network.neutron [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 891.479350] env[65829]: WARNING neutronclient.v2_0.client [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.480506] env[65829]: WARNING neutronclient.v2_0.client [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.535753] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3a6ac2a4-fe08-439e-adf5-519614c2e92e tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "2c0db17b-3368-4c5d-b30c-a45277b0f2e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.843s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.543712] env[65829]: DEBUG oslo_concurrency.lockutils [None req-19c91835-18c8-49a8-9133-7245e37c5d9c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "b9d82e03-a213-489e-b8e2-cddc5b6300e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.050s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.550955] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "refresh_cache-6a6e3189-e5d2-4455-9229-7e006496b264" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.551609] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "refresh_cache-6a6e3189-e5d2-4455-9229-7e006496b264" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.552246] env[65829]: DEBUG nova.network.neutron [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 891.572881] env[65829]: DEBUG nova.policy [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3eb2d6100c844ad4bb7495cc214b2878', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54a40b5581c649b985c315d09ac32108', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.671347] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: ed75b2fd-a4f7-4557-a905-0b6ae1f66940] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 891.749073] env[65829]: DEBUG nova.compute.manager [req-f005c51b-d734-4097-ba60-014add60278a req-8298fca2-ef0d-4d7a-a350-b70f81841595 service nova] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Received event network-vif-plugged-35815315-0d04-4da8-92aa-1ab248ddbbd3 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 891.749455] env[65829]: DEBUG oslo_concurrency.lockutils [req-f005c51b-d734-4097-ba60-014add60278a req-8298fca2-ef0d-4d7a-a350-b70f81841595 service nova] Acquiring lock "6a6e3189-e5d2-4455-9229-7e006496b264-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.749511] env[65829]: DEBUG oslo_concurrency.lockutils [req-f005c51b-d734-4097-ba60-014add60278a req-8298fca2-ef0d-4d7a-a350-b70f81841595 service nova] Lock "6a6e3189-e5d2-4455-9229-7e006496b264-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.749900] env[65829]: DEBUG oslo_concurrency.lockutils [req-f005c51b-d734-4097-ba60-014add60278a req-8298fca2-ef0d-4d7a-a350-b70f81841595 service nova] Lock "6a6e3189-e5d2-4455-9229-7e006496b264-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.749900] env[65829]: DEBUG nova.compute.manager [req-f005c51b-d734-4097-ba60-014add60278a req-8298fca2-ef0d-4d7a-a350-b70f81841595 service nova] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] No waiting events found dispatching network-vif-plugged-35815315-0d04-4da8-92aa-1ab248ddbbd3 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 891.750085] env[65829]: WARNING nova.compute.manager [req-f005c51b-d734-4097-ba60-014add60278a req-8298fca2-ef0d-4d7a-a350-b70f81841595 service nova] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Received unexpected event network-vif-plugged-35815315-0d04-4da8-92aa-1ab248ddbbd3 for instance with vm_state building and task_state spawning. [ 891.848788] env[65829]: DEBUG nova.network.neutron [-] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.952967] env[65829]: DEBUG nova.compute.manager [req-9c681c6e-413a-4fe9-9255-d8d89417254b req-24f66659-a0c4-4b06-946e-614a72c0dc79 service nova] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Received event network-vif-deleted-af392e21-0300-4c3a-86c9-a6596767af2a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 891.973628] env[65829]: DEBUG nova.compute.manager [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 891.978067] env[65829]: DEBUG nova.network.neutron [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Successfully created port: 831fcb56-909f-4f46-987f-a8701d5609db {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 891.986657] env[65829]: INFO nova.compute.resource_tracker [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating resource usage from migration d76b99f9-9cb5-47d7-9815-d53299055a79 [ 892.176867] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 76c68d4c-cba1-4f98-bf8a-5c8b7f135310] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 892.351665] env[65829]: INFO nova.compute.manager [-] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Took 1.51 seconds to deallocate network for instance. [ 892.470220] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b2e872-de2c-414d-83f4-4ea2ae073ca6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.488469] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78254c5-ac50-4445-97d8-9d8522b5dadc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.528632] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019d8876-fc43-4fe0-8712-aa4e957cf450 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.537878] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2e30e9-18d3-44ca-bc5d-5f374d446cee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.554512] env[65829]: DEBUG nova.compute.provider_tree [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.682701] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 1e7f21a7-d044-4d34-aeb6-16701fc8d289] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 892.798292] env[65829]: DEBUG nova.network.neutron [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 892.859647] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.988978] env[65829]: DEBUG nova.compute.manager [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 893.018608] env[65829]: DEBUG nova.virt.hardware [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 893.018920] env[65829]: DEBUG nova.virt.hardware [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.019094] env[65829]: DEBUG nova.virt.hardware [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 893.019598] env[65829]: DEBUG nova.virt.hardware [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.019598] env[65829]: DEBUG nova.virt.hardware [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 893.019598] env[65829]: DEBUG nova.virt.hardware [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 893.019738] env[65829]: DEBUG nova.virt.hardware [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 893.019873] env[65829]: DEBUG nova.virt.hardware [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 893.020041] env[65829]: DEBUG nova.virt.hardware [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 893.020381] env[65829]: DEBUG nova.virt.hardware [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 893.020381] env[65829]: DEBUG nova.virt.hardware [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 893.021366] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52057913-fa6c-43d5-9d6c-2619c71587cc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.029928] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e69f3c0-004d-4f56-be94-709cbe880c50 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.057684] env[65829]: DEBUG nova.scheduler.client.report [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.193628] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 340dc71a-ad20-47ff-b521-b4ccda748c54] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 893.562780] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.597s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.563044] env[65829]: INFO nova.compute.manager [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Migrating [ 893.563388] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.563605] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.564915] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.655s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.565192] env[65829]: DEBUG nova.objects.instance [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lazy-loading 'pci_requests' on Instance uuid b4f4a954-7b29-43b4-97fc-df19cdd22551 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.698948] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 9d74a949-7bd4-4990-ab76-1180e9fd6c1e] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 894.010056] env[65829]: DEBUG nova.network.neutron [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Successfully updated port: 831fcb56-909f-4f46-987f-a8701d5609db {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 894.043141] env[65829]: WARNING neutronclient.v2_0.client [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.067536] env[65829]: INFO nova.compute.rpcapi [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Automatically selected compute RPC version 6.4 from minimum service version 71 [ 894.069639] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.080577] env[65829]: DEBUG nova.objects.instance [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lazy-loading 'numa_topology' on Instance uuid b4f4a954-7b29-43b4-97fc-df19cdd22551 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.142231] env[65829]: DEBUG nova.network.neutron [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Updating instance_info_cache with network_info: [{"id": "35815315-0d04-4da8-92aa-1ab248ddbbd3", "address": "fa:16:3e:90:d2:26", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35815315-0d", "ovs_interfaceid": "35815315-0d04-4da8-92aa-1ab248ddbbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.202369] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: e65a689f-38bc-4846-b4d5-bd7797de9cc0] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 894.458056] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "c2ec3739-1ea8-416b-9341-9405eaf8b0b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.458056] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "c2ec3739-1ea8-416b-9341-9405eaf8b0b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.458056] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "c2ec3739-1ea8-416b-9341-9405eaf8b0b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.458056] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "c2ec3739-1ea8-416b-9341-9405eaf8b0b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.458056] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "c2ec3739-1ea8-416b-9341-9405eaf8b0b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.466464] env[65829]: INFO nova.compute.manager [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Terminating instance [ 894.514515] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Acquiring lock "refresh_cache-76c9701f-47ca-4409-b3e9-5be4ae57e822" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.514601] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Acquired lock "refresh_cache-76c9701f-47ca-4409-b3e9-5be4ae57e822" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.515519] env[65829]: DEBUG nova.network.neutron [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 894.592857] env[65829]: INFO nova.compute.claims [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.596162] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.596391] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.596620] env[65829]: DEBUG nova.network.neutron [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 894.644591] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "refresh_cache-6a6e3189-e5d2-4455-9229-7e006496b264" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.644980] env[65829]: DEBUG nova.compute.manager [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Instance network_info: |[{"id": "35815315-0d04-4da8-92aa-1ab248ddbbd3", "address": "fa:16:3e:90:d2:26", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35815315-0d", "ovs_interfaceid": "35815315-0d04-4da8-92aa-1ab248ddbbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 894.645548] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:d2:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35815315-0d04-4da8-92aa-1ab248ddbbd3', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.656788] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 894.658333] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.658612] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-858fe4e3-75cd-4289-a81f-f9147ebabedc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.687374] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.687374] env[65829]: value = "task-4807710" [ 894.687374] env[65829]: _type = "Task" [ 894.687374] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.695890] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807710, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.707215] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 4e9650eb-1d84-402d-978c-38bbe2b40b9e] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 894.893744] env[65829]: DEBUG nova.compute.manager [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Received event network-changed-35815315-0d04-4da8-92aa-1ab248ddbbd3 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 894.893916] env[65829]: DEBUG nova.compute.manager [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Refreshing instance network info cache due to event network-changed-35815315-0d04-4da8-92aa-1ab248ddbbd3. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 894.894131] env[65829]: DEBUG oslo_concurrency.lockutils [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] Acquiring lock "refresh_cache-6a6e3189-e5d2-4455-9229-7e006496b264" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.894203] env[65829]: DEBUG oslo_concurrency.lockutils [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] Acquired lock "refresh_cache-6a6e3189-e5d2-4455-9229-7e006496b264" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.894395] env[65829]: DEBUG nova.network.neutron [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Refreshing network info cache for port 35815315-0d04-4da8-92aa-1ab248ddbbd3 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.962317] env[65829]: DEBUG nova.compute.manager [req-a2344c29-18aa-4cb7-8a51-32ea1cc92574 req-330c4331-a5b0-4ba6-863c-d172d4f2e0c3 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Received event network-vif-plugged-831fcb56-909f-4f46-987f-a8701d5609db {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 894.962536] env[65829]: DEBUG oslo_concurrency.lockutils [req-a2344c29-18aa-4cb7-8a51-32ea1cc92574 req-330c4331-a5b0-4ba6-863c-d172d4f2e0c3 service nova] Acquiring lock "76c9701f-47ca-4409-b3e9-5be4ae57e822-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.962743] env[65829]: DEBUG oslo_concurrency.lockutils [req-a2344c29-18aa-4cb7-8a51-32ea1cc92574 req-330c4331-a5b0-4ba6-863c-d172d4f2e0c3 service nova] Lock "76c9701f-47ca-4409-b3e9-5be4ae57e822-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.962907] env[65829]: DEBUG oslo_concurrency.lockutils [req-a2344c29-18aa-4cb7-8a51-32ea1cc92574 req-330c4331-a5b0-4ba6-863c-d172d4f2e0c3 service nova] Lock "76c9701f-47ca-4409-b3e9-5be4ae57e822-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.963122] env[65829]: DEBUG nova.compute.manager [req-a2344c29-18aa-4cb7-8a51-32ea1cc92574 req-330c4331-a5b0-4ba6-863c-d172d4f2e0c3 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] No waiting events found dispatching network-vif-plugged-831fcb56-909f-4f46-987f-a8701d5609db {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 894.963291] env[65829]: WARNING nova.compute.manager [req-a2344c29-18aa-4cb7-8a51-32ea1cc92574 req-330c4331-a5b0-4ba6-863c-d172d4f2e0c3 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Received unexpected event network-vif-plugged-831fcb56-909f-4f46-987f-a8701d5609db for instance with vm_state building and task_state spawning. [ 894.973969] env[65829]: DEBUG nova.compute.manager [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 894.974280] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.975855] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16f637b-892e-402d-83a8-44496da8ab78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.990777] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.990929] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-718e8199-6e21-4b9e-ad34-0c22a2968720 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.002903] env[65829]: DEBUG oslo_vmware.api [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 895.002903] env[65829]: value = "task-4807711" [ 895.002903] env[65829]: _type = "Task" [ 895.002903] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.015199] env[65829]: DEBUG oslo_vmware.api [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.060718] env[65829]: DEBUG nova.network.neutron [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 895.102187] env[65829]: WARNING neutronclient.v2_0.client [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.198221] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807710, 'name': CreateVM_Task, 'duration_secs': 0.378051} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.198221] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.198790] env[65829]: WARNING neutronclient.v2_0.client [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.199701] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.199872] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.200737] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.200871] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46478d4f-40ee-4fd7-8bc6-b3d3858ea733 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.211746] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 895.211746] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5207a62d-eede-20d4-c1c0-ec57e9d5634f" [ 895.211746] env[65829]: _type = "Task" [ 895.211746] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.220045] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: a03c6f7d-0e4f-4eb3-8991-5b990f0dd206] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 895.234023] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5207a62d-eede-20d4-c1c0-ec57e9d5634f, 'name': SearchDatastore_Task, 'duration_secs': 0.014363} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.234437] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.235704] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.235704] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.235704] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.235704] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.235704] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc961420-5155-4d25-8eb3-f0bcce30e21d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.249873] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.250130] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.253444] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f43ae8d-2c10-4c2a-9ae8-c2d12601fe21 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.261633] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 895.261633] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d4e23c-2e45-b31a-ee28-d68df9079105" [ 895.261633] env[65829]: _type = "Task" [ 895.261633] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.277091] env[65829]: WARNING neutronclient.v2_0.client [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.288149] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d4e23c-2e45-b31a-ee28-d68df9079105, 'name': SearchDatastore_Task, 'duration_secs': 0.013494} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.289170] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2fcb27c-683d-4b4d-89ae-1f08f373ddd3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.297790] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 895.297790] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fcbc14-bcad-1add-ffa6-2664e2ff4d66" [ 895.297790] env[65829]: _type = "Task" [ 895.297790] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.309063] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fcbc14-bcad-1add-ffa6-2664e2ff4d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.394725] env[65829]: DEBUG nova.network.neutron [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Updating instance_info_cache with network_info: [{"id": "831fcb56-909f-4f46-987f-a8701d5609db", "address": "fa:16:3e:55:16:2b", "network": {"id": "09c6ce96-e1fc-4f2a-bcd6-5313a2a92fd6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1537880768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54a40b5581c649b985c315d09ac32108", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831fcb56-90", "ovs_interfaceid": "831fcb56-909f-4f46-987f-a8701d5609db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.398026] env[65829]: WARNING neutronclient.v2_0.client [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.439147] env[65829]: DEBUG nova.compute.manager [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 895.439147] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1894b877-d538-4a66-a8dd-6d2663ae278d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.472408] env[65829]: WARNING neutronclient.v2_0.client [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.514964] env[65829]: DEBUG oslo_vmware.api [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807711, 'name': PowerOffVM_Task, 'duration_secs': 0.293484} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.516022] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.516022] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.516383] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39b56e03-4dac-48d5-9144-90b060952ddc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.578897] env[65829]: DEBUG nova.network.neutron [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance_info_cache with network_info: [{"id": "21e3826c-f322-49c0-b02f-505fd98c23cf", "address": "fa:16:3e:56:52:06", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e3826c-f3", "ovs_interfaceid": "21e3826c-f322-49c0-b02f-505fd98c23cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.725784] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 598d7de9-b594-4a1c-9cd8-c06d79aa72df] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 895.730747] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Acquiring lock "dc5b9b37-d997-438c-be2c-700abe0a9b91" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.731008] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Lock "dc5b9b37-d997-438c-be2c-700abe0a9b91" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.731207] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Acquiring lock "dc5b9b37-d997-438c-be2c-700abe0a9b91-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.731426] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Lock "dc5b9b37-d997-438c-be2c-700abe0a9b91-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.731588] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Lock "dc5b9b37-d997-438c-be2c-700abe0a9b91-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.733714] env[65829]: INFO nova.compute.manager [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Terminating instance [ 895.804625] env[65829]: WARNING neutronclient.v2_0.client [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.815024] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fcbc14-bcad-1add-ffa6-2664e2ff4d66, 'name': SearchDatastore_Task, 'duration_secs': 0.029397} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.817483] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.817878] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 6a6e3189-e5d2-4455-9229-7e006496b264/6a6e3189-e5d2-4455-9229-7e006496b264.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.817979] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.818253] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.818841] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Deleting the datastore file [datastore1] c2ec3739-1ea8-416b-9341-9405eaf8b0b2 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.819072] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4330d70-d894-4f4c-826f-7dff332bb01a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.822105] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38500321-4fb5-4ed9-a576-d2f7664d3101 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.832903] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 895.832903] env[65829]: value = "task-4807713" [ 895.832903] env[65829]: _type = "Task" [ 895.832903] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.834304] env[65829]: DEBUG oslo_vmware.api [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 895.834304] env[65829]: value = "task-4807714" [ 895.834304] env[65829]: _type = "Task" [ 895.834304] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.851028] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.854387] env[65829]: DEBUG oslo_vmware.api [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.902541] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Releasing lock "refresh_cache-76c9701f-47ca-4409-b3e9-5be4ae57e822" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.903613] env[65829]: DEBUG nova.compute.manager [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Instance network_info: |[{"id": "831fcb56-909f-4f46-987f-a8701d5609db", "address": "fa:16:3e:55:16:2b", "network": {"id": "09c6ce96-e1fc-4f2a-bcd6-5313a2a92fd6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1537880768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54a40b5581c649b985c315d09ac32108", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831fcb56-90", "ovs_interfaceid": "831fcb56-909f-4f46-987f-a8701d5609db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 895.903776] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:16:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '23f4655e-3495-421d-be4e-f6002a85a47a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '831fcb56-909f-4f46-987f-a8701d5609db', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.911773] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Creating folder: Project (54a40b5581c649b985c315d09ac32108). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.916033] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f282a690-3ad4-4dc0-983c-42fcc3e279a9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.930993] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Created folder: Project (54a40b5581c649b985c315d09ac32108) in parent group-v937255. [ 895.930993] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Creating folder: Instances. Parent ref: group-v937465. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.935413] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8116eaee-772a-4ee6-83a1-4650558a4f55 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.951651] env[65829]: INFO nova.compute.manager [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] instance snapshotting [ 895.952423] env[65829]: DEBUG nova.objects.instance [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'flavor' on Instance uuid 97649e37-94dd-4ee5-889f-88b4a1c03a82 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.953937] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Created folder: Instances in parent group-v937465. [ 895.954159] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 895.955565] env[65829]: DEBUG nova.network.neutron [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Updated VIF entry in instance network info cache for port 35815315-0d04-4da8-92aa-1ab248ddbbd3. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 895.955565] env[65829]: DEBUG nova.network.neutron [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Updating instance_info_cache with network_info: [{"id": "35815315-0d04-4da8-92aa-1ab248ddbbd3", "address": "fa:16:3e:90:d2:26", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35815315-0d", "ovs_interfaceid": "35815315-0d04-4da8-92aa-1ab248ddbbd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.962255] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.964030] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b912bb69-e852-415c-bd1d-fb9812013e58 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.995037] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.995037] env[65829]: value = "task-4807717" [ 895.995037] env[65829]: _type = "Task" [ 895.995037] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.010965] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807717, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.089414] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.206901] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a144363a-edda-45d2-8dd5-d37002cf92f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.218987] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929f90c8-6cf0-49bd-ba41-6839ca9dd189 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.256141] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 13a4c8ff-ce8d-4cf6-a224-0b293f46266f] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 896.258827] env[65829]: DEBUG nova.compute.manager [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 896.259824] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 896.265117] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ec13cf-9068-4ad9-9047-20644f751b73 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.274779] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a0eab0-0b0d-4869-add4-c16aa591923a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.291257] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85efc00d-4c68-4d5f-b0ad-bceb1a99d61b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.295718] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.296121] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a82a23a-44b6-4f72-b2f3-a808345f09fc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.318162] env[65829]: DEBUG nova.compute.provider_tree [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.318162] env[65829]: DEBUG oslo_vmware.api [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Waiting for the task: (returnval){ [ 896.318162] env[65829]: value = "task-4807718" [ 896.318162] env[65829]: _type = "Task" [ 896.318162] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.330404] env[65829]: DEBUG oslo_vmware.api [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.360356] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807713, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.360722] env[65829]: DEBUG oslo_vmware.api [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188031} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.361568] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.361568] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.361568] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.361568] env[65829]: INFO nova.compute.manager [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Took 1.39 seconds to destroy the instance on the hypervisor. [ 896.361779] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 896.362020] env[65829]: DEBUG nova.compute.manager [-] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 896.362114] env[65829]: DEBUG nova.network.neutron [-] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 896.362376] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.417054] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.468253] env[65829]: DEBUG oslo_concurrency.lockutils [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] Releasing lock "refresh_cache-6a6e3189-e5d2-4455-9229-7e006496b264" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.468253] env[65829]: DEBUG nova.compute.manager [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Received event network-changed-07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 896.468253] env[65829]: DEBUG nova.compute.manager [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Refreshing instance network info cache due to event network-changed-07222331-bfe7-40cc-8b22-84aa6d183adb. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 896.468253] env[65829]: DEBUG oslo_concurrency.lockutils [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] Acquiring lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.468499] env[65829]: DEBUG oslo_concurrency.lockutils [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] Acquired lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.468843] env[65829]: DEBUG nova.network.neutron [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Refreshing network info cache for port 07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.471513] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa32780-1a2e-4217-9350-749b45652c6d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.510933] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476b8c67-67c0-400b-a206-110fedf51940 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.531891] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807717, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.766788] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 89eade25-b968-4251-bb0e-b56cfbd5f86c] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 896.795424] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "b7f68803-8ab0-4975-afa7-e24349358a41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.795612] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "b7f68803-8ab0-4975-afa7-e24349358a41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.821436] env[65829]: DEBUG nova.scheduler.client.report [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.838029] env[65829]: DEBUG oslo_vmware.api [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807718, 'name': PowerOffVM_Task, 'duration_secs': 0.28663} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.840329] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.840636] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.841356] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4322c345-7d4b-44a1-867f-0406d1d359ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.854467] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544422} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.854766] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 6a6e3189-e5d2-4455-9229-7e006496b264/6a6e3189-e5d2-4455-9229-7e006496b264.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.855384] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.855384] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c1cead4-68b9-4431-b014-797ff557fa45 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.867736] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 896.867736] env[65829]: value = "task-4807720" [ 896.867736] env[65829]: _type = "Task" [ 896.867736] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.882643] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.976042] env[65829]: WARNING neutronclient.v2_0.client [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.022568] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807717, 'name': CreateVM_Task, 'duration_secs': 0.742398} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.022981] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.023589] env[65829]: WARNING neutronclient.v2_0.client [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.024142] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.024379] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.024723] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.025019] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03fff4d-8d2a-4ef8-97c7-d84436af4a98 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.034011] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 897.034534] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Waiting for the task: (returnval){ [ 897.034534] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526d9b83-a831-7759-9810-1d74225187c4" [ 897.034534] env[65829]: _type = "Task" [ 897.034534] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.034998] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-233dfe45-83aa-49e9-a1de-e3efd595f7e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.048024] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526d9b83-a831-7759-9810-1d74225187c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013501} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.052225] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.052484] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.052722] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.052867] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.053075] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.053492] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 897.053492] env[65829]: value = "task-4807721" [ 897.053492] env[65829]: _type = "Task" [ 897.053492] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.054647] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c690006-30fc-4149-b2c7-6ebafd4c2d63 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.065876] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807721, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.069086] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.069337] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.070080] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04d663a9-a4ff-4601-b6b4-399890db8472 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.079013] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Waiting for the task: (returnval){ [ 897.079013] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c7e7f1-8551-5b96-e494-59ba16b8fc0c" [ 897.079013] env[65829]: _type = "Task" [ 897.079013] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.093373] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.093373] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.093373] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Deleting the datastore file [datastore1] dc5b9b37-d997-438c-be2c-700abe0a9b91 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.098426] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3f3d2a3-e48b-4cab-aa0a-69e260cf8116 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.099348] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c7e7f1-8551-5b96-e494-59ba16b8fc0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.109467] env[65829]: DEBUG oslo_vmware.api [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Waiting for the task: (returnval){ [ 897.109467] env[65829]: value = "task-4807722" [ 897.109467] env[65829]: _type = "Task" [ 897.109467] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.124596] env[65829]: DEBUG oslo_vmware.api [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.274409] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 70f9c8be-079c-482c-a3ce-f337fdf4360a] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 897.282387] env[65829]: DEBUG nova.network.neutron [-] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.300982] env[65829]: DEBUG nova.compute.manager [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 897.332053] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.767s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.332645] env[65829]: WARNING neutronclient.v2_0.client [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.339593] env[65829]: DEBUG oslo_concurrency.lockutils [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.386s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.339857] env[65829]: DEBUG oslo_concurrency.lockutils [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.343044] env[65829]: DEBUG oslo_concurrency.lockutils [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.646s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.343198] env[65829]: DEBUG oslo_concurrency.lockutils [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.347702] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.409s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.347800] env[65829]: DEBUG nova.objects.instance [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 897.352247] env[65829]: WARNING neutronclient.v2_0.client [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.381533] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174783} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.382018] env[65829]: INFO nova.scheduler.client.report [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Deleted allocations for instance 7c39128b-5899-4bc4-8335-8f7a2a2c5a00 [ 897.384189] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.384961] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eded35-526c-40e9-9bdc-eeea0eb6111e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.413808] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 6a6e3189-e5d2-4455-9229-7e006496b264/6a6e3189-e5d2-4455-9229-7e006496b264.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.415024] env[65829]: INFO nova.scheduler.client.report [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Deleted allocations for instance a92730b6-fca2-4a42-8d4e-0c70d509bad5 [ 897.416341] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd40579f-60f3-41a7-b36a-327b4fa1b61a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.446635] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 897.446635] env[65829]: value = "task-4807723" [ 897.446635] env[65829]: _type = "Task" [ 897.446635] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.458609] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807723, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.463504] env[65829]: INFO nova.network.neutron [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updating port 95ca928b-3784-43cc-9b5e-43664fd91e76 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 897.569575] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807721, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.591520] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c7e7f1-8551-5b96-e494-59ba16b8fc0c, 'name': SearchDatastore_Task, 'duration_secs': 0.031474} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.593041] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610743dc-f995-4903-a697-e17147d3e64c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.601242] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Waiting for the task: (returnval){ [ 897.601242] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dee118-ffa5-edc6-bd91-c020970c7ff8" [ 897.601242] env[65829]: _type = "Task" [ 897.601242] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.602885] env[65829]: DEBUG nova.network.neutron [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updated VIF entry in instance network info cache for port 07222331-bfe7-40cc-8b22-84aa6d183adb. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 897.602885] env[65829]: DEBUG nova.network.neutron [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updating instance_info_cache with network_info: [{"id": "07222331-bfe7-40cc-8b22-84aa6d183adb", "address": "fa:16:3e:02:14:99", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07222331-bf", "ovs_interfaceid": "07222331-bfe7-40cc-8b22-84aa6d183adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.610761] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb225385-0f78-4d12-8f57-92899ddbe193 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.621572] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dee118-ffa5-edc6-bd91-c020970c7ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.011967} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.622561] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.622561] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 76c9701f-47ca-4409-b3e9-5be4ae57e822/76c9701f-47ca-4409-b3e9-5be4ae57e822.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.622774] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2031b5aa-4e92-41ab-802b-4d9d8d2627ac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.641558] env[65829]: DEBUG oslo_vmware.api [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Task: {'id': task-4807722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232008} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.641928] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance '763ccacd-c45c-41de-a074-93c2a8e3c7ed' progress to 0 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 897.646686] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.646894] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.647094] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.647269] env[65829]: INFO nova.compute.manager [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Took 1.39 seconds to destroy the instance on the hypervisor. [ 897.647539] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 897.648248] env[65829]: DEBUG nova.compute.manager [-] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 897.648355] env[65829]: DEBUG nova.network.neutron [-] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 897.648657] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.653251] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Waiting for the task: (returnval){ [ 897.653251] env[65829]: value = "task-4807724" [ 897.653251] env[65829]: _type = "Task" [ 897.653251] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.667563] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.749276] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "19ce493c-470f-4658-8a47-0f51dd10badb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.749651] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "19ce493c-470f-4658-8a47-0f51dd10badb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.779365] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: ab7a4066-fb81-48a0-a39e-e54e59600e74] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 897.788138] env[65829]: INFO nova.compute.manager [-] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Took 1.43 seconds to deallocate network for instance. [ 897.798982] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "52a3b111-be86-472e-840a-b3afb1668950" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.799345] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "52a3b111-be86-472e-840a-b3afb1668950" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.833838] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.896984] env[65829]: DEBUG oslo_concurrency.lockutils [None req-980ed48f-f5d5-4616-bb5b-8b1dd6fb8032 tempest-SecurityGroupsTestJSON-1619927160 tempest-SecurityGroupsTestJSON-1619927160-project-member] Lock "7c39128b-5899-4bc4-8335-8f7a2a2c5a00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.752s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.944141] env[65829]: DEBUG oslo_concurrency.lockutils [None req-353adb81-c933-400a-90b8-95dabf0cfe3f tempest-InstanceActionsTestJSON-1493867693 tempest-InstanceActionsTestJSON-1493867693-project-member] Lock "a92730b6-fca2-4a42-8d4e-0c70d509bad5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.491s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.955302] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807723, 'name': ReconfigVM_Task, 'duration_secs': 0.413976} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.955622] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 6a6e3189-e5d2-4455-9229-7e006496b264/6a6e3189-e5d2-4455-9229-7e006496b264.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.956886] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7501cbeb-b32b-4c88-85a2-d718ca0b5e76 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.965969] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 897.965969] env[65829]: value = "task-4807725" [ 897.965969] env[65829]: _type = "Task" [ 897.965969] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.975604] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807725, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.071700] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807721, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.107431] env[65829]: DEBUG oslo_concurrency.lockutils [req-f012c059-5456-4469-b672-229e57d23876 req-6b6efc22-c201-413c-b8ec-5612e074aff2 service nova] Releasing lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.152090] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.152090] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df065d17-d80f-43da-ac18-e02aba60b221 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.161032] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 898.161032] env[65829]: value = "task-4807726" [ 898.161032] env[65829]: _type = "Task" [ 898.161032] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.167283] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807724, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.174517] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.252476] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 898.283870] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 6ba6541f-302d-4a97-8732-45985f5fec13] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 898.296031] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.302885] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 898.364449] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23f17c92-8716-4a70-9e54-bc0b89e03ac0 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.365980] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.327s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.367655] env[65829]: INFO nova.compute.claims [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.444581] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.478849] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807725, 'name': Rename_Task, 'duration_secs': 0.181078} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.479331] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.479621] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e03c09b8-bb15-4ada-af32-916467724e88 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.486529] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 898.486529] env[65829]: value = "task-4807727" [ 898.486529] env[65829]: _type = "Task" [ 898.486529] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.498794] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.501720] env[65829]: DEBUG nova.compute.manager [req-1e290d69-f208-4fc3-b091-413709e8b689 req-918d4dd5-6f96-449c-b35b-60f9df1437d7 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Received event network-changed-831fcb56-909f-4f46-987f-a8701d5609db {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 898.505030] env[65829]: DEBUG nova.compute.manager [req-1e290d69-f208-4fc3-b091-413709e8b689 req-918d4dd5-6f96-449c-b35b-60f9df1437d7 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Refreshing instance network info cache due to event network-changed-831fcb56-909f-4f46-987f-a8701d5609db. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 898.505030] env[65829]: DEBUG oslo_concurrency.lockutils [req-1e290d69-f208-4fc3-b091-413709e8b689 req-918d4dd5-6f96-449c-b35b-60f9df1437d7 service nova] Acquiring lock "refresh_cache-76c9701f-47ca-4409-b3e9-5be4ae57e822" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.505030] env[65829]: DEBUG oslo_concurrency.lockutils [req-1e290d69-f208-4fc3-b091-413709e8b689 req-918d4dd5-6f96-449c-b35b-60f9df1437d7 service nova] Acquired lock "refresh_cache-76c9701f-47ca-4409-b3e9-5be4ae57e822" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.505030] env[65829]: DEBUG nova.network.neutron [req-1e290d69-f208-4fc3-b091-413709e8b689 req-918d4dd5-6f96-449c-b35b-60f9df1437d7 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Refreshing network info cache for port 831fcb56-909f-4f46-987f-a8701d5609db {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.568675] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807721, 'name': CreateSnapshot_Task, 'duration_secs': 1.104309} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.568961] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 898.571327] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2028c8a8-8712-4c1f-acfd-fd133ae63e86 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.667753] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814744} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.668450] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 76c9701f-47ca-4409-b3e9-5be4ae57e822/76c9701f-47ca-4409-b3e9-5be4ae57e822.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.668772] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.669045] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75fa9cd5-3136-48c0-ba2b-60e6d61f0ceb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.674416] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.680256] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Waiting for the task: (returnval){ [ 898.680256] env[65829]: value = "task-4807728" [ 898.680256] env[65829]: _type = "Task" [ 898.680256] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.690135] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.776603] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.787394] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 61dcd9dc-48b4-4f89-8270-367df270a78f] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 898.823609] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.998915] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807727, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.006683] env[65829]: WARNING neutronclient.v2_0.client [req-1e290d69-f208-4fc3-b091-413709e8b689 req-918d4dd5-6f96-449c-b35b-60f9df1437d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.092083] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 899.092083] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-66a69b55-603d-47bd-a633-b344f89e2d7c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.101906] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 899.101906] env[65829]: value = "task-4807729" [ 899.101906] env[65829]: _type = "Task" [ 899.101906] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.111916] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807729, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.172450] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.193403] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078452} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.193742] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.194647] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6c93164-0a64-4c67-83c3-0f01155f9a39 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.227333] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 76c9701f-47ca-4409-b3e9-5be4ae57e822/76c9701f-47ca-4409-b3e9-5be4ae57e822.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.227855] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5e5e1c6-97fa-4955-bc41-5189bb934238 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.250065] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Waiting for the task: (returnval){ [ 899.250065] env[65829]: value = "task-4807730" [ 899.250065] env[65829]: _type = "Task" [ 899.250065] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.262691] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.266685] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.266961] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.267416] env[65829]: DEBUG nova.network.neutron [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 899.291218] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 4722e435-1d98-4e36-886e-31275e89630c] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 899.501445] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.612693] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807729, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.681426] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807726, 'name': PowerOffVM_Task, 'duration_secs': 1.194618} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.681663] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.681881] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance '763ccacd-c45c-41de-a074-93c2a8e3c7ed' progress to 17 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.763399] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807730, 'name': ReconfigVM_Task, 'duration_secs': 0.334757} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.763714] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 76c9701f-47ca-4409-b3e9-5be4ae57e822/76c9701f-47ca-4409-b3e9-5be4ae57e822.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.764689] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-488abc62-f605-45dc-aaeb-1f30ae755d54 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.773844] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Waiting for the task: (returnval){ [ 899.773844] env[65829]: value = "task-4807731" [ 899.773844] env[65829]: _type = "Task" [ 899.773844] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.776951] env[65829]: WARNING neutronclient.v2_0.client [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.791028] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807731, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.796050] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: d3834d07-9493-4d9e-9aef-bbef9fdd1454] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 899.951195] env[65829]: WARNING neutronclient.v2_0.client [req-1e290d69-f208-4fc3-b091-413709e8b689 req-918d4dd5-6f96-449c-b35b-60f9df1437d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.009880] env[65829]: DEBUG oslo_vmware.api [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807727, 'name': PowerOnVM_Task, 'duration_secs': 1.394433} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.010381] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.010579] env[65829]: INFO nova.compute.manager [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Took 9.76 seconds to spawn the instance on the hypervisor. [ 900.010818] env[65829]: DEBUG nova.compute.manager [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 900.011717] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800d29c6-0b2a-4e27-9b25-251080c3c58c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.082076] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df517956-bf49-42b8-99cf-b69823dc9237 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.094621] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2511f6-bdab-4bb8-9466-ab2d36af5e71 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.140216] env[65829]: DEBUG nova.network.neutron [req-1e290d69-f208-4fc3-b091-413709e8b689 req-918d4dd5-6f96-449c-b35b-60f9df1437d7 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Updated VIF entry in instance network info cache for port 831fcb56-909f-4f46-987f-a8701d5609db. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 900.140216] env[65829]: DEBUG nova.network.neutron [req-1e290d69-f208-4fc3-b091-413709e8b689 req-918d4dd5-6f96-449c-b35b-60f9df1437d7 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Updating instance_info_cache with network_info: [{"id": "831fcb56-909f-4f46-987f-a8701d5609db", "address": "fa:16:3e:55:16:2b", "network": {"id": "09c6ce96-e1fc-4f2a-bcd6-5313a2a92fd6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1537880768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54a40b5581c649b985c315d09ac32108", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831fcb56-90", "ovs_interfaceid": "831fcb56-909f-4f46-987f-a8701d5609db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.145335] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef024635-1ebb-4350-a214-b08ba9910d08 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.151520] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807729, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.159065] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89b66b2-1230-4264-9719-9c30add4c536 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.178634] env[65829]: DEBUG nova.compute.provider_tree [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.193024] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 900.193024] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.193024] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 900.193024] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.193024] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 900.193024] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 900.193024] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 900.193024] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 900.193024] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 900.193024] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 900.193024] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 900.200037] env[65829]: WARNING neutronclient.v2_0.client [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.201635] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-248bf36e-a8e0-400e-9810-30a7ce006e82 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.219605] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 900.219605] env[65829]: value = "task-4807732" [ 900.219605] env[65829]: _type = "Task" [ 900.219605] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.233724] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807732, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.289177] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807731, 'name': Rename_Task, 'duration_secs': 0.18071} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.289557] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.289906] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-012f0c9f-3481-4689-bca2-8bf722663e39 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.299177] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Waiting for the task: (returnval){ [ 900.299177] env[65829]: value = "task-4807733" [ 900.299177] env[65829]: _type = "Task" [ 900.299177] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.299884] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 74c14512-cb8f-4cd0-a9c6-6050bdc17bb0] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 900.312950] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.314606] env[65829]: DEBUG nova.network.neutron [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updating instance_info_cache with network_info: [{"id": "95ca928b-3784-43cc-9b5e-43664fd91e76", "address": "fa:16:3e:3c:62:41", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ca928b-37", "ovs_interfaceid": "95ca928b-3784-43cc-9b5e-43664fd91e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.470156] env[65829]: DEBUG nova.network.neutron [-] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.533104] env[65829]: INFO nova.compute.manager [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Took 46.40 seconds to build instance. [ 900.567372] env[65829]: DEBUG nova.compute.manager [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Received event network-vif-plugged-95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 900.567602] env[65829]: DEBUG oslo_concurrency.lockutils [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] Acquiring lock "b4f4a954-7b29-43b4-97fc-df19cdd22551-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.568052] env[65829]: DEBUG oslo_concurrency.lockutils [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.568052] env[65829]: DEBUG oslo_concurrency.lockutils [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.568300] env[65829]: DEBUG nova.compute.manager [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] No waiting events found dispatching network-vif-plugged-95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 900.568300] env[65829]: WARNING nova.compute.manager [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Received unexpected event network-vif-plugged-95ca928b-3784-43cc-9b5e-43664fd91e76 for instance with vm_state shelved_offloaded and task_state spawning. [ 900.568508] env[65829]: DEBUG nova.compute.manager [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Received event network-changed-95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 900.568671] env[65829]: DEBUG nova.compute.manager [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Refreshing instance network info cache due to event network-changed-95ca928b-3784-43cc-9b5e-43664fd91e76. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 900.568828] env[65829]: DEBUG oslo_concurrency.lockutils [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] Acquiring lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.614227] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807729, 'name': CloneVM_Task} progress is 95%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.649496] env[65829]: DEBUG oslo_concurrency.lockutils [req-1e290d69-f208-4fc3-b091-413709e8b689 req-918d4dd5-6f96-449c-b35b-60f9df1437d7 service nova] Releasing lock "refresh_cache-76c9701f-47ca-4409-b3e9-5be4ae57e822" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.649931] env[65829]: DEBUG nova.compute.manager [req-1e290d69-f208-4fc3-b091-413709e8b689 req-918d4dd5-6f96-449c-b35b-60f9df1437d7 service nova] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Received event network-vif-deleted-17bc43cc-aa1b-4d71-846f-dedd0b8f590f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 900.685731] env[65829]: DEBUG nova.scheduler.client.report [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.732256] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807732, 'name': ReconfigVM_Task, 'duration_secs': 0.237971} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.732663] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance '763ccacd-c45c-41de-a074-93c2a8e3c7ed' progress to 33 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.807595] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 8f944543-68f2-46c2-95ca-794372908266] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 900.816547] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807733, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.818796] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.822043] env[65829]: DEBUG oslo_concurrency.lockutils [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] Acquired lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.822799] env[65829]: DEBUG nova.network.neutron [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Refreshing network info cache for port 95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.869447] env[65829]: DEBUG nova.virt.hardware [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='cb4f913fc4ca0139a1db42639c35aa04',container_format='bare',created_at=2025-11-23T04:31:40Z,direct_url=,disk_format='vmdk',id=efab9114-d276-4226-b016-7308ff74d9c2,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1251350919-shelved',owner='dd5ec77e6c4e424e8d1af427ad5dbd33',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-11-23T04:31:57Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 900.869732] env[65829]: DEBUG nova.virt.hardware [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.869859] env[65829]: DEBUG nova.virt.hardware [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 900.870832] env[65829]: DEBUG nova.virt.hardware [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.871215] env[65829]: DEBUG nova.virt.hardware [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 900.871275] env[65829]: DEBUG nova.virt.hardware [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 900.871535] env[65829]: DEBUG nova.virt.hardware [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 900.871704] env[65829]: DEBUG nova.virt.hardware [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 900.872449] env[65829]: DEBUG nova.virt.hardware [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 900.872607] env[65829]: DEBUG nova.virt.hardware [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 900.872814] env[65829]: DEBUG nova.virt.hardware [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 900.874048] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f0a29e-9a2f-487d-81f3-ea0936d62742 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.886620] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1373082b-ba06-4b78-b6de-c327ebb51d9f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.905667] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:62:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95ca928b-3784-43cc-9b5e-43664fd91e76', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.914461] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 900.915398] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.915647] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c9d6b24-ee0f-4427-b316-1a483ed9fa4a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.937630] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.937630] env[65829]: value = "task-4807734" [ 900.937630] env[65829]: _type = "Task" [ 900.937630] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.950479] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807734, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.975061] env[65829]: INFO nova.compute.manager [-] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Took 3.33 seconds to deallocate network for instance. [ 901.035200] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e55d3a8e-dc22-44a3-9f7e-c9bf2e60a91e tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "6a6e3189-e5d2-4455-9229-7e006496b264" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.596s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.116585] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807729, 'name': CloneVM_Task, 'duration_secs': 1.775651} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.116585] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Created linked-clone VM from snapshot [ 901.116585] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e431021a-c509-48c1-b164-9f11509ed318 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.124962] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Uploading image fff31fdd-77f5-49a6-9f98-658c5c19c21d {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 901.164639] env[65829]: DEBUG oslo_vmware.rw_handles [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 901.164639] env[65829]: value = "vm-937469" [ 901.164639] env[65829]: _type = "VirtualMachine" [ 901.164639] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 901.164639] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d1ce35b-b874-420e-966a-d057fef52527 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.172650] env[65829]: DEBUG oslo_vmware.rw_handles [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lease: (returnval){ [ 901.172650] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525ac092-be50-92d5-882a-e03939f811b7" [ 901.172650] env[65829]: _type = "HttpNfcLease" [ 901.172650] env[65829]: } obtained for exporting VM: (result){ [ 901.172650] env[65829]: value = "vm-937469" [ 901.172650] env[65829]: _type = "VirtualMachine" [ 901.172650] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 901.172945] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the lease: (returnval){ [ 901.172945] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525ac092-be50-92d5-882a-e03939f811b7" [ 901.172945] env[65829]: _type = "HttpNfcLease" [ 901.172945] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 901.180234] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.180234] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525ac092-be50-92d5-882a-e03939f811b7" [ 901.180234] env[65829]: _type = "HttpNfcLease" [ 901.180234] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 901.189215] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.189846] env[65829]: DEBUG nova.compute.manager [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 901.193672] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.517s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.195252] env[65829]: INFO nova.compute.claims [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.240653] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 901.240982] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.241342] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 901.241342] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.241537] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 901.241639] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 901.241899] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 901.242081] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 901.242289] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 901.242521] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 901.242948] env[65829]: DEBUG nova.virt.hardware [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 901.248131] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 901.249170] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d0cd1b-fc83-4a1f-831e-41e7030d0710 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.269589] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 901.269589] env[65829]: value = "task-4807736" [ 901.269589] env[65829]: _type = "Task" [ 901.269589] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.280125] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.311034] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 1fdc9757-cbc5-481f-8ec1-7b8136efca82] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 901.312978] env[65829]: DEBUG oslo_vmware.api [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807733, 'name': PowerOnVM_Task, 'duration_secs': 0.549708} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.313264] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.313998] env[65829]: INFO nova.compute.manager [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Took 8.32 seconds to spawn the instance on the hypervisor. [ 901.314228] env[65829]: DEBUG nova.compute.manager [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 901.315705] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d29da10-13d4-4fa3-b4cf-c020a31d5df8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.327208] env[65829]: WARNING neutronclient.v2_0.client [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.448898] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807734, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.486439] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.682048] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.682048] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525ac092-be50-92d5-882a-e03939f811b7" [ 901.682048] env[65829]: _type = "HttpNfcLease" [ 901.682048] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 901.682349] env[65829]: DEBUG oslo_vmware.rw_handles [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 901.682349] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525ac092-be50-92d5-882a-e03939f811b7" [ 901.682349] env[65829]: _type = "HttpNfcLease" [ 901.682349] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 901.683181] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c186ef4a-0609-4c8b-9cbf-2ca3cd6faea1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.692822] env[65829]: DEBUG oslo_vmware.rw_handles [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52779c0f-b9e4-b5d2-094f-ca0604ff7f2b/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 901.692822] env[65829]: DEBUG oslo_vmware.rw_handles [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52779c0f-b9e4-b5d2-094f-ca0604ff7f2b/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 901.754098] env[65829]: DEBUG nova.compute.utils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.759533] env[65829]: DEBUG nova.compute.manager [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Not allocating networking since 'none' was specified. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 901.786893] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807736, 'name': ReconfigVM_Task, 'duration_secs': 0.278076} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.787114] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.789315] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4700e13-deaa-4dd8-8491-bb9853aa9085 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.795762] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6f4add95-6628-4247-9625-2f5125e64065 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.816610] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: e325161b-c8f3-4c26-a43c-ea12d21e715f] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 901.828410] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 763ccacd-c45c-41de-a074-93c2a8e3c7ed/763ccacd-c45c-41de-a074-93c2a8e3c7ed.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.832193] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-090a622e-3a08-4d5f-8beb-f7902cf6c802 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.856385] env[65829]: INFO nova.compute.manager [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Took 39.77 seconds to build instance. [ 901.858564] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 901.858564] env[65829]: value = "task-4807737" [ 901.858564] env[65829]: _type = "Task" [ 901.858564] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.872447] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807737, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.949165] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807734, 'name': CreateVM_Task, 'duration_secs': 0.601858} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.949350] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.949853] env[65829]: WARNING neutronclient.v2_0.client [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.950486] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.950486] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.950875] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.951102] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec6674a-6c8a-4d25-9aad-d26509608dee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.957504] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 901.957504] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a20f2d-7e93-95d0-78fd-e69b4246a755" [ 901.957504] env[65829]: _type = "Task" [ 901.957504] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.971371] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a20f2d-7e93-95d0-78fd-e69b4246a755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.259637] env[65829]: DEBUG nova.compute.manager [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 902.331329] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 0ca2a8a5-d718-43c8-b5ef-66b81a12a89e] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 902.360517] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c9bb98f-399b-480b-8e64-2f2e2afcdf05 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Lock "76c9701f-47ca-4409-b3e9-5be4ae57e822" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.906s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.382959] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807737, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.480386] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.484338] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Processing image efab9114-d276-4226-b016-7308ff74d9c2 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.484338] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2/efab9114-d276-4226-b016-7308ff74d9c2.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.484338] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2/efab9114-d276-4226-b016-7308ff74d9c2.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.484338] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.487818] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbd4f6ee-ec82-4c0f-b4d4-80c4066d7eb8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.499482] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.500247] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.501693] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cebb180b-889e-477c-bae8-3e23c0abdcc6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.511291] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 902.511291] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5292d85e-de5f-24e1-cf02-a96c80e2d684" [ 902.511291] env[65829]: _type = "Task" [ 902.511291] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.523116] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5292d85e-de5f-24e1-cf02-a96c80e2d684, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.705561] env[65829]: WARNING neutronclient.v2_0.client [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.848526] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: b9d00ff9-2946-48f2-8840-a88b41e268c2] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 902.875525] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807737, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.938864] env[65829]: DEBUG nova.network.neutron [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updated VIF entry in instance network info cache for port 95ca928b-3784-43cc-9b5e-43664fd91e76. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 902.938992] env[65829]: DEBUG nova.network.neutron [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updating instance_info_cache with network_info: [{"id": "95ca928b-3784-43cc-9b5e-43664fd91e76", "address": "fa:16:3e:3c:62:41", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95ca928b-37", "ovs_interfaceid": "95ca928b-3784-43cc-9b5e-43664fd91e76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.022718] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872670ab-cf08-4d29-b168-c948a83a456b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.032394] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Preparing fetch location {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 903.032674] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Fetch image to [datastore1] OSTACK_IMG_77ee9a7b-9c83-499d-8a57-7d6b3c839234/OSTACK_IMG_77ee9a7b-9c83-499d-8a57-7d6b3c839234.vmdk {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 903.032961] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Downloading stream optimized image efab9114-d276-4226-b016-7308ff74d9c2 to [datastore1] OSTACK_IMG_77ee9a7b-9c83-499d-8a57-7d6b3c839234/OSTACK_IMG_77ee9a7b-9c83-499d-8a57-7d6b3c839234.vmdk on the data store datastore1 as vApp {{(pid=65829) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 903.033162] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Downloading image file data efab9114-d276-4226-b016-7308ff74d9c2 to the ESX as VM named 'OSTACK_IMG_77ee9a7b-9c83-499d-8a57-7d6b3c839234' {{(pid=65829) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 903.040834] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd182bc-5190-46e4-886d-83dc89feaa09 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.080081] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69834bb9-87c1-4144-ac8e-a12a94eecf51 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.090613] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d04fff1-387e-4001-bb24-2df6ba48f629 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.125042] env[65829]: DEBUG nova.compute.provider_tree [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.152982] env[65829]: DEBUG oslo_vmware.rw_handles [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 903.152982] env[65829]: value = "resgroup-9" [ 903.152982] env[65829]: _type = "ResourcePool" [ 903.152982] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 903.153762] env[65829]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c226bbb5-6788-41dc-83fa-08dcc588fbda {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.181430] env[65829]: DEBUG oslo_vmware.rw_handles [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lease: (returnval){ [ 903.181430] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a04c77-f0cc-69cb-a79b-aa8731d27a36" [ 903.181430] env[65829]: _type = "HttpNfcLease" [ 903.181430] env[65829]: } obtained for vApp import into resource pool (val){ [ 903.181430] env[65829]: value = "resgroup-9" [ 903.181430] env[65829]: _type = "ResourcePool" [ 903.181430] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 903.185424] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the lease: (returnval){ [ 903.185424] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a04c77-f0cc-69cb-a79b-aa8731d27a36" [ 903.185424] env[65829]: _type = "HttpNfcLease" [ 903.185424] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 903.189652] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.189652] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a04c77-f0cc-69cb-a79b-aa8731d27a36" [ 903.189652] env[65829]: _type = "HttpNfcLease" [ 903.189652] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 903.283031] env[65829]: DEBUG nova.compute.manager [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 903.353352] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 2f6b7b9a-d1dd-4bbc-bc23-142245137d9d] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 903.377133] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807737, 'name': ReconfigVM_Task, 'duration_secs': 1.485995} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.378049] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 763ccacd-c45c-41de-a074-93c2a8e3c7ed/763ccacd-c45c-41de-a074-93c2a8e3c7ed.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.378506] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance '763ccacd-c45c-41de-a074-93c2a8e3c7ed' progress to 50 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.441446] env[65829]: DEBUG oslo_concurrency.lockutils [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] Releasing lock "refresh_cache-b4f4a954-7b29-43b4-97fc-df19cdd22551" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.441743] env[65829]: DEBUG nova.compute.manager [req-60639fc3-ead4-4852-bb3f-65884813e1c2 req-3e5bb993-14c1-4376-94fe-b5ac29fc6136 service nova] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Received event network-vif-deleted-5b8986f1-ad3b-428d-af09-07db17c3ee1c {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 903.634872] env[65829]: DEBUG nova.scheduler.client.report [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.692735] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.692735] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a04c77-f0cc-69cb-a79b-aa8731d27a36" [ 903.692735] env[65829]: _type = "HttpNfcLease" [ 903.692735] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 903.859115] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 875e4502-5b1a-4f92-bd41-ccee9f706169] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 903.887737] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8cec51-69ef-4a29-8556-d74b22844fd1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.912855] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf9fea2-d110-4a64-a8ff-9321775ea8a8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.940093] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance '763ccacd-c45c-41de-a074-93c2a8e3c7ed' progress to 67 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.139166] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.945s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.139752] env[65829]: DEBUG nova.compute.manager [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 904.144739] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.385s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.146286] env[65829]: INFO nova.compute.claims [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.193737] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.193737] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a04c77-f0cc-69cb-a79b-aa8731d27a36" [ 904.193737] env[65829]: _type = "HttpNfcLease" [ 904.193737] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 904.195844] env[65829]: DEBUG oslo_vmware.rw_handles [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 904.195844] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a04c77-f0cc-69cb-a79b-aa8731d27a36" [ 904.195844] env[65829]: _type = "HttpNfcLease" [ 904.195844] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 904.197163] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8e8a8f-43db-4e98-ba9c-e7a0f14ebe63 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.210218] env[65829]: DEBUG oslo_vmware.rw_handles [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211707f-36cf-9cb9-3a29-d027d70a888a/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 904.210492] env[65829]: DEBUG oslo_vmware.rw_handles [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211707f-36cf-9cb9-3a29-d027d70a888a/disk-0.vmdk. {{(pid=65829) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 904.290025] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c350aff0-324a-4049-8833-4456ca4c65dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.365656] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 38a0da51-c4c7-4067-bcab-9383bf804533] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 904.390098] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "c158319b-3841-4a14-b1db-6424aec8bb84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.390098] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "c158319b-3841-4a14-b1db-6424aec8bb84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.413530] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "d8d348a7-b52a-4c35-9b58-9d02b367f674" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.413826] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "d8d348a7-b52a-4c35-9b58-9d02b367f674" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.447520] env[65829]: WARNING neutronclient.v2_0.client [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.447888] env[65829]: WARNING neutronclient.v2_0.client [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.580766] env[65829]: DEBUG nova.network.neutron [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Port 21e3826c-f322-49c0-b02f-505fd98c23cf binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 904.651713] env[65829]: DEBUG nova.compute.utils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.653364] env[65829]: DEBUG nova.compute.manager [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 904.653696] env[65829]: DEBUG nova.network.neutron [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 904.654111] env[65829]: WARNING neutronclient.v2_0.client [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.655142] env[65829]: WARNING neutronclient.v2_0.client [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.744936] env[65829]: DEBUG nova.policy [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1f053580b6d446483ad7610df5f5d8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea68ae604b47406dadc7964e957c82e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.868736] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 033a3add-1824-4db3-943b-c2fa588857e5] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 904.894054] env[65829]: DEBUG nova.compute.manager [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 904.917509] env[65829]: DEBUG nova.compute.manager [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 904.969878] env[65829]: DEBUG nova.virt.hardware [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 904.970201] env[65829]: DEBUG nova.virt.hardware [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.970374] env[65829]: DEBUG nova.virt.hardware [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 904.970707] env[65829]: DEBUG nova.virt.hardware [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.972034] env[65829]: DEBUG nova.virt.hardware [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 904.972034] env[65829]: DEBUG nova.virt.hardware [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 904.972034] env[65829]: DEBUG nova.virt.hardware [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.972034] env[65829]: DEBUG nova.virt.hardware [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 904.972034] env[65829]: DEBUG nova.virt.hardware [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 904.972260] env[65829]: DEBUG nova.virt.hardware [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 904.972822] env[65829]: DEBUG nova.virt.hardware [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 904.975338] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e967a1-0d53-450c-891f-b318cdc4d422 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.988796] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94659198-a9bc-4a63-8543-722dd9256f30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.008326] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.014681] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Creating folder: Project (224177b918494c4aaaf028f42a1843d0). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.015701] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12a00669-f416-4762-9e16-1c2da3d0f22e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.029127] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Created folder: Project (224177b918494c4aaaf028f42a1843d0) in parent group-v937255. [ 905.029382] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Creating folder: Instances. Parent ref: group-v937472. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.029670] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbf02f92-773e-44fe-81e3-a581d0ee2c42 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.041795] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Created folder: Instances in parent group-v937472. [ 905.042078] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 905.042397] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.042618] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96d9cf72-f5ee-4f49-8963-d5da19041adf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.063901] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.063901] env[65829]: value = "task-4807741" [ 905.063901] env[65829]: _type = "Task" [ 905.063901] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.079465] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807741, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.158254] env[65829]: DEBUG nova.network.neutron [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Successfully created port: ab8c16b8-8c93-4428-9578-de42cf50cd68 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 905.163742] env[65829]: DEBUG nova.compute.manager [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 905.372590] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 1bd871ab-013f-4c2f-9e35-8e1e1794ab07] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 905.431340] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.442626] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.566460] env[65829]: DEBUG oslo_vmware.rw_handles [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Completed reading data from the image iterator. {{(pid=65829) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 905.568176] env[65829]: DEBUG oslo_vmware.rw_handles [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211707f-36cf-9cb9-3a29-d027d70a888a/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 905.568176] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a04b34-9517-4f50-8603-36f6cf1e1bc4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.583937] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807741, 'name': CreateVM_Task, 'duration_secs': 0.408851} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.584605] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.584969] env[65829]: DEBUG oslo_vmware.rw_handles [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211707f-36cf-9cb9-3a29-d027d70a888a/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 905.585052] env[65829]: DEBUG oslo_vmware.rw_handles [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211707f-36cf-9cb9-3a29-d027d70a888a/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 905.585459] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.585597] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.585990] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.586190] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f91a5790-5772-4241-b1ec-4fdb82acb322 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.587846] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bf02de4-6da8-467c-a130-df971375b4f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.602370] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.602668] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.602668] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.612497] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 905.612497] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a81d72-a290-c536-0ccd-0c1f013cca24" [ 905.612497] env[65829]: _type = "Task" [ 905.612497] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.623595] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a81d72-a290-c536-0ccd-0c1f013cca24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.851705] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e44643-8a5d-4d79-a59f-75e4b39d2be7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.860591] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf8e7eb-1013-49eb-8c5f-af7c3e780bfa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.894510] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: f9b559b4-60bb-4e70-be23-abf32c0f97fe] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 905.897408] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef80397-68eb-45fa-b1bc-c52d994e33f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.910361] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1277131-abe6-42fd-8f24-666ccee99a1f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.928098] env[65829]: DEBUG nova.compute.provider_tree [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.986749] env[65829]: DEBUG oslo_vmware.rw_handles [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211707f-36cf-9cb9-3a29-d027d70a888a/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 905.987060] env[65829]: INFO nova.virt.vmwareapi.images [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Downloaded image file data efab9114-d276-4226-b016-7308ff74d9c2 [ 905.988453] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045328df-27da-440a-af33-db2e63030fe3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.008282] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a66c0c76-5c84-4752-96f2-fe3b99d7106e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.011018] env[65829]: DEBUG nova.compute.manager [req-182253be-970d-4148-8f1a-abd1cdcd421d req-74359d73-7d5d-4992-8459-6258b718a276 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Received event network-changed-831fcb56-909f-4f46-987f-a8701d5609db {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 906.011238] env[65829]: DEBUG nova.compute.manager [req-182253be-970d-4148-8f1a-abd1cdcd421d req-74359d73-7d5d-4992-8459-6258b718a276 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Refreshing instance network info cache due to event network-changed-831fcb56-909f-4f46-987f-a8701d5609db. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 906.011824] env[65829]: DEBUG oslo_concurrency.lockutils [req-182253be-970d-4148-8f1a-abd1cdcd421d req-74359d73-7d5d-4992-8459-6258b718a276 service nova] Acquiring lock "refresh_cache-76c9701f-47ca-4409-b3e9-5be4ae57e822" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.011824] env[65829]: DEBUG oslo_concurrency.lockutils [req-182253be-970d-4148-8f1a-abd1cdcd421d req-74359d73-7d5d-4992-8459-6258b718a276 service nova] Acquired lock "refresh_cache-76c9701f-47ca-4409-b3e9-5be4ae57e822" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.011824] env[65829]: DEBUG nova.network.neutron [req-182253be-970d-4148-8f1a-abd1cdcd421d req-74359d73-7d5d-4992-8459-6258b718a276 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Refreshing network info cache for port 831fcb56-909f-4f46-987f-a8701d5609db {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.124299] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a81d72-a290-c536-0ccd-0c1f013cca24, 'name': SearchDatastore_Task, 'duration_secs': 0.0176} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.126732] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.128496] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.128972] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.130229] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.130229] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.130780] env[65829]: INFO nova.virt.vmwareapi.images [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] The imported VM was unregistered [ 906.133165] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Caching image {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 906.133627] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating directory with path [datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2 {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.134759] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e57a3067-2293-4c8a-8913-c23b46ea9e01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.137131] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8fa8347-b39a-4c1d-a746-48fae526871b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.158174] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.158457] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.160310] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85fc5296-f7b8-4b40-9188-825817375ac4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.162939] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Created directory with path [datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2 {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.163218] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_77ee9a7b-9c83-499d-8a57-7d6b3c839234/OSTACK_IMG_77ee9a7b-9c83-499d-8a57-7d6b3c839234.vmdk to [datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2/efab9114-d276-4226-b016-7308ff74d9c2.vmdk. {{(pid=65829) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 906.163544] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e6c30c1e-1756-4223-aa76-19671b1c6096 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.169617] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 906.169617] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e1b7fa-4b54-8063-392a-eb2dc3b37283" [ 906.169617] env[65829]: _type = "Task" [ 906.169617] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.174780] env[65829]: DEBUG nova.compute.manager [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 906.176938] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 906.176938] env[65829]: value = "task-4807743" [ 906.176938] env[65829]: _type = "Task" [ 906.176938] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.184651] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e1b7fa-4b54-8063-392a-eb2dc3b37283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.190447] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807743, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.200855] env[65829]: DEBUG nova.virt.hardware [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='862ce8a86b78ee7f5b4eb52f12c04249',container_format='bare',created_at=2025-11-23T04:32:29Z,direct_url=,disk_format='vmdk',id=7b5ee923-3821-49ff-8d2f-3d12ad6d1552,min_disk=1,min_ram=0,name='tempest-test-snap-924755969',owner='ea68ae604b47406dadc7964e957c82e3',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-23T04:32:45Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 906.201131] env[65829]: DEBUG nova.virt.hardware [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.201319] env[65829]: DEBUG nova.virt.hardware [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 906.201515] env[65829]: DEBUG nova.virt.hardware [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.201679] env[65829]: DEBUG nova.virt.hardware [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 906.201820] env[65829]: DEBUG nova.virt.hardware [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 906.202033] env[65829]: DEBUG nova.virt.hardware [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 906.202190] env[65829]: DEBUG nova.virt.hardware [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 906.202356] env[65829]: DEBUG nova.virt.hardware [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 906.202516] env[65829]: DEBUG nova.virt.hardware [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 906.202760] env[65829]: DEBUG nova.virt.hardware [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 906.203954] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88e8b13-f371-4f43-80f1-8d43ed6a2d4e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.213075] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c2a273-3c5b-498b-82b7-86b98e2f340e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.401822] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 330d1ca4-a5dc-4386-bdc2-a5da7f0ffc39] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 906.432082] env[65829]: DEBUG nova.scheduler.client.report [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.516853] env[65829]: WARNING neutronclient.v2_0.client [req-182253be-970d-4148-8f1a-abd1cdcd421d req-74359d73-7d5d-4992-8459-6258b718a276 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.620023] env[65829]: WARNING neutronclient.v2_0.client [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.687103] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e1b7fa-4b54-8063-392a-eb2dc3b37283, 'name': SearchDatastore_Task, 'duration_secs': 0.024363} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.689078] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebf03144-465f-4ad3-b29a-efef8dd4021b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.698368] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807743, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.704191] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 906.704191] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e0ac35-14e8-0b91-6fd3-ec4b76505527" [ 906.704191] env[65829]: _type = "Task" [ 906.704191] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.718193] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e0ac35-14e8-0b91-6fd3-ec4b76505527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.796397] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.796587] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.796759] env[65829]: DEBUG nova.network.neutron [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 906.905019] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: fe3a30d4-41a5-4a3b-ac75-ce69465f0f8c] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 906.939076] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.939772] env[65829]: DEBUG nova.compute.manager [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 906.944245] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.816s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.944806] env[65829]: DEBUG nova.objects.instance [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Lazy-loading 'resources' on Instance uuid f02904c4-2083-4328-b17c-906adb8b31bb {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.963758] env[65829]: DEBUG nova.network.neutron [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Successfully updated port: ab8c16b8-8c93-4428-9578-de42cf50cd68 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 907.190368] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807743, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.210916] env[65829]: WARNING neutronclient.v2_0.client [req-182253be-970d-4148-8f1a-abd1cdcd421d req-74359d73-7d5d-4992-8459-6258b718a276 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.218916] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e0ac35-14e8-0b91-6fd3-ec4b76505527, 'name': SearchDatastore_Task, 'duration_secs': 0.070005} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.219295] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.220024] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] afb48925-2ca1-42a8-8a9a-e3247be7993a/afb48925-2ca1-42a8-8a9a-e3247be7993a.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.220397] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66d00639-62c9-41aa-afb5-3943d8ab08ab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.232648] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 907.232648] env[65829]: value = "task-4807744" [ 907.232648] env[65829]: _type = "Task" [ 907.232648] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.245215] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.300323] env[65829]: WARNING neutronclient.v2_0.client [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.365806] env[65829]: DEBUG nova.network.neutron [req-182253be-970d-4148-8f1a-abd1cdcd421d req-74359d73-7d5d-4992-8459-6258b718a276 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Updated VIF entry in instance network info cache for port 831fcb56-909f-4f46-987f-a8701d5609db. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 907.366287] env[65829]: DEBUG nova.network.neutron [req-182253be-970d-4148-8f1a-abd1cdcd421d req-74359d73-7d5d-4992-8459-6258b718a276 service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Updating instance_info_cache with network_info: [{"id": "831fcb56-909f-4f46-987f-a8701d5609db", "address": "fa:16:3e:55:16:2b", "network": {"id": "09c6ce96-e1fc-4f2a-bcd6-5313a2a92fd6", "bridge": "br-int", "label": "tempest-ServersTestJSON-1537880768-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54a40b5581c649b985c315d09ac32108", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "23f4655e-3495-421d-be4e-f6002a85a47a", "external-id": "nsx-vlan-transportzone-520", "segmentation_id": 520, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap831fcb56-90", "ovs_interfaceid": "831fcb56-909f-4f46-987f-a8701d5609db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.409030] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.409519] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Cleaning up deleted instances with incomplete migration {{(pid=65829) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11964}} [ 907.453196] env[65829]: DEBUG nova.compute.utils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.458748] env[65829]: DEBUG nova.compute.manager [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Not allocating networking since 'none' was specified. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 907.469672] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "refresh_cache-49e32a35-a7a6-4d42-8057-ae26247758af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.470048] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "refresh_cache-49e32a35-a7a6-4d42-8057-ae26247758af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.470306] env[65829]: DEBUG nova.network.neutron [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 907.578731] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "6bfb8e92-4927-4427-bdba-821903439344" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.579953] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.692696] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807743, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.723363] env[65829]: WARNING neutronclient.v2_0.client [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.753262] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.839124] env[65829]: DEBUG nova.network.neutron [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance_info_cache with network_info: [{"id": "21e3826c-f322-49c0-b02f-505fd98c23cf", "address": "fa:16:3e:56:52:06", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e3826c-f3", "ovs_interfaceid": "21e3826c-f322-49c0-b02f-505fd98c23cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.871130] env[65829]: DEBUG oslo_concurrency.lockutils [req-182253be-970d-4148-8f1a-abd1cdcd421d req-74359d73-7d5d-4992-8459-6258b718a276 service nova] Releasing lock "refresh_cache-76c9701f-47ca-4409-b3e9-5be4ae57e822" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.915799] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 907.957676] env[65829]: DEBUG nova.compute.manager [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 908.019876] env[65829]: DEBUG nova.network.neutron [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 908.053042] env[65829]: DEBUG nova.compute.manager [req-19e98021-15c5-4d62-9674-8fd2d6118604 req-a437d6fe-156c-4045-bec6-f8b4bdb2e1ee service nova] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Received event network-vif-plugged-ab8c16b8-8c93-4428-9578-de42cf50cd68 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 908.053042] env[65829]: DEBUG oslo_concurrency.lockutils [req-19e98021-15c5-4d62-9674-8fd2d6118604 req-a437d6fe-156c-4045-bec6-f8b4bdb2e1ee service nova] Acquiring lock "49e32a35-a7a6-4d42-8057-ae26247758af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.053206] env[65829]: DEBUG oslo_concurrency.lockutils [req-19e98021-15c5-4d62-9674-8fd2d6118604 req-a437d6fe-156c-4045-bec6-f8b4bdb2e1ee service nova] Lock "49e32a35-a7a6-4d42-8057-ae26247758af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.053506] env[65829]: DEBUG oslo_concurrency.lockutils [req-19e98021-15c5-4d62-9674-8fd2d6118604 req-a437d6fe-156c-4045-bec6-f8b4bdb2e1ee service nova] Lock "49e32a35-a7a6-4d42-8057-ae26247758af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.053561] env[65829]: DEBUG nova.compute.manager [req-19e98021-15c5-4d62-9674-8fd2d6118604 req-a437d6fe-156c-4045-bec6-f8b4bdb2e1ee service nova] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] No waiting events found dispatching network-vif-plugged-ab8c16b8-8c93-4428-9578-de42cf50cd68 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 908.053726] env[65829]: WARNING nova.compute.manager [req-19e98021-15c5-4d62-9674-8fd2d6118604 req-a437d6fe-156c-4045-bec6-f8b4bdb2e1ee service nova] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Received unexpected event network-vif-plugged-ab8c16b8-8c93-4428-9578-de42cf50cd68 for instance with vm_state building and task_state spawning. [ 908.082995] env[65829]: DEBUG nova.compute.utils [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.117626] env[65829]: WARNING neutronclient.v2_0.client [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.140211] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8792b0-70c6-472e-950b-2eee68abe037 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.148737] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d683b858-6625-470d-89f6-1c8e42911dd8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.196475] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21089bab-947b-4c5d-aa4d-171b14e692b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.206128] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807743, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.209788] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab36e94-45f3-4621-a7e7-4949e41658b6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.228523] env[65829]: DEBUG nova.compute.provider_tree [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.249268] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.250049] env[65829]: DEBUG nova.network.neutron [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Updating instance_info_cache with network_info: [{"id": "ab8c16b8-8c93-4428-9578-de42cf50cd68", "address": "fa:16:3e:27:6e:f4", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8c16b8-8c", "ovs_interfaceid": "ab8c16b8-8c93-4428-9578-de42cf50cd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.342657] env[65829]: DEBUG oslo_concurrency.lockutils [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.590798] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.704622] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807743, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.733852] env[65829]: DEBUG nova.scheduler.client.report [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.749660] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807744, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.755813] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "refresh_cache-49e32a35-a7a6-4d42-8057-ae26247758af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.755813] env[65829]: DEBUG nova.compute.manager [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Instance network_info: |[{"id": "ab8c16b8-8c93-4428-9578-de42cf50cd68", "address": "fa:16:3e:27:6e:f4", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8c16b8-8c", "ovs_interfaceid": "ab8c16b8-8c93-4428-9578-de42cf50cd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 908.755813] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:6e:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab8c16b8-8c93-4428-9578-de42cf50cd68', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.765857] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 908.766771] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.767252] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-238dbff7-290f-41ce-a4dd-67e22211b88e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.790043] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.790043] env[65829]: value = "task-4807745" [ 908.790043] env[65829]: _type = "Task" [ 908.790043] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.800464] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807745, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.873143] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32951bb9-aaa6-4768-90a9-28a6288225af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.894778] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8df8a0-fbf3-410b-8662-e13de470b914 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.904605] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance '763ccacd-c45c-41de-a074-93c2a8e3c7ed' progress to 83 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 908.970064] env[65829]: DEBUG nova.compute.manager [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 909.006062] env[65829]: DEBUG nova.virt.hardware [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 909.006559] env[65829]: DEBUG nova.virt.hardware [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.006777] env[65829]: DEBUG nova.virt.hardware [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 909.007026] env[65829]: DEBUG nova.virt.hardware [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.007255] env[65829]: DEBUG nova.virt.hardware [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 909.007702] env[65829]: DEBUG nova.virt.hardware [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 909.007843] env[65829]: DEBUG nova.virt.hardware [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 909.008077] env[65829]: DEBUG nova.virt.hardware [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 909.008505] env[65829]: DEBUG nova.virt.hardware [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 909.008505] env[65829]: DEBUG nova.virt.hardware [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 909.008686] env[65829]: DEBUG nova.virt.hardware [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 909.009936] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edf2c75-bf1a-4c84-9014-80994d31790f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.022418] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54923d72-8592-45c0-a6ae-8c5652633943 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.044882] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.051330] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 909.052115] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.052948] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c64a2d1c-e0a4-45fe-ab29-5c865251f93e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.073564] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.073564] env[65829]: value = "task-4807746" [ 909.073564] env[65829]: _type = "Task" [ 909.073564] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.084553] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807746, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.205161] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807743, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.994229} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.205445] env[65829]: INFO nova.virt.vmwareapi.ds_util [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_77ee9a7b-9c83-499d-8a57-7d6b3c839234/OSTACK_IMG_77ee9a7b-9c83-499d-8a57-7d6b3c839234.vmdk to [datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2/efab9114-d276-4226-b016-7308ff74d9c2.vmdk. [ 909.206178] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Cleaning up location [datastore1] OSTACK_IMG_77ee9a7b-9c83-499d-8a57-7d6b3c839234 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 909.206299] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_77ee9a7b-9c83-499d-8a57-7d6b3c839234 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.206706] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2720cf78-d68b-4019-a2d6-922e17d36b28 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.218212] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 909.218212] env[65829]: value = "task-4807747" [ 909.218212] env[65829]: _type = "Task" [ 909.218212] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.248782] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.304s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.254113] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.261442] env[65829]: DEBUG oslo_concurrency.lockutils [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.803s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.261944] env[65829]: DEBUG nova.objects.instance [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lazy-loading 'resources' on Instance uuid 9335f493-e014-44a1-84d1-8cf267fe0c80 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.275615] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807744, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.304083] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807745, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.307908] env[65829]: INFO nova.scheduler.client.report [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Deleted allocations for instance f02904c4-2083-4328-b17c-906adb8b31bb [ 909.410617] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.411055] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c85854f9-8d66-45df-bc85-8eff9e1dc268 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.424643] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 909.424643] env[65829]: value = "task-4807748" [ 909.424643] env[65829]: _type = "Task" [ 909.424643] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.439245] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.587206] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807746, 'name': CreateVM_Task, 'duration_secs': 0.469671} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.587563] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.588070] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.588372] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.588788] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.589138] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3de395-708c-45f2-805a-ef23494aed2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.595818] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 909.595818] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52555eb1-adae-c522-6cc0-b5094b4dafac" [ 909.595818] env[65829]: _type = "Task" [ 909.595818] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.607031] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52555eb1-adae-c522-6cc0-b5094b4dafac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.734689] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117192} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.735587] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "6bfb8e92-4927-4427-bdba-821903439344" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.735951] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.736449] env[65829]: INFO nova.compute.manager [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Attaching volume 9df16b35-c78c-4a15-90fb-5af4fca68ab7 to /dev/sdb [ 909.738818] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 909.739060] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2/efab9114-d276-4226-b016-7308ff74d9c2.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.739326] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2/efab9114-d276-4226-b016-7308ff74d9c2.vmdk to [datastore1] b4f4a954-7b29-43b4-97fc-df19cdd22551/b4f4a954-7b29-43b4-97fc-df19cdd22551.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.739862] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cacfe242-d48e-4ed3-9ac6-d7e0309a76cf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.750146] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 909.750146] env[65829]: value = "task-4807749" [ 909.750146] env[65829]: _type = "Task" [ 909.750146] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.778196] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.779809] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807744, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.097142} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.779809] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] afb48925-2ca1-42a8-8a9a-e3247be7993a/afb48925-2ca1-42a8-8a9a-e3247be7993a.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.779809] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.780186] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-535d7dc7-60bf-4fd6-93b5-c5123cc42425 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.794423] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 909.794423] env[65829]: value = "task-4807750" [ 909.794423] env[65829]: _type = "Task" [ 909.794423] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.803435] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb9c537-acf9-4b5f-9794-aa2f9d44c810 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.824526] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807745, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.827677] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b35a4166-2928-4f0f-9f0a-9f80c2628724 tempest-InstanceActionsNegativeTestJSON-2097202387 tempest-InstanceActionsNegativeTestJSON-2097202387-project-member] Lock "f02904c4-2083-4328-b17c-906adb8b31bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.252s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.836055] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27445df8-7904-4255-bc9e-f7e2d3980697 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.839819] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.856629] env[65829]: DEBUG nova.virt.block_device [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Updating existing volume attachment record: cfa7c4c2-bf0e-47d9-a2ae-c99532fb93d7 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 909.940991] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.111569] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52555eb1-adae-c522-6cc0-b5094b4dafac, 'name': SearchDatastore_Task, 'duration_secs': 0.017741} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.114573] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.114850] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.115094] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.116235] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.116235] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.116235] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6efe6fe6-dc51-4074-9a94-944cc4110aed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.140779] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.140779] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.140779] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5dc03f0-d0eb-4f29-82f6-ce6b6b980f68 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.152556] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 910.152556] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5274520d-358f-2479-a02e-573ad6f9df78" [ 910.152556] env[65829]: _type = "Task" [ 910.152556] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.162711] env[65829]: DEBUG nova.compute.manager [req-bcdf5403-962a-4ff9-99c2-76f04371b9f2 req-e9af2be4-ff21-405e-a5eb-32d538d2cda1 service nova] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Received event network-changed-ab8c16b8-8c93-4428-9578-de42cf50cd68 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 910.163131] env[65829]: DEBUG nova.compute.manager [req-bcdf5403-962a-4ff9-99c2-76f04371b9f2 req-e9af2be4-ff21-405e-a5eb-32d538d2cda1 service nova] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Refreshing instance network info cache due to event network-changed-ab8c16b8-8c93-4428-9578-de42cf50cd68. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 910.163296] env[65829]: DEBUG oslo_concurrency.lockutils [req-bcdf5403-962a-4ff9-99c2-76f04371b9f2 req-e9af2be4-ff21-405e-a5eb-32d538d2cda1 service nova] Acquiring lock "refresh_cache-49e32a35-a7a6-4d42-8057-ae26247758af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.163475] env[65829]: DEBUG oslo_concurrency.lockutils [req-bcdf5403-962a-4ff9-99c2-76f04371b9f2 req-e9af2be4-ff21-405e-a5eb-32d538d2cda1 service nova] Acquired lock "refresh_cache-49e32a35-a7a6-4d42-8057-ae26247758af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.163633] env[65829]: DEBUG nova.network.neutron [req-bcdf5403-962a-4ff9-99c2-76f04371b9f2 req-e9af2be4-ff21-405e-a5eb-32d538d2cda1 service nova] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Refreshing network info cache for port ab8c16b8-8c93-4428-9578-de42cf50cd68 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.172209] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5274520d-358f-2479-a02e-573ad6f9df78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.270594] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807749, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.311542] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807745, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.320335] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08571} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.325449] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.326374] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eaf048-4e4d-4fe9-b635-1e2a1c814965 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.353673] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] afb48925-2ca1-42a8-8a9a-e3247be7993a/afb48925-2ca1-42a8-8a9a-e3247be7993a.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.357560] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e510964-71fd-4509-8763-0328af2031dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.380617] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 910.380617] env[65829]: value = "task-4807754" [ 910.380617] env[65829]: _type = "Task" [ 910.380617] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.392197] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.446549] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.474548] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038beb4c-8607-4edb-8df9-342a8dbc3ce1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.485631] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447f8b89-fd63-4337-a2e5-f101cbc9b239 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.524668] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9989cf5-5d70-4910-bfdb-aeed752d187a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.535656] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25448c9-960f-4eae-bdcd-68e5befea19b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.551501] env[65829]: DEBUG nova.compute.provider_tree [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.666246] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5274520d-358f-2479-a02e-573ad6f9df78, 'name': SearchDatastore_Task, 'duration_secs': 0.048038} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.667678] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c98f5aa-911b-4e1c-b6df-38e265ab9490 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.674807] env[65829]: WARNING neutronclient.v2_0.client [req-bcdf5403-962a-4ff9-99c2-76f04371b9f2 req-e9af2be4-ff21-405e-a5eb-32d538d2cda1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.679252] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 910.679252] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fd132b-cf5b-8369-7d01-c6c717b4d2a2" [ 910.679252] env[65829]: _type = "Task" [ 910.679252] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.695676] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fd132b-cf5b-8369-7d01-c6c717b4d2a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.727031] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Acquiring lock "119ad4ef-f34d-4331-8a34-6f84a3d2d765" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.727346] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Lock "119ad4ef-f34d-4331-8a34-6f84a3d2d765" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.772597] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807749, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.810849] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807745, 'name': CreateVM_Task, 'duration_secs': 1.699861} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.815843] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.817562] env[65829]: WARNING neutronclient.v2_0.client [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.818265] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.818571] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.819159] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.819695] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4979aec5-3eea-47fe-86b7-839cc9601af6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.828195] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 910.828195] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52585797-b768-7d73-dded-5971503f7789" [ 910.828195] env[65829]: _type = "Task" [ 910.828195] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.844254] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52585797-b768-7d73-dded-5971503f7789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.896310] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807754, 'name': ReconfigVM_Task, 'duration_secs': 0.501627} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.896499] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Reconfigured VM instance instance-00000048 to attach disk [datastore1] afb48925-2ca1-42a8-8a9a-e3247be7993a/afb48925-2ca1-42a8-8a9a-e3247be7993a.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.897438] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-869ac5da-49b1-4791-8d61-a0c91dbff8db {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.910160] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 910.910160] env[65829]: value = "task-4807755" [ 910.910160] env[65829]: _type = "Task" [ 910.910160] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.928451] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807755, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.940795] env[65829]: DEBUG oslo_vmware.api [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807748, 'name': PowerOnVM_Task, 'duration_secs': 1.511324} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.941160] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.941367] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-44ed3d05-5a69-47b1-8e07-f86e8d397fa5 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance '763ccacd-c45c-41de-a074-93c2a8e3c7ed' progress to 100 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.949040] env[65829]: WARNING neutronclient.v2_0.client [req-bcdf5403-962a-4ff9-99c2-76f04371b9f2 req-e9af2be4-ff21-405e-a5eb-32d538d2cda1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.046699] env[65829]: DEBUG nova.network.neutron [req-bcdf5403-962a-4ff9-99c2-76f04371b9f2 req-e9af2be4-ff21-405e-a5eb-32d538d2cda1 service nova] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Updated VIF entry in instance network info cache for port ab8c16b8-8c93-4428-9578-de42cf50cd68. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 911.047090] env[65829]: DEBUG nova.network.neutron [req-bcdf5403-962a-4ff9-99c2-76f04371b9f2 req-e9af2be4-ff21-405e-a5eb-32d538d2cda1 service nova] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Updating instance_info_cache with network_info: [{"id": "ab8c16b8-8c93-4428-9578-de42cf50cd68", "address": "fa:16:3e:27:6e:f4", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab8c16b8-8c", "ovs_interfaceid": "ab8c16b8-8c93-4428-9578-de42cf50cd68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.057488] env[65829]: DEBUG nova.scheduler.client.report [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.096979] env[65829]: DEBUG oslo_vmware.rw_handles [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52779c0f-b9e4-b5d2-094f-ca0604ff7f2b/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 911.098637] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39744748-f277-4eeb-8644-c944a971934b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.108348] env[65829]: DEBUG oslo_vmware.rw_handles [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52779c0f-b9e4-b5d2-094f-ca0604ff7f2b/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 911.108567] env[65829]: ERROR oslo_vmware.rw_handles [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52779c0f-b9e4-b5d2-094f-ca0604ff7f2b/disk-0.vmdk due to incomplete transfer. [ 911.108912] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2e759140-5f14-43be-b5ad-3c2e559b97ca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.119940] env[65829]: DEBUG oslo_vmware.rw_handles [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52779c0f-b9e4-b5d2-094f-ca0604ff7f2b/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 911.120151] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Uploaded image fff31fdd-77f5-49a6-9f98-658c5c19c21d to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 911.123063] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 911.123750] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b9d14676-72b6-46d7-a238-8306e59c338f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.132801] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 911.132801] env[65829]: value = "task-4807756" [ 911.132801] env[65829]: _type = "Task" [ 911.132801] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.146181] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807756, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.192850] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fd132b-cf5b-8369-7d01-c6c717b4d2a2, 'name': SearchDatastore_Task, 'duration_secs': 0.091592} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.193171] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.193485] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] bea89f9d-5098-43f6-aa9a-0aaa5b03f402/bea89f9d-5098-43f6-aa9a-0aaa5b03f402.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.193796] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a257672e-417c-4572-ade9-a7f9d31d3f55 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.202415] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 911.202415] env[65829]: value = "task-4807757" [ 911.202415] env[65829]: _type = "Task" [ 911.202415] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.213687] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.234094] env[65829]: DEBUG nova.compute.manager [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 911.270491] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807749, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.341241] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.342682] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Processing image 7b5ee923-3821-49ff-8d2f-3d12ad6d1552 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.342682] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552/7b5ee923-3821-49ff-8d2f-3d12ad6d1552.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.342682] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552/7b5ee923-3821-49ff-8d2f-3d12ad6d1552.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.342682] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.342974] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0b345c1-2cc3-447b-9132-41e880129b0e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.377639] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.377820] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.380681] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd3a6f47-1718-4dec-95ea-5d7895039002 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.394284] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 911.394284] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52277cf7-8c70-7b42-df3f-5382ac281cca" [ 911.394284] env[65829]: _type = "Task" [ 911.394284] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.403934] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52277cf7-8c70-7b42-df3f-5382ac281cca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.422035] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807755, 'name': Rename_Task, 'duration_secs': 0.258741} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.423656] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.423656] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed345f0-dccb-4e9a-ab96-6c86951f2ec9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.432223] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 911.432223] env[65829]: value = "task-4807758" [ 911.432223] env[65829]: _type = "Task" [ 911.432223] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.442919] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.550373] env[65829]: DEBUG oslo_concurrency.lockutils [req-bcdf5403-962a-4ff9-99c2-76f04371b9f2 req-e9af2be4-ff21-405e-a5eb-32d538d2cda1 service nova] Releasing lock "refresh_cache-49e32a35-a7a6-4d42-8057-ae26247758af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.566241] env[65829]: DEBUG oslo_concurrency.lockutils [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.570299] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.134s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.573958] env[65829]: INFO nova.compute.claims [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.622619] env[65829]: INFO nova.scheduler.client.report [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Deleted allocations for instance 9335f493-e014-44a1-84d1-8cf267fe0c80 [ 911.648431] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807756, 'name': Destroy_Task, 'duration_secs': 0.512089} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.648809] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Destroyed the VM [ 911.649253] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 911.649616] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ebf6969d-78ca-46b2-ad33-f448ba6fa809 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.659433] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 911.659433] env[65829]: value = "task-4807759" [ 911.659433] env[65829]: _type = "Task" [ 911.659433] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.672907] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807759, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.716544] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.767339] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.774364] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807749, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.911122] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Preparing fetch location {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 911.911122] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Fetch image to [datastore1] OSTACK_IMG_3775893b-3db3-4cb1-8e7d-1aaef668416f/OSTACK_IMG_3775893b-3db3-4cb1-8e7d-1aaef668416f.vmdk {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 911.911122] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Downloading stream optimized image 7b5ee923-3821-49ff-8d2f-3d12ad6d1552 to [datastore1] OSTACK_IMG_3775893b-3db3-4cb1-8e7d-1aaef668416f/OSTACK_IMG_3775893b-3db3-4cb1-8e7d-1aaef668416f.vmdk on the data store datastore1 as vApp {{(pid=65829) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 911.911122] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Downloading image file data 7b5ee923-3821-49ff-8d2f-3d12ad6d1552 to the ESX as VM named 'OSTACK_IMG_3775893b-3db3-4cb1-8e7d-1aaef668416f' {{(pid=65829) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 911.947942] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807758, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.047292] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 912.047292] env[65829]: value = "resgroup-9" [ 912.047292] env[65829]: _type = "ResourcePool" [ 912.047292] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 912.047292] env[65829]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2d84a182-4612-4379-81a5-9c06d9b6a3a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.073230] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lease: (returnval){ [ 912.073230] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5212d5ea-eb7a-1824-f188-b57b9f365b21" [ 912.073230] env[65829]: _type = "HttpNfcLease" [ 912.073230] env[65829]: } obtained for vApp import into resource pool (val){ [ 912.073230] env[65829]: value = "resgroup-9" [ 912.073230] env[65829]: _type = "ResourcePool" [ 912.073230] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 912.074087] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the lease: (returnval){ [ 912.074087] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5212d5ea-eb7a-1824-f188-b57b9f365b21" [ 912.074087] env[65829]: _type = "HttpNfcLease" [ 912.074087] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 912.084643] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.084643] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5212d5ea-eb7a-1824-f188-b57b9f365b21" [ 912.084643] env[65829]: _type = "HttpNfcLease" [ 912.084643] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.136883] env[65829]: DEBUG oslo_concurrency.lockutils [None req-768c1427-5301-49bd-9607-b93368709877 tempest-ServersListShow298Test-413294388 tempest-ServersListShow298Test-413294388-project-member] Lock "9335f493-e014-44a1-84d1-8cf267fe0c80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.959s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.173389] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807759, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.218407] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.271861] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807749, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.444195] env[65829]: DEBUG oslo_vmware.api [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807758, 'name': PowerOnVM_Task, 'duration_secs': 0.824793} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.444195] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.444285] env[65829]: INFO nova.compute.manager [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Took 9.16 seconds to spawn the instance on the hypervisor. [ 912.444407] env[65829]: DEBUG nova.compute.manager [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 912.445353] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64c9b27-61ae-4f27-8f28-294aa03d341a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.590633] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.590633] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5212d5ea-eb7a-1824-f188-b57b9f365b21" [ 912.590633] env[65829]: _type = "HttpNfcLease" [ 912.590633] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.680359] env[65829]: DEBUG oslo_vmware.api [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807759, 'name': RemoveSnapshot_Task, 'duration_secs': 0.650152} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.680359] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 912.680359] env[65829]: INFO nova.compute.manager [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Took 16.21 seconds to snapshot the instance on the hypervisor. [ 912.720373] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807757, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.776124] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807749, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.779769} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.776352] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/efab9114-d276-4226-b016-7308ff74d9c2/efab9114-d276-4226-b016-7308ff74d9c2.vmdk to [datastore1] b4f4a954-7b29-43b4-97fc-df19cdd22551/b4f4a954-7b29-43b4-97fc-df19cdd22551.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.777332] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f53ac8-3f08-425d-ba3b-4cfa7f8471cc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.810953] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] b4f4a954-7b29-43b4-97fc-df19cdd22551/b4f4a954-7b29-43b4-97fc-df19cdd22551.vmdk or device None with type streamOptimized {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.814892] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e201a87c-e6d4-4d7a-83be-e26cc2c0f68d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.839020] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 912.839020] env[65829]: value = "task-4807761" [ 912.839020] env[65829]: _type = "Task" [ 912.839020] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.851359] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.969665] env[65829]: INFO nova.compute.manager [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Took 32.96 seconds to build instance. [ 913.084106] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.084106] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5212d5ea-eb7a-1824-f188-b57b9f365b21" [ 913.084106] env[65829]: _type = "HttpNfcLease" [ 913.084106] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 913.084364] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 913.084364] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5212d5ea-eb7a-1824-f188-b57b9f365b21" [ 913.084364] env[65829]: _type = "HttpNfcLease" [ 913.084364] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 913.084997] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e2dbcb-2766-4811-9a27-de848766801f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.098214] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2c09c-294f-3dcc-7181-79c224c809ad/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 913.098511] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2c09c-294f-3dcc-7181-79c224c809ad/disk-0.vmdk. {{(pid=65829) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 913.175100] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7d915d32-e19c-4a5a-924a-e76716d0ba87 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.219571] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807757, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.788643} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.219860] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] bea89f9d-5098-43f6-aa9a-0aaa5b03f402/bea89f9d-5098-43f6-aa9a-0aaa5b03f402.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.220089] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.220379] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c8b17b8-a0c7-4881-8cef-4ac811153a94 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.233234] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 913.233234] env[65829]: value = "task-4807762" [ 913.233234] env[65829]: _type = "Task" [ 913.233234] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.247143] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807762, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.254882] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d6eeba-4903-43f2-913e-33e574e4652d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.268589] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d88d42e-3a79-4258-9715-85500b26cb5c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.318742] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a713a6ad-168c-46eb-9b5d-3db727088318 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.331423] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69989d31-a53b-43fa-867d-64ac2da037a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.348720] env[65829]: DEBUG nova.compute.provider_tree [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.361995] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807761, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.388859] env[65829]: DEBUG nova.compute.manager [None req-d4254204-35fa-46c7-b76f-07cd888c04b4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Found 1 images (rotation: 2) {{(pid=65829) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 913.473899] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c4f77a37-1f7f-4ebe-8473-f65989ea53fa tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "afb48925-2ca1-42a8-8a9a-e3247be7993a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.471s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.671019] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.671318] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.671528] env[65829]: DEBUG nova.compute.manager [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Going to confirm migration 1 {{(pid=65829) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 913.744766] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807762, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258969} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.746298] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.747230] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3610b2d5-9ce4-4b9d-bebf-076a2aff2bc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.770287] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] bea89f9d-5098-43f6-aa9a-0aaa5b03f402/bea89f9d-5098-43f6-aa9a-0aaa5b03f402.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.770682] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78da1832-633c-45a3-9aa3-7f6976160f3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.803399] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 913.803399] env[65829]: value = "task-4807763" [ 913.803399] env[65829]: _type = "Task" [ 913.803399] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.818299] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.856869] env[65829]: DEBUG nova.scheduler.client.report [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.866726] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807761, 'name': ReconfigVM_Task, 'duration_secs': 0.935727} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.869493] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Reconfigured VM instance instance-0000002b to attach disk [datastore1] b4f4a954-7b29-43b4-97fc-df19cdd22551/b4f4a954-7b29-43b4-97fc-df19cdd22551.vmdk or device None with type streamOptimized {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.871368] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'guest_format': None, 'size': 0, 'disk_bus': None, 'image_id': '6f2c409c-89b4-4bc1-ad56-6451b4f5cb90'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'attachment_id': 'd31dc40b-ceb1-4281-a10a-ddd8178cb5a6', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937455', 'volume_id': 'b031999f-1628-4cf8-8425-c7f0fce33e1b', 'name': 'volume-b031999f-1628-4cf8-8425-c7f0fce33e1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b4f4a954-7b29-43b4-97fc-df19cdd22551', 'attached_at': '', 'detached_at': '', 'volume_id': 'b031999f-1628-4cf8-8425-c7f0fce33e1b', 'serial': 'b031999f-1628-4cf8-8425-c7f0fce33e1b'}, 'volume_type': None}], 'swap': None} {{(pid=65829) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 913.871723] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 913.871982] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937455', 'volume_id': 'b031999f-1628-4cf8-8425-c7f0fce33e1b', 'name': 'volume-b031999f-1628-4cf8-8425-c7f0fce33e1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b4f4a954-7b29-43b4-97fc-df19cdd22551', 'attached_at': '', 'detached_at': '', 'volume_id': 'b031999f-1628-4cf8-8425-c7f0fce33e1b', 'serial': 'b031999f-1628-4cf8-8425-c7f0fce33e1b'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 913.873073] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a370a9d6-0f5f-4fa0-9d4b-4ad1bba8dc1c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.894735] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a2b81c-70e8-4c3a-9ef0-fe516345d211 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.927825] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-b031999f-1628-4cf8-8425-c7f0fce33e1b/volume-b031999f-1628-4cf8-8425-c7f0fce33e1b.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.930487] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c51340a-9e19-447d-a96b-e20f447963c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.953025] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 913.953025] env[65829]: value = "task-4807764" [ 913.953025] env[65829]: _type = "Task" [ 913.953025] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.964159] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.177942] env[65829]: WARNING neutronclient.v2_0.client [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.248967] env[65829]: WARNING neutronclient.v2_0.client [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.249400] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.249554] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.249728] env[65829]: DEBUG nova.network.neutron [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 914.249963] env[65829]: DEBUG nova.objects.instance [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lazy-loading 'info_cache' on Instance uuid 763ccacd-c45c-41de-a074-93c2a8e3c7ed {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.322187] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.372505] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.372505] env[65829]: DEBUG nova.compute.manager [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 914.373050] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.513s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.376031] env[65829]: DEBUG nova.objects.instance [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Lazy-loading 'resources' on Instance uuid b7906034-6ac5-43fa-9c86-4d5044e5a281 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.470396] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.647539] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Completed reading data from the image iterator. {{(pid=65829) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 914.647789] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2c09c-294f-3dcc-7181-79c224c809ad/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 914.648731] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68e4075-22b3-468a-b0cc-443d6ba51088 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.656381] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2c09c-294f-3dcc-7181-79c224c809ad/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 914.656588] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2c09c-294f-3dcc-7181-79c224c809ad/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 914.656849] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-9318df9b-09d6-4570-9fed-7ac3a23d649b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.820388] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807763, 'name': ReconfigVM_Task, 'duration_secs': 0.577127} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.820857] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Reconfigured VM instance instance-0000004a to attach disk [datastore1] bea89f9d-5098-43f6-aa9a-0aaa5b03f402/bea89f9d-5098-43f6-aa9a-0aaa5b03f402.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.821736] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27ce5e49-123f-4375-8f96-5b60b4572509 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.831864] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 914.831864] env[65829]: value = "task-4807766" [ 914.831864] env[65829]: _type = "Task" [ 914.831864] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.842543] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807766, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.885201] env[65829]: DEBUG nova.compute.utils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.890868] env[65829]: DEBUG nova.compute.manager [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 914.891190] env[65829]: DEBUG nova.network.neutron [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 914.891799] env[65829]: WARNING neutronclient.v2_0.client [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.892133] env[65829]: WARNING neutronclient.v2_0.client [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.901535] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f2c09c-294f-3dcc-7181-79c224c809ad/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 914.901695] env[65829]: INFO nova.virt.vmwareapi.images [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Downloaded image file data 7b5ee923-3821-49ff-8d2f-3d12ad6d1552 [ 914.903165] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af79bc3b-9330-4aa1-9933-d9fc4f0fc78c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.924572] env[65829]: DEBUG nova.compute.manager [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 914.928913] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae44ee9-d085-49e1-b9e6-c69c356a835b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.931852] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b7e5855-bb96-45c5-82ab-b69bb223921a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.943928] env[65829]: DEBUG nova.policy [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e7f729dfdc43628905b112f9ef1988', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3328546bd02644c58427fc36221cbca0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.966233] env[65829]: INFO nova.virt.vmwareapi.images [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] The imported VM was unregistered [ 914.968460] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Caching image {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 914.968775] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552 {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.977039] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1160afe-2532-4b8f-b303-dcb7f7cf9906 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.978402] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807764, 'name': ReconfigVM_Task, 'duration_secs': 0.522952} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.979034] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-b031999f-1628-4cf8-8425-c7f0fce33e1b/volume-b031999f-1628-4cf8-8425-c7f0fce33e1b.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.986619] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb933022-fea0-4b41-970c-1c70cb0340fb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.998020] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Created directory with path [datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552 {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.998238] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3775893b-3db3-4cb1-8e7d-1aaef668416f/OSTACK_IMG_3775893b-3db3-4cb1-8e7d-1aaef668416f.vmdk to [datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552/7b5ee923-3821-49ff-8d2f-3d12ad6d1552.vmdk. {{(pid=65829) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 915.002904] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-026b4e14-93d2-4dd7-a99d-510d4afeac46 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.009206] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 915.009206] env[65829]: value = "task-4807768" [ 915.009206] env[65829]: _type = "Task" [ 915.009206] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.016739] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 915.016739] env[65829]: value = "task-4807769" [ 915.016739] env[65829]: _type = "Task" [ 915.016739] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.028990] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807768, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.039053] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807769, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.258264] env[65829]: WARNING neutronclient.v2_0.client [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.310627] env[65829]: DEBUG nova.network.neutron [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Successfully created port: 1d4e802e-6eff-4043-ba3d-b1209dc73019 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 915.348474] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807766, 'name': Rename_Task, 'duration_secs': 0.173794} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.348474] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.348748] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dc85ee2-fb87-4199-b007-68b412af7b8c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.358992] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 915.358992] env[65829]: value = "task-4807770" [ 915.358992] env[65829]: _type = "Task" [ 915.358992] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.372491] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.391614] env[65829]: DEBUG nova.compute.manager [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 915.447995] env[65829]: INFO nova.compute.manager [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] instance snapshotting [ 915.448916] env[65829]: DEBUG nova.objects.instance [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'flavor' on Instance uuid 97649e37-94dd-4ee5-889f-88b4a1c03a82 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.450898] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768565b3-8bdd-4d86-a577-0e8621271606 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.462277] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d08a034-04e6-4ad7-814b-f4e2038ed5e1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.509566] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0a2efd-a0c8-43d6-82b9-fc9d9ab017dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.528510] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807768, 'name': ReconfigVM_Task, 'duration_secs': 0.218356} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.530618] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf455f0-36ce-4d24-bb8c-cb881430bc1e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.535437] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937455', 'volume_id': 'b031999f-1628-4cf8-8425-c7f0fce33e1b', 'name': 'volume-b031999f-1628-4cf8-8425-c7f0fce33e1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b4f4a954-7b29-43b4-97fc-df19cdd22551', 'attached_at': '', 'detached_at': '', 'volume_id': 'b031999f-1628-4cf8-8425-c7f0fce33e1b', 'serial': 'b031999f-1628-4cf8-8425-c7f0fce33e1b'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 915.541012] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e30839b-d675-4395-96fc-cd66a8777579 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.542189] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807769, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.558343] env[65829]: DEBUG nova.compute.provider_tree [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.561591] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 915.561591] env[65829]: value = "task-4807771" [ 915.561591] env[65829]: _type = "Task" [ 915.561591] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.564865] env[65829]: WARNING neutronclient.v2_0.client [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.694569] env[65829]: DEBUG nova.network.neutron [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance_info_cache with network_info: [{"id": "21e3826c-f322-49c0-b02f-505fd98c23cf", "address": "fa:16:3e:56:52:06", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21e3826c-f3", "ovs_interfaceid": "21e3826c-f322-49c0-b02f-505fd98c23cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.872644] env[65829]: DEBUG oslo_vmware.api [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807770, 'name': PowerOnVM_Task, 'duration_secs': 0.514219} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.873042] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.873168] env[65829]: INFO nova.compute.manager [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Took 6.90 seconds to spawn the instance on the hypervisor. [ 915.873406] env[65829]: DEBUG nova.compute.manager [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 915.874253] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d35c4e-eab0-4a20-be88-e8966c19201f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.958934] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63211e86-1fab-43f0-94fb-62baa91e67e2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.980239] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b61568-df37-4590-b107-a142e297da97 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.029800] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807769, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.064038] env[65829]: DEBUG nova.scheduler.client.report [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.080214] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807771, 'name': Rename_Task, 'duration_secs': 0.269204} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.080519] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.080786] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2457c9b9-deb5-44a7-a026-2d2a944a1786 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.088566] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 916.088566] env[65829]: value = "task-4807772" [ 916.088566] env[65829]: _type = "Task" [ 916.088566] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.097504] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.203968] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "refresh_cache-763ccacd-c45c-41de-a074-93c2a8e3c7ed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.204802] env[65829]: DEBUG nova.objects.instance [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lazy-loading 'migration_context' on Instance uuid 763ccacd-c45c-41de-a074-93c2a8e3c7ed {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.396967] env[65829]: INFO nova.compute.manager [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Took 35.67 seconds to build instance. [ 916.401731] env[65829]: DEBUG nova.compute.manager [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 916.428865] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 916.429139] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937478', 'volume_id': '9df16b35-c78c-4a15-90fb-5af4fca68ab7', 'name': 'volume-9df16b35-c78c-4a15-90fb-5af4fca68ab7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bfb8e92-4927-4427-bdba-821903439344', 'attached_at': '', 'detached_at': '', 'volume_id': '9df16b35-c78c-4a15-90fb-5af4fca68ab7', 'serial': '9df16b35-c78c-4a15-90fb-5af4fca68ab7'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 916.430097] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c758342-b4b1-44d3-ad33-829799e6a73b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.437133] env[65829]: DEBUG nova.virt.hardware [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 916.437547] env[65829]: DEBUG nova.virt.hardware [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.437632] env[65829]: DEBUG nova.virt.hardware [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 916.437793] env[65829]: DEBUG nova.virt.hardware [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.437949] env[65829]: DEBUG nova.virt.hardware [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 916.438214] env[65829]: DEBUG nova.virt.hardware [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 916.438448] env[65829]: DEBUG nova.virt.hardware [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 916.438619] env[65829]: DEBUG nova.virt.hardware [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 916.438788] env[65829]: DEBUG nova.virt.hardware [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 916.439094] env[65829]: DEBUG nova.virt.hardware [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 916.439162] env[65829]: DEBUG nova.virt.hardware [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 916.440462] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c479728b-feab-4cc2-83cc-71c8f904e8ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.457271] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec7c960-5b64-4639-b75d-9a4b8978f6f2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.464112] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3832d4-9475-4aa4-bb8b-94e52a17fc50 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.499890] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-9df16b35-c78c-4a15-90fb-5af4fca68ab7/volume-9df16b35-c78c-4a15-90fb-5af4fca68ab7.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.502037] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 916.502436] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d78dd30-36e9-4052-82e2-d558b793f136 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.531919] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d5ff6b09-915b-48bd-982d-49b3b947dcd4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.546127] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807769, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.548855] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 916.548855] env[65829]: value = "task-4807774" [ 916.548855] env[65829]: _type = "Task" [ 916.548855] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.549257] env[65829]: DEBUG oslo_vmware.api [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 916.549257] env[65829]: value = "task-4807773" [ 916.549257] env[65829]: _type = "Task" [ 916.549257] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.562765] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807774, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.567640] env[65829]: DEBUG oslo_vmware.api [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807773, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.568667] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.572032] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.738s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.574070] env[65829]: INFO nova.compute.claims [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.600799] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807772, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.615661] env[65829]: INFO nova.scheduler.client.report [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Deleted allocations for instance b7906034-6ac5-43fa-9c86-4d5044e5a281 [ 916.708449] env[65829]: DEBUG nova.objects.base [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Object Instance<763ccacd-c45c-41de-a074-93c2a8e3c7ed> lazy-loaded attributes: info_cache,migration_context {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 916.709117] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ce8b2b-97e1-47b4-b913-41f554af8eef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.733297] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983a2cc5-fe93-454d-ad9e-f8e37db97f25 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.740396] env[65829]: DEBUG oslo_vmware.api [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 916.740396] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f6d689-b450-8ee8-ccad-e2828cb89de0" [ 916.740396] env[65829]: _type = "Task" [ 916.740396] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.750125] env[65829]: DEBUG oslo_vmware.api [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f6d689-b450-8ee8-ccad-e2828cb89de0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.807821] env[65829]: INFO nova.compute.manager [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Rebuilding instance [ 916.873843] env[65829]: DEBUG nova.compute.manager [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 916.874697] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c1f4be-bf2b-4806-b348-d26b4c217b90 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.900953] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8f9e08a2-91d3-4046-9578-6dc389119340 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "bea89f9d-5098-43f6-aa9a-0aaa5b03f402" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.178s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.937203] env[65829]: DEBUG nova.compute.manager [req-ef1928b9-af9a-4c77-b155-8ee57c77c7f8 req-bf493b9e-0a2a-4184-bdb5-107ca50d9db5 service nova] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Received event network-vif-plugged-1d4e802e-6eff-4043-ba3d-b1209dc73019 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 916.937402] env[65829]: DEBUG oslo_concurrency.lockutils [req-ef1928b9-af9a-4c77-b155-8ee57c77c7f8 req-bf493b9e-0a2a-4184-bdb5-107ca50d9db5 service nova] Acquiring lock "f31f0011-3b88-4d9a-aa06-ff68c2b097d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.937523] env[65829]: DEBUG oslo_concurrency.lockutils [req-ef1928b9-af9a-4c77-b155-8ee57c77c7f8 req-bf493b9e-0a2a-4184-bdb5-107ca50d9db5 service nova] Lock "f31f0011-3b88-4d9a-aa06-ff68c2b097d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.937718] env[65829]: DEBUG oslo_concurrency.lockutils [req-ef1928b9-af9a-4c77-b155-8ee57c77c7f8 req-bf493b9e-0a2a-4184-bdb5-107ca50d9db5 service nova] Lock "f31f0011-3b88-4d9a-aa06-ff68c2b097d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.937974] env[65829]: DEBUG nova.compute.manager [req-ef1928b9-af9a-4c77-b155-8ee57c77c7f8 req-bf493b9e-0a2a-4184-bdb5-107ca50d9db5 service nova] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] No waiting events found dispatching network-vif-plugged-1d4e802e-6eff-4043-ba3d-b1209dc73019 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 916.938135] env[65829]: WARNING nova.compute.manager [req-ef1928b9-af9a-4c77-b155-8ee57c77c7f8 req-bf493b9e-0a2a-4184-bdb5-107ca50d9db5 service nova] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Received unexpected event network-vif-plugged-1d4e802e-6eff-4043-ba3d-b1209dc73019 for instance with vm_state building and task_state spawning. [ 917.004836] env[65829]: DEBUG nova.network.neutron [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Successfully updated port: 1d4e802e-6eff-4043-ba3d-b1209dc73019 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 917.044760] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807769, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.063213] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807774, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.066783] env[65829]: DEBUG oslo_vmware.api [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.101232] env[65829]: DEBUG oslo_vmware.api [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807772, 'name': PowerOnVM_Task, 'duration_secs': 0.78704} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.101716] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.125301] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f61b60fe-7f07-4513-b7f2-be46f05dc137 tempest-ServerPasswordTestJSON-1062413033 tempest-ServerPasswordTestJSON-1062413033-project-member] Lock "b7906034-6ac5-43fa-9c86-4d5044e5a281" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.003s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.215394] env[65829]: DEBUG nova.compute.manager [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 917.216382] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad61db18-8e9e-4521-8ff3-0a1fa89e6388 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.253416] env[65829]: DEBUG oslo_vmware.api [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f6d689-b450-8ee8-ccad-e2828cb89de0, 'name': SearchDatastore_Task, 'duration_secs': 0.026172} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.253794] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.507660] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "refresh_cache-f31f0011-3b88-4d9a-aa06-ff68c2b097d0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.507903] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired lock "refresh_cache-f31f0011-3b88-4d9a-aa06-ff68c2b097d0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.508096] env[65829]: DEBUG nova.network.neutron [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 917.546640] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807769, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.522362} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.547041] env[65829]: INFO nova.virt.vmwareapi.ds_util [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3775893b-3db3-4cb1-8e7d-1aaef668416f/OSTACK_IMG_3775893b-3db3-4cb1-8e7d-1aaef668416f.vmdk to [datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552/7b5ee923-3821-49ff-8d2f-3d12ad6d1552.vmdk. [ 917.547319] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Cleaning up location [datastore1] OSTACK_IMG_3775893b-3db3-4cb1-8e7d-1aaef668416f {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 917.547582] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3775893b-3db3-4cb1-8e7d-1aaef668416f {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.547992] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1fcd06d-c762-48e9-b7d7-c9251c74f4c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.561404] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 917.561404] env[65829]: value = "task-4807775" [ 917.561404] env[65829]: _type = "Task" [ 917.561404] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.573180] env[65829]: DEBUG oslo_vmware.api [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.573646] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807774, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.579527] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.739716] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545368d0-3275-443b-82c0-8cf67931de11 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 52.687s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.891380] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.891912] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-549b1327-25bb-4f90-9488-0254dfcee58e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.900484] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 917.900484] env[65829]: value = "task-4807776" [ 917.900484] env[65829]: _type = "Task" [ 917.900484] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.912907] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.050714] env[65829]: DEBUG nova.network.neutron [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 918.075373] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807774, 'name': CreateSnapshot_Task, 'duration_secs': 1.064606} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.075606] env[65829]: DEBUG oslo_vmware.api [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807773, 'name': ReconfigVM_Task, 'duration_secs': 1.18495} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.076592] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 918.076821] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-9df16b35-c78c-4a15-90fb-5af4fca68ab7/volume-9df16b35-c78c-4a15-90fb-5af4fca68ab7.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.086722] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c364379-e6ff-4d1b-b880-090d973cc716 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.089504] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c60bd46-6bec-4db4-9443-0e1c4b7cb345 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.099518] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062572} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.100281] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c1342e-3691-4d03-a787-713fe5f6ef29 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.103268] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.103466] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552/7b5ee923-3821-49ff-8d2f-3d12ad6d1552.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.103724] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552/7b5ee923-3821-49ff-8d2f-3d12ad6d1552.vmdk to [datastore1] 49e32a35-a7a6-4d42-8057-ae26247758af/49e32a35-a7a6-4d42-8057-ae26247758af.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.105137] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f41583bb-f040-4b36-975e-2cf0ae1bc5f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.119289] env[65829]: DEBUG oslo_vmware.api [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 918.119289] env[65829]: value = "task-4807777" [ 918.119289] env[65829]: _type = "Task" [ 918.119289] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.119289] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05ad5ca-5474-4015-8969-1d32985f93f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.127535] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 918.127535] env[65829]: value = "task-4807778" [ 918.127535] env[65829]: _type = "Task" [ 918.127535] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.168262] env[65829]: DEBUG oslo_vmware.api [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.168310] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ffae0b-ac06-42a4-ab18-b0c05176cc94 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.174524] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.185735] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006fd055-49b7-48fc-87e4-515e5bd32dbc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.202235] env[65829]: DEBUG nova.compute.provider_tree [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.202235] env[65829]: WARNING neutronclient.v2_0.client [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.300270] env[65829]: DEBUG nova.network.neutron [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Updating instance_info_cache with network_info: [{"id": "1d4e802e-6eff-4043-ba3d-b1209dc73019", "address": "fa:16:3e:a4:6c:bc", "network": {"id": "900a8ac0-7fc5-411f-b3a8-4d5eff988465", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-919074472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3328546bd02644c58427fc36221cbca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4e802e-6e", "ovs_interfaceid": "1d4e802e-6eff-4043-ba3d-b1209dc73019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.409969] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807776, 'name': PowerOffVM_Task, 'duration_secs': 0.133008} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.410276] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.410656] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.411290] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0630fd2-dcd7-48ed-8186-8f90666c552c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.418581] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.418900] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd660cce-bad3-454a-8ae8-f15fe99c32c6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.444783] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.444783] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.445060] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Deleting the datastore file [datastore1] bea89f9d-5098-43f6-aa9a-0aaa5b03f402 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.445296] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a313279-12e4-41b0-b28e-032fc9e8275f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.453947] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 918.453947] env[65829]: value = "task-4807780" [ 918.453947] env[65829]: _type = "Task" [ 918.453947] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.463795] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.630439] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 918.630980] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bfb29be4-07ba-4be6-9a26-66b926e59cb5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.651397] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.656043] env[65829]: DEBUG oslo_vmware.api [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807777, 'name': ReconfigVM_Task, 'duration_secs': 0.303451} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.656404] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 918.656404] env[65829]: value = "task-4807781" [ 918.656404] env[65829]: _type = "Task" [ 918.656404] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.656689] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937478', 'volume_id': '9df16b35-c78c-4a15-90fb-5af4fca68ab7', 'name': 'volume-9df16b35-c78c-4a15-90fb-5af4fca68ab7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bfb8e92-4927-4427-bdba-821903439344', 'attached_at': '', 'detached_at': '', 'volume_id': '9df16b35-c78c-4a15-90fb-5af4fca68ab7', 'serial': '9df16b35-c78c-4a15-90fb-5af4fca68ab7'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 918.668173] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807781, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.706931] env[65829]: DEBUG nova.scheduler.client.report [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.803236] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Releasing lock "refresh_cache-f31f0011-3b88-4d9a-aa06-ff68c2b097d0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.804089] env[65829]: DEBUG nova.compute.manager [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Instance network_info: |[{"id": "1d4e802e-6eff-4043-ba3d-b1209dc73019", "address": "fa:16:3e:a4:6c:bc", "network": {"id": "900a8ac0-7fc5-411f-b3a8-4d5eff988465", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-919074472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3328546bd02644c58427fc36221cbca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4e802e-6e", "ovs_interfaceid": "1d4e802e-6eff-4043-ba3d-b1209dc73019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 918.804299] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:6c:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d4e802e-6eff-4043-ba3d-b1209dc73019', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.812478] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Creating folder: Project (3328546bd02644c58427fc36221cbca0). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.812675] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6091a08-10e6-4746-8187-c90e11b6b0e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.828261] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Created folder: Project (3328546bd02644c58427fc36221cbca0) in parent group-v937255. [ 918.828466] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Creating folder: Instances. Parent ref: group-v937482. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.828677] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78ad8669-4737-4d48-992d-aa0976c5722e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.844406] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Created folder: Instances in parent group-v937482. [ 918.844406] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 918.844406] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.844733] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55b81d4c-0273-4b69-a0f9-106a8411ed10 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.870237] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.870237] env[65829]: value = "task-4807784" [ 918.870237] env[65829]: _type = "Task" [ 918.870237] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.879894] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807784, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.969214] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113999} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.969546] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.969666] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.969921] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.019545] env[65829]: DEBUG nova.compute.manager [req-31adffb6-49a4-4d6f-b16d-b5197149fe9c req-11aa62f9-b55c-4ead-9d8b-bfd6827595b8 service nova] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Received event network-changed-1d4e802e-6eff-4043-ba3d-b1209dc73019 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 919.019898] env[65829]: DEBUG nova.compute.manager [req-31adffb6-49a4-4d6f-b16d-b5197149fe9c req-11aa62f9-b55c-4ead-9d8b-bfd6827595b8 service nova] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Refreshing instance network info cache due to event network-changed-1d4e802e-6eff-4043-ba3d-b1209dc73019. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 919.021143] env[65829]: DEBUG oslo_concurrency.lockutils [req-31adffb6-49a4-4d6f-b16d-b5197149fe9c req-11aa62f9-b55c-4ead-9d8b-bfd6827595b8 service nova] Acquiring lock "refresh_cache-f31f0011-3b88-4d9a-aa06-ff68c2b097d0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.021143] env[65829]: DEBUG oslo_concurrency.lockutils [req-31adffb6-49a4-4d6f-b16d-b5197149fe9c req-11aa62f9-b55c-4ead-9d8b-bfd6827595b8 service nova] Acquired lock "refresh_cache-f31f0011-3b88-4d9a-aa06-ff68c2b097d0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.021143] env[65829]: DEBUG nova.network.neutron [req-31adffb6-49a4-4d6f-b16d-b5197149fe9c req-11aa62f9-b55c-4ead-9d8b-bfd6827595b8 service nova] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Refreshing network info cache for port 1d4e802e-6eff-4043-ba3d-b1209dc73019 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.151616] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.172143] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807781, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.214974] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.215583] env[65829]: DEBUG nova.compute.manager [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 919.219451] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.923s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.219451] env[65829]: DEBUG nova.objects.instance [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lazy-loading 'resources' on Instance uuid c2ec3739-1ea8-416b-9341-9405eaf8b0b2 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.380490] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807784, 'name': CreateVM_Task, 'duration_secs': 0.422066} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.380803] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.381553] env[65829]: WARNING neutronclient.v2_0.client [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.385023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.385023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.385023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.385023] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-549b115c-77a2-482e-92f1-08a4c9e3d0e0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.390637] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 919.390637] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52183a00-f05f-9db6-193e-dc07356fbf3f" [ 919.390637] env[65829]: _type = "Task" [ 919.390637] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.398021] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52183a00-f05f-9db6-193e-dc07356fbf3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.524099] env[65829]: WARNING neutronclient.v2_0.client [req-31adffb6-49a4-4d6f-b16d-b5197149fe9c req-11aa62f9-b55c-4ead-9d8b-bfd6827595b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.655320] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807778, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.669265] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807781, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.699558] env[65829]: WARNING neutronclient.v2_0.client [req-31adffb6-49a4-4d6f-b16d-b5197149fe9c req-11aa62f9-b55c-4ead-9d8b-bfd6827595b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.715969] env[65829]: DEBUG nova.objects.instance [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'flavor' on Instance uuid 6bfb8e92-4927-4427-bdba-821903439344 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.722819] env[65829]: DEBUG nova.compute.utils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.728319] env[65829]: DEBUG nova.compute.manager [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 919.728524] env[65829]: DEBUG nova.network.neutron [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 919.728934] env[65829]: WARNING neutronclient.v2_0.client [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.733850] env[65829]: WARNING neutronclient.v2_0.client [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.792458] env[65829]: DEBUG nova.network.neutron [req-31adffb6-49a4-4d6f-b16d-b5197149fe9c req-11aa62f9-b55c-4ead-9d8b-bfd6827595b8 service nova] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Updated VIF entry in instance network info cache for port 1d4e802e-6eff-4043-ba3d-b1209dc73019. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 919.792851] env[65829]: DEBUG nova.network.neutron [req-31adffb6-49a4-4d6f-b16d-b5197149fe9c req-11aa62f9-b55c-4ead-9d8b-bfd6827595b8 service nova] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Updating instance_info_cache with network_info: [{"id": "1d4e802e-6eff-4043-ba3d-b1209dc73019", "address": "fa:16:3e:a4:6c:bc", "network": {"id": "900a8ac0-7fc5-411f-b3a8-4d5eff988465", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-919074472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3328546bd02644c58427fc36221cbca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4e802e-6e", "ovs_interfaceid": "1d4e802e-6eff-4043-ba3d-b1209dc73019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.799552] env[65829]: DEBUG nova.policy [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e9908b1e0646c6bbe59be5595c6886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '038ceec4a90f4611a43c882f07ea7ef1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.903521] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52183a00-f05f-9db6-193e-dc07356fbf3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011595} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.907102] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.907490] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.907973] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.907973] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.908358] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.909096] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a21087b-2ba1-4d0f-953b-dcd279d4a279 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.928415] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.928598] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.929927] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33cdc8a-edf6-4b5c-aaf1-a8d7830863e8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.939246] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 919.939246] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5266f498-eeed-4baf-39b9-e4101ac79c1a" [ 919.939246] env[65829]: _type = "Task" [ 919.939246] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.962885] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5266f498-eeed-4baf-39b9-e4101ac79c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.011828] env[65829]: DEBUG nova.virt.hardware [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 920.012196] env[65829]: DEBUG nova.virt.hardware [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.012294] env[65829]: DEBUG nova.virt.hardware [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 920.012414] env[65829]: DEBUG nova.virt.hardware [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.012558] env[65829]: DEBUG nova.virt.hardware [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 920.012700] env[65829]: DEBUG nova.virt.hardware [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 920.012910] env[65829]: DEBUG nova.virt.hardware [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 920.013081] env[65829]: DEBUG nova.virt.hardware [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 920.013253] env[65829]: DEBUG nova.virt.hardware [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 920.013502] env[65829]: DEBUG nova.virt.hardware [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 920.013701] env[65829]: DEBUG nova.virt.hardware [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 920.014787] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eccddf6-1957-4fd2-8ffc-219dc2494224 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.024301] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24359cab-0c7e-411e-884f-7cd40491ad23 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.052210] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.060121] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 920.063563] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.064208] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54aeda3e-8e2e-4e4f-9a21-6c648dc1fce1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.083806] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.083806] env[65829]: value = "task-4807785" [ 920.083806] env[65829]: _type = "Task" [ 920.083806] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.094813] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807785, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.155760] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807778, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.174364] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807781, 'name': CloneVM_Task, 'duration_secs': 1.447805} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.178757] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Created linked-clone VM from snapshot [ 920.181227] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7e314d-a70f-4de2-9b8f-94bb32e068ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.191550] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Uploading image badb26ce-930b-49d3-b77c-9bcbc7e9aaeb {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 920.221852] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4c8a1c9-5f6d-4025-ace7-bb6f2e57798d tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.486s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.225841] env[65829]: DEBUG oslo_vmware.rw_handles [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 920.225841] env[65829]: value = "vm-937481" [ 920.225841] env[65829]: _type = "VirtualMachine" [ 920.225841] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 920.225841] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bfd7302b-22bc-4eae-a408-b9034ac9b32e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.239568] env[65829]: DEBUG nova.compute.manager [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 920.243217] env[65829]: DEBUG oslo_vmware.rw_handles [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lease: (returnval){ [ 920.243217] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a35e18-5bd0-580c-b6e8-fd9acfcc83cd" [ 920.243217] env[65829]: _type = "HttpNfcLease" [ 920.243217] env[65829]: } obtained for exporting VM: (result){ [ 920.243217] env[65829]: value = "vm-937481" [ 920.243217] env[65829]: _type = "VirtualMachine" [ 920.243217] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 920.243604] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the lease: (returnval){ [ 920.243604] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a35e18-5bd0-580c-b6e8-fd9acfcc83cd" [ 920.243604] env[65829]: _type = "HttpNfcLease" [ 920.243604] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 920.246067] env[65829]: DEBUG nova.network.neutron [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Successfully created port: ca9753fe-4fe8-4883-a62d-de512ae96851 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 920.261243] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.261243] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a35e18-5bd0-580c-b6e8-fd9acfcc83cd" [ 920.261243] env[65829]: _type = "HttpNfcLease" [ 920.261243] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 920.261618] env[65829]: DEBUG oslo_vmware.rw_handles [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 920.261618] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a35e18-5bd0-580c-b6e8-fd9acfcc83cd" [ 920.261618] env[65829]: _type = "HttpNfcLease" [ 920.261618] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 920.263071] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd9408-b6c8-49c9-ae6f-70094267a3a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.276285] env[65829]: DEBUG oslo_vmware.rw_handles [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52710049-cca5-60cd-024d-176e9a7b7fc9/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 920.276491] env[65829]: DEBUG oslo_vmware.rw_handles [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52710049-cca5-60cd-024d-176e9a7b7fc9/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 920.341459] env[65829]: DEBUG oslo_concurrency.lockutils [req-31adffb6-49a4-4d6f-b16d-b5197149fe9c req-11aa62f9-b55c-4ead-9d8b-bfd6827595b8 service nova] Releasing lock "refresh_cache-f31f0011-3b88-4d9a-aa06-ff68c2b097d0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.374228] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab1cf5f-2e0a-4086-9803-99bceca4dad7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.386108] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565296e2-8895-43de-953c-b6d86e88079d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.427635] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba327c7f-72f9-45af-afd9-fee7c4bdf33c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.430611] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6bee2de1-fc79-4cde-a837-e096b9bdef38 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.439963] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418adfab-b1b7-4868-bf36-51485d450141 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.466567] env[65829]: DEBUG oslo_concurrency.lockutils [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "6bfb8e92-4927-4427-bdba-821903439344" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.466991] env[65829]: DEBUG oslo_concurrency.lockutils [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.466991] env[65829]: DEBUG nova.compute.manager [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 920.467515] env[65829]: DEBUG nova.compute.provider_tree [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.469556] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5266f498-eeed-4baf-39b9-e4101ac79c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.048493} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.473408] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70c97d4-dac8-4571-842c-a965698634ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.477452] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5688416a-96e2-47c2-8d9a-1a9bb352f94b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.487577] env[65829]: DEBUG nova.compute.manager [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65829) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 920.488203] env[65829]: DEBUG nova.objects.instance [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'flavor' on Instance uuid 6bfb8e92-4927-4427-bdba-821903439344 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.489957] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 920.489957] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f18830-a1b0-c689-9899-062f616e4fe0" [ 920.489957] env[65829]: _type = "Task" [ 920.489957] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.508156] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f18830-a1b0-c689-9899-062f616e4fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.597510] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807785, 'name': CreateVM_Task, 'duration_secs': 0.380427} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.597710] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.598165] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.598326] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.598674] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.598959] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d700edac-ff5b-49ac-ba3f-333a31502dde {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.608033] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 920.608033] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526f5505-bb5a-ef7e-8f4f-f90e0e61e072" [ 920.608033] env[65829]: _type = "Task" [ 920.608033] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.621425] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526f5505-bb5a-ef7e-8f4f-f90e0e61e072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.653022] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807778, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.970945] env[65829]: DEBUG nova.scheduler.client.report [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.014193] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f18830-a1b0-c689-9899-062f616e4fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.046187} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.016124] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.017344] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] f31f0011-3b88-4d9a-aa06-ff68c2b097d0/f31f0011-3b88-4d9a-aa06-ff68c2b097d0.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.018818] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be7af733-62e5-4b8d-90d6-75d3029fd0e1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.030482] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 921.030482] env[65829]: value = "task-4807787" [ 921.030482] env[65829]: _type = "Task" [ 921.030482] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.044229] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.123098] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526f5505-bb5a-ef7e-8f4f-f90e0e61e072, 'name': SearchDatastore_Task, 'duration_secs': 0.050257} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.123839] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.124145] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.124983] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.124983] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.124983] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.125179] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-109b020f-6539-436e-bf1e-5fe9e2322107 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.140546] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.140892] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.142047] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24fdb97a-8302-47fe-8c52-449ab2788fd3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.161533] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807778, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.163632] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 921.163632] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d52804-c75d-8614-8c96-7afcb1aa7ff3" [ 921.163632] env[65829]: _type = "Task" [ 921.163632] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.175245] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d52804-c75d-8614-8c96-7afcb1aa7ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.253207] env[65829]: DEBUG nova.compute.manager [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 921.281706] env[65829]: DEBUG nova.virt.hardware [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 921.284211] env[65829]: DEBUG nova.virt.hardware [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.284211] env[65829]: DEBUG nova.virt.hardware [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 921.284211] env[65829]: DEBUG nova.virt.hardware [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.284211] env[65829]: DEBUG nova.virt.hardware [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 921.284211] env[65829]: DEBUG nova.virt.hardware [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 921.284211] env[65829]: DEBUG nova.virt.hardware [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 921.284211] env[65829]: DEBUG nova.virt.hardware [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 921.284211] env[65829]: DEBUG nova.virt.hardware [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 921.284211] env[65829]: DEBUG nova.virt.hardware [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 921.284211] env[65829]: DEBUG nova.virt.hardware [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 921.285824] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e604657-a4d7-40ca-8216-ac076700b1af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.296454] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c810faaa-4211-47d9-ae76-1ddaa58d484e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.477424] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.479999] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.703s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.482249] env[65829]: INFO nova.compute.claims [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.508329] env[65829]: INFO nova.scheduler.client.report [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Deleted allocations for instance c2ec3739-1ea8-416b-9341-9405eaf8b0b2 [ 921.510496] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.515154] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-732e8f8c-effe-4b1c-8d14-0394673517b8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.525806] env[65829]: DEBUG oslo_vmware.api [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 921.525806] env[65829]: value = "task-4807788" [ 921.525806] env[65829]: _type = "Task" [ 921.525806] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.543932] env[65829]: DEBUG oslo_vmware.api [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.554411] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.657149] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807778, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.675797] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d52804-c75d-8614-8c96-7afcb1aa7ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.049235} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.676833] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e86325c-bf9c-4b3b-9f8a-d2dce1ff4166 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.684288] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 921.684288] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52125f47-276a-56ea-aab0-b1631330f5e6" [ 921.684288] env[65829]: _type = "Task" [ 921.684288] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.699293] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52125f47-276a-56ea-aab0-b1631330f5e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.976120] env[65829]: DEBUG nova.network.neutron [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Successfully updated port: ca9753fe-4fe8-4883-a62d-de512ae96851 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 922.022895] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a50ca55a-4a6c-4a3c-a4a2-7d3c3d3e3cd2 tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "c2ec3739-1ea8-416b-9341-9405eaf8b0b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.567s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.042036] env[65829]: DEBUG oslo_vmware.api [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.049242] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807787, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.134779] env[65829]: DEBUG nova.compute.manager [req-3f2d3cb4-93f1-4b67-b925-f9cc40f6a6b2 req-808ddfa7-9705-4fab-b3ec-9f927b8bd8d6 service nova] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Received event network-vif-plugged-ca9753fe-4fe8-4883-a62d-de512ae96851 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 922.134779] env[65829]: DEBUG oslo_concurrency.lockutils [req-3f2d3cb4-93f1-4b67-b925-f9cc40f6a6b2 req-808ddfa7-9705-4fab-b3ec-9f927b8bd8d6 service nova] Acquiring lock "b7f68803-8ab0-4975-afa7-e24349358a41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.134779] env[65829]: DEBUG oslo_concurrency.lockutils [req-3f2d3cb4-93f1-4b67-b925-f9cc40f6a6b2 req-808ddfa7-9705-4fab-b3ec-9f927b8bd8d6 service nova] Lock "b7f68803-8ab0-4975-afa7-e24349358a41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.134914] env[65829]: DEBUG oslo_concurrency.lockutils [req-3f2d3cb4-93f1-4b67-b925-f9cc40f6a6b2 req-808ddfa7-9705-4fab-b3ec-9f927b8bd8d6 service nova] Lock "b7f68803-8ab0-4975-afa7-e24349358a41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.135268] env[65829]: DEBUG nova.compute.manager [req-3f2d3cb4-93f1-4b67-b925-f9cc40f6a6b2 req-808ddfa7-9705-4fab-b3ec-9f927b8bd8d6 service nova] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] No waiting events found dispatching network-vif-plugged-ca9753fe-4fe8-4883-a62d-de512ae96851 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 922.135431] env[65829]: WARNING nova.compute.manager [req-3f2d3cb4-93f1-4b67-b925-f9cc40f6a6b2 req-808ddfa7-9705-4fab-b3ec-9f927b8bd8d6 service nova] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Received unexpected event network-vif-plugged-ca9753fe-4fe8-4883-a62d-de512ae96851 for instance with vm_state building and task_state spawning. [ 922.157489] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807778, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.813012} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.158417] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b5ee923-3821-49ff-8d2f-3d12ad6d1552/7b5ee923-3821-49ff-8d2f-3d12ad6d1552.vmdk to [datastore1] 49e32a35-a7a6-4d42-8057-ae26247758af/49e32a35-a7a6-4d42-8057-ae26247758af.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.158937] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1a8d1e-cb4f-4438-a2a8-18470b6e037b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.194065] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 49e32a35-a7a6-4d42-8057-ae26247758af/49e32a35-a7a6-4d42-8057-ae26247758af.vmdk or device None with type streamOptimized {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.196123] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec480a82-8bd6-4f71-960a-65e91a5a02a1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.226629] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52125f47-276a-56ea-aab0-b1631330f5e6, 'name': SearchDatastore_Task, 'duration_secs': 0.043837} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.228170] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.228576] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] bea89f9d-5098-43f6-aa9a-0aaa5b03f402/bea89f9d-5098-43f6-aa9a-0aaa5b03f402.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.229043] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 922.229043] env[65829]: value = "task-4807789" [ 922.229043] env[65829]: _type = "Task" [ 922.229043] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.229537] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66f491e8-061d-4e04-8cd1-bcaf46f8b384 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.243851] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.246463] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 922.246463] env[65829]: value = "task-4807790" [ 922.246463] env[65829]: _type = "Task" [ 922.246463] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.257789] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.479574] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "refresh_cache-b7f68803-8ab0-4975-afa7-e24349358a41" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.479574] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "refresh_cache-b7f68803-8ab0-4975-afa7-e24349358a41" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.479574] env[65829]: DEBUG nova.network.neutron [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 922.542382] env[65829]: DEBUG oslo_vmware.api [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807788, 'name': PowerOffVM_Task, 'duration_secs': 0.720668} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.547188] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.547476] env[65829]: DEBUG nova.compute.manager [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 922.549181] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09729aff-a9b1-40ea-86f1-246d9581eac6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.560014] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807787, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.271408} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.561227] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] f31f0011-3b88-4d9a-aa06-ff68c2b097d0/f31f0011-3b88-4d9a-aa06-ff68c2b097d0.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.561606] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.562110] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e624e45-a826-40ab-a4d7-171d890573f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.582712] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 922.582712] env[65829]: value = "task-4807791" [ 922.582712] env[65829]: _type = "Task" [ 922.582712] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.597429] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.746186] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807789, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.758906] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807790, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.002133] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251ac0c0-11a3-4675-9490-10f570d74c32 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.010409] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36460d34-a036-4680-836a-10ade23c03dc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.021197] env[65829]: DEBUG nova.network.neutron [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 923.058203] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b654aac4-270f-41fe-ba21-b9b428cb299f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.067262] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18512799-13a5-4996-acff-0f906224ff0e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.087973] env[65829]: DEBUG nova.compute.provider_tree [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.089673] env[65829]: DEBUG oslo_concurrency.lockutils [None req-649ec90d-a595-4c0b-b84c-3686c06fe889 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.623s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.100786] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253837} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.101740] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.102593] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfdc9a4-9503-46fc-aa09-852730e9b394 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.131014] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] f31f0011-3b88-4d9a-aa06-ff68c2b097d0/f31f0011-3b88-4d9a-aa06-ff68c2b097d0.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.134564] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a64e945b-baa9-4d2c-bb66-6ae3271761dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.156615] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 923.156615] env[65829]: value = "task-4807792" [ 923.156615] env[65829]: _type = "Task" [ 923.156615] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.165632] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807792, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.180382] env[65829]: WARNING neutronclient.v2_0.client [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.243612] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807789, 'name': ReconfigVM_Task, 'duration_secs': 0.674359} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.244401] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 49e32a35-a7a6-4d42-8057-ae26247758af/49e32a35-a7a6-4d42-8057-ae26247758af.vmdk or device None with type streamOptimized {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.244750] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f785bf87-0f47-40a4-b115-bdce66a41e2e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.253294] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 923.253294] env[65829]: value = "task-4807793" [ 923.253294] env[65829]: _type = "Task" [ 923.253294] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.260242] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531715} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.260872] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] bea89f9d-5098-43f6-aa9a-0aaa5b03f402/bea89f9d-5098-43f6-aa9a-0aaa5b03f402.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.261116] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.261440] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20572cdb-0073-41e3-8e2f-0ffe27a898dc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.267460] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807793, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.268591] env[65829]: DEBUG nova.network.neutron [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Updating instance_info_cache with network_info: [{"id": "ca9753fe-4fe8-4883-a62d-de512ae96851", "address": "fa:16:3e:ff:aa:21", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca9753fe-4f", "ovs_interfaceid": "ca9753fe-4fe8-4883-a62d-de512ae96851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.275609] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 923.275609] env[65829]: value = "task-4807794" [ 923.275609] env[65829]: _type = "Task" [ 923.275609] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.286853] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.319622] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "475b8580-be43-4428-86e5-f0aeb67b1473" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.319975] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "475b8580-be43-4428-86e5-f0aeb67b1473" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.320415] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "475b8580-be43-4428-86e5-f0aeb67b1473-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.320669] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "475b8580-be43-4428-86e5-f0aeb67b1473-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.320884] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "475b8580-be43-4428-86e5-f0aeb67b1473-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.323299] env[65829]: INFO nova.compute.manager [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Terminating instance [ 923.520485] env[65829]: DEBUG nova.objects.instance [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'flavor' on Instance uuid 6bfb8e92-4927-4427-bdba-821903439344 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.595631] env[65829]: DEBUG nova.scheduler.client.report [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.667546] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.764151] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807793, 'name': Rename_Task, 'duration_secs': 0.27547} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.764435] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.764725] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-704b918d-b258-4b70-952b-fc794c7cadf7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.771175] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "refresh_cache-b7f68803-8ab0-4975-afa7-e24349358a41" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.771489] env[65829]: DEBUG nova.compute.manager [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Instance network_info: |[{"id": "ca9753fe-4fe8-4883-a62d-de512ae96851", "address": "fa:16:3e:ff:aa:21", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca9753fe-4f", "ovs_interfaceid": "ca9753fe-4fe8-4883-a62d-de512ae96851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 923.771852] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 923.771852] env[65829]: value = "task-4807795" [ 923.771852] env[65829]: _type = "Task" [ 923.771852] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.772219] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:aa:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca9753fe-4fe8-4883-a62d-de512ae96851', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.780346] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 923.780805] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.787485] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4978db03-9349-434d-be0f-e926aaca4e16 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.808315] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076935} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.813362] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.813764] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.813764] env[65829]: value = "task-4807796" [ 923.813764] env[65829]: _type = "Task" [ 923.813764] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.814054] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.814969] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c3e415-03a4-4a5b-b891-70fd71c6bf24 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.833477] env[65829]: DEBUG nova.compute.manager [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 923.833709] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.842891] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] bea89f9d-5098-43f6-aa9a-0aaa5b03f402/bea89f9d-5098-43f6-aa9a-0aaa5b03f402.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.843781] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59beefa-986f-446e-9c23-722247616042 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.846749] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e63876b-4462-4bd7-9465-24405ab62fb2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.867693] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.869139] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad74e038-697f-4d2a-a341-082fdba4ae8c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.870902] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 923.870902] env[65829]: value = "task-4807797" [ 923.870902] env[65829]: _type = "Task" [ 923.870902] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.877685] env[65829]: DEBUG oslo_vmware.api [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 923.877685] env[65829]: value = "task-4807798" [ 923.877685] env[65829]: _type = "Task" [ 923.877685] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.881877] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807797, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.892461] env[65829]: DEBUG oslo_vmware.api [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.027061] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.027249] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquired lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.027458] env[65829]: DEBUG nova.network.neutron [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 924.027901] env[65829]: DEBUG nova.objects.instance [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'info_cache' on Instance uuid 6bfb8e92-4927-4427-bdba-821903439344 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.101233] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.101856] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 924.105068] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.282s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.106953] env[65829]: INFO nova.compute.claims [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.168160] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807792, 'name': ReconfigVM_Task, 'duration_secs': 0.607244} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.168514] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Reconfigured VM instance instance-0000004b to attach disk [datastore2] f31f0011-3b88-4d9a-aa06-ff68c2b097d0/f31f0011-3b88-4d9a-aa06-ff68c2b097d0.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.169304] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74f5f7b8-f7f5-40c8-865c-cef2ff3193ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.177714] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 924.177714] env[65829]: value = "task-4807799" [ 924.177714] env[65829]: _type = "Task" [ 924.177714] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.189905] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807799, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.228204] env[65829]: DEBUG nova.compute.manager [req-b87a4a55-71b2-4634-9808-db0ba7c87425 req-a3729602-87ba-46b3-80d4-2e2147567f14 service nova] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Received event network-changed-ca9753fe-4fe8-4883-a62d-de512ae96851 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 924.228435] env[65829]: DEBUG nova.compute.manager [req-b87a4a55-71b2-4634-9808-db0ba7c87425 req-a3729602-87ba-46b3-80d4-2e2147567f14 service nova] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Refreshing instance network info cache due to event network-changed-ca9753fe-4fe8-4883-a62d-de512ae96851. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 924.228649] env[65829]: DEBUG oslo_concurrency.lockutils [req-b87a4a55-71b2-4634-9808-db0ba7c87425 req-a3729602-87ba-46b3-80d4-2e2147567f14 service nova] Acquiring lock "refresh_cache-b7f68803-8ab0-4975-afa7-e24349358a41" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.228802] env[65829]: DEBUG oslo_concurrency.lockutils [req-b87a4a55-71b2-4634-9808-db0ba7c87425 req-a3729602-87ba-46b3-80d4-2e2147567f14 service nova] Acquired lock "refresh_cache-b7f68803-8ab0-4975-afa7-e24349358a41" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.228967] env[65829]: DEBUG nova.network.neutron [req-b87a4a55-71b2-4634-9808-db0ba7c87425 req-a3729602-87ba-46b3-80d4-2e2147567f14 service nova] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Refreshing network info cache for port ca9753fe-4fe8-4883-a62d-de512ae96851 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.294220] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807795, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.328368] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807796, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.381688] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807797, 'name': ReconfigVM_Task, 'duration_secs': 0.43028} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.381748] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Reconfigured VM instance instance-0000004a to attach disk [datastore2] bea89f9d-5098-43f6-aa9a-0aaa5b03f402/bea89f9d-5098-43f6-aa9a-0aaa5b03f402.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.383965] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dbee235-596c-4f4d-a9cb-a9624126412d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.394301] env[65829]: DEBUG oslo_vmware.api [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807798, 'name': PowerOffVM_Task, 'duration_secs': 0.224078} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.395957] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.396183] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.396587] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 924.396587] env[65829]: value = "task-4807800" [ 924.396587] env[65829]: _type = "Task" [ 924.396587] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.396849] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6611fcf3-0417-4a3f-bbd1-8ab44e4d36e6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.411136] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807800, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.490324] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.490627] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.491012] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Deleting the datastore file [datastore2] 475b8580-be43-4428-86e5-f0aeb67b1473 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.492134] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ed41ae8-91d9-4901-8d70-ef57e957bd12 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.501320] env[65829]: DEBUG oslo_vmware.api [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for the task: (returnval){ [ 924.501320] env[65829]: value = "task-4807802" [ 924.501320] env[65829]: _type = "Task" [ 924.501320] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.511200] env[65829]: DEBUG oslo_vmware.api [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.533184] env[65829]: DEBUG nova.objects.base [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Object Instance<6bfb8e92-4927-4427-bdba-821903439344> lazy-loaded attributes: flavor,info_cache {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 924.611908] env[65829]: DEBUG nova.compute.utils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.616163] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 924.616376] env[65829]: DEBUG nova.network.neutron [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 924.616783] env[65829]: WARNING neutronclient.v2_0.client [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.617181] env[65829]: WARNING neutronclient.v2_0.client [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.660146] env[65829]: DEBUG nova.policy [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adff30daab274bb39c961b971b2b7d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8be7e28955747a3ba95c9e8f5f57238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.688565] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807799, 'name': Rename_Task, 'duration_secs': 0.235197} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.688982] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.689284] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44f4db0f-f1fa-4365-8354-775ec47f32a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.699084] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 924.699084] env[65829]: value = "task-4807803" [ 924.699084] env[65829]: _type = "Task" [ 924.699084] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.708696] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.731903] env[65829]: WARNING neutronclient.v2_0.client [req-b87a4a55-71b2-4634-9808-db0ba7c87425 req-a3729602-87ba-46b3-80d4-2e2147567f14 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.794818] env[65829]: DEBUG oslo_vmware.api [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807795, 'name': PowerOnVM_Task, 'duration_secs': 0.694745} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.794984] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.795199] env[65829]: INFO nova.compute.manager [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Took 18.62 seconds to spawn the instance on the hypervisor. [ 924.796059] env[65829]: DEBUG nova.compute.manager [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 924.796174] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e76f7d5-2652-47c2-a99b-ac547073c901 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.832309] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807796, 'name': CreateVM_Task, 'duration_secs': 0.560149} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.832486] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.833017] env[65829]: WARNING neutronclient.v2_0.client [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.833575] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.833832] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.834232] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.834610] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6f0fa64-aa85-4df5-a3a2-9cecc9f32c60 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.840968] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 924.840968] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5246e860-1484-abd1-5379-bffa486b21dc" [ 924.840968] env[65829]: _type = "Task" [ 924.840968] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.854952] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5246e860-1484-abd1-5379-bffa486b21dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.905350] env[65829]: WARNING neutronclient.v2_0.client [req-b87a4a55-71b2-4634-9808-db0ba7c87425 req-a3729602-87ba-46b3-80d4-2e2147567f14 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.911825] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807800, 'name': Rename_Task, 'duration_secs': 0.199725} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.912162] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.912508] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1172fd0b-d110-4a8c-a87b-643bd6e83a04 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.921383] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 924.921383] env[65829]: value = "task-4807804" [ 924.921383] env[65829]: _type = "Task" [ 924.921383] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.932510] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.993306] env[65829]: DEBUG nova.network.neutron [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Successfully created port: a0982dd1-8aaf-4d61-850a-c177b1c03dbd {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 924.997631] env[65829]: DEBUG nova.network.neutron [req-b87a4a55-71b2-4634-9808-db0ba7c87425 req-a3729602-87ba-46b3-80d4-2e2147567f14 service nova] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Updated VIF entry in instance network info cache for port ca9753fe-4fe8-4883-a62d-de512ae96851. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 924.998093] env[65829]: DEBUG nova.network.neutron [req-b87a4a55-71b2-4634-9808-db0ba7c87425 req-a3729602-87ba-46b3-80d4-2e2147567f14 service nova] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Updating instance_info_cache with network_info: [{"id": "ca9753fe-4fe8-4883-a62d-de512ae96851", "address": "fa:16:3e:ff:aa:21", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca9753fe-4f", "ovs_interfaceid": "ca9753fe-4fe8-4883-a62d-de512ae96851", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.018085] env[65829]: DEBUG oslo_vmware.api [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Task: {'id': task-4807802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17234} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.018403] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.018588] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.018760] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.018928] env[65829]: INFO nova.compute.manager [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Took 1.19 seconds to destroy the instance on the hypervisor. [ 925.019207] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 925.019415] env[65829]: DEBUG nova.compute.manager [-] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 925.019515] env[65829]: DEBUG nova.network.neutron [-] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 925.019776] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.037281] env[65829]: WARNING neutronclient.v2_0.client [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.103616] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.117785] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 925.214740] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807803, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.314733] env[65829]: INFO nova.compute.manager [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Took 44.66 seconds to build instance. [ 925.360845] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5246e860-1484-abd1-5379-bffa486b21dc, 'name': SearchDatastore_Task, 'duration_secs': 0.015155} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.361931] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.361931] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.361931] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.362157] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.362356] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.362579] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8783aeb3-a01a-487a-ae96-d668e54877f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.374280] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.374553] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.377994] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b07315-8261-4e50-93f6-72523f7a4531 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.386082] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 925.386082] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c9e55a-b767-06d0-5117-1f1717d5820c" [ 925.386082] env[65829]: _type = "Task" [ 925.386082] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.396615] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c9e55a-b767-06d0-5117-1f1717d5820c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.435032] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807804, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.500879] env[65829]: DEBUG oslo_concurrency.lockutils [req-b87a4a55-71b2-4634-9808-db0ba7c87425 req-a3729602-87ba-46b3-80d4-2e2147567f14 service nova] Releasing lock "refresh_cache-b7f68803-8ab0-4975-afa7-e24349358a41" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.639410] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec70406-e82c-414a-86d5-fd2a274c5209 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.648276] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c321036-e292-44b6-b42c-08003550d7a0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.683049] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d5b083-1c25-4176-abc7-0486380fbb2b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.686864] env[65829]: WARNING neutronclient.v2_0.client [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.695914] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacd5da3-6f87-4b13-977c-c4749c3676f7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.711420] env[65829]: DEBUG oslo_vmware.api [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807803, 'name': PowerOnVM_Task, 'duration_secs': 0.740635} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.725492] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.725492] env[65829]: INFO nova.compute.manager [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Took 9.32 seconds to spawn the instance on the hypervisor. [ 925.725637] env[65829]: DEBUG nova.compute.manager [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 925.726323] env[65829]: DEBUG nova.compute.provider_tree [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.729112] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba2fa4a-e232-4832-877a-caf335916efc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.817031] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ce4611e9-0410-43dd-bb32-e8620c43c14a tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "49e32a35-a7a6-4d42-8057-ae26247758af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.173s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.857767] env[65829]: DEBUG nova.network.neutron [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Updating instance_info_cache with network_info: [{"id": "ae1aa5fb-c6e9-4819-8c25-945a723af021", "address": "fa:16:3e:0a:a7:d7", "network": {"id": "4221bb4f-d80f-49fb-aa07-3b1060a3206d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1413371387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee32917d7174f0ebdffb4a469ed2eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1aa5fb-c6", "ovs_interfaceid": "ae1aa5fb-c6e9-4819-8c25-945a723af021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.900064] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c9e55a-b767-06d0-5117-1f1717d5820c, 'name': SearchDatastore_Task, 'duration_secs': 0.018752} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.901337] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a71be668-fb1f-4502-b21b-b0ff22e7b720 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.910065] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 925.910065] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521a50cd-34aa-2242-4c4d-311a94526f82" [ 925.910065] env[65829]: _type = "Task" [ 925.910065] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.918043] env[65829]: DEBUG nova.compute.manager [req-8afd4bc7-c33f-4cae-86a3-8a700dbefb2b req-cd774f0f-071a-4372-a91e-d268a81cc68e service nova] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Received event network-vif-deleted-1c9def62-8241-4f56-8b89-a42146db6561 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 925.918043] env[65829]: INFO nova.compute.manager [req-8afd4bc7-c33f-4cae-86a3-8a700dbefb2b req-cd774f0f-071a-4372-a91e-d268a81cc68e service nova] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Neutron deleted interface 1c9def62-8241-4f56-8b89-a42146db6561; detaching it from the instance and deleting it from the info cache [ 925.918043] env[65829]: DEBUG nova.network.neutron [req-8afd4bc7-c33f-4cae-86a3-8a700dbefb2b req-cd774f0f-071a-4372-a91e-d268a81cc68e service nova] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.927355] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521a50cd-34aa-2242-4c4d-311a94526f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.937190] env[65829]: DEBUG oslo_vmware.api [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807804, 'name': PowerOnVM_Task, 'duration_secs': 0.636388} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.937487] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.937688] env[65829]: DEBUG nova.compute.manager [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 925.938481] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50251228-cd9d-430d-b343-ef5bd78130b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.968022] env[65829]: DEBUG nova.network.neutron [-] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.131356] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 926.156215] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 926.156475] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.156636] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 926.156813] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.156953] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 926.157106] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 926.157314] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 926.157468] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 926.157841] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 926.157841] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 926.157940] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 926.158995] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc345dd-67f7-43d4-9c7b-3d7563f18739 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.170495] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf20b28-de5a-4b77-b5df-6f199b5b8f04 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.234477] env[65829]: DEBUG nova.scheduler.client.report [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.252580] env[65829]: INFO nova.compute.manager [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Took 38.83 seconds to build instance. [ 926.363507] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Releasing lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.421381] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521a50cd-34aa-2242-4c4d-311a94526f82, 'name': SearchDatastore_Task, 'duration_secs': 0.017216} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.421656] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b62ccf70-49ce-4343-92be-07010a6f8ea4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.423944] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.424335] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] b7f68803-8ab0-4975-afa7-e24349358a41/b7f68803-8ab0-4975-afa7-e24349358a41.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.424628] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e1f97b0-29d3-4c40-9cd3-6ef4589e6be8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.435703] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8904522-7ab0-4d1b-9d9b-428e012cb90b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.446909] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 926.446909] env[65829]: value = "task-4807805" [ 926.446909] env[65829]: _type = "Task" [ 926.446909] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.459738] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.460191] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.480550] env[65829]: INFO nova.compute.manager [-] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Took 1.46 seconds to deallocate network for instance. [ 926.481380] env[65829]: DEBUG nova.compute.manager [req-8afd4bc7-c33f-4cae-86a3-8a700dbefb2b req-cd774f0f-071a-4372-a91e-d268a81cc68e service nova] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Detach interface failed, port_id=1c9def62-8241-4f56-8b89-a42146db6561, reason: Instance 475b8580-be43-4428-86e5-f0aeb67b1473 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 926.718747] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "49e32a35-a7a6-4d42-8057-ae26247758af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.719184] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "49e32a35-a7a6-4d42-8057-ae26247758af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.719371] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "49e32a35-a7a6-4d42-8057-ae26247758af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.719569] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "49e32a35-a7a6-4d42-8057-ae26247758af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.719717] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "49e32a35-a7a6-4d42-8057-ae26247758af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.722938] env[65829]: INFO nova.compute.manager [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Terminating instance [ 926.740995] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.741573] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 926.749916] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.262s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.749916] env[65829]: DEBUG nova.objects.instance [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Lazy-loading 'resources' on Instance uuid dc5b9b37-d997-438c-be2c-700abe0a9b91 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.756730] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79511d85-531b-47c8-9b98-a65c72cf84fc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "f31f0011-3b88-4d9a-aa06-ff68c2b097d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.343s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.962658] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489175} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.962658] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] b7f68803-8ab0-4975-afa7-e24349358a41/b7f68803-8ab0-4975-afa7-e24349358a41.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.962658] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.963101] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6db512c-9033-461c-9408-4467785eea7e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.977494] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 926.977494] env[65829]: value = "task-4807806" [ 926.977494] env[65829]: _type = "Task" [ 926.977494] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.992206] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.992206] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.992672] env[65829]: DEBUG nova.compute.manager [req-6ab64994-a77a-44c4-8e4a-3abfa3c14f8c req-ba81f0bf-9da3-4c6e-b768-17eb6ea89feb service nova] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Received event network-vif-plugged-a0982dd1-8aaf-4d61-850a-c177b1c03dbd {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 926.992909] env[65829]: DEBUG oslo_concurrency.lockutils [req-6ab64994-a77a-44c4-8e4a-3abfa3c14f8c req-ba81f0bf-9da3-4c6e-b768-17eb6ea89feb service nova] Acquiring lock "19ce493c-470f-4658-8a47-0f51dd10badb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.993147] env[65829]: DEBUG oslo_concurrency.lockutils [req-6ab64994-a77a-44c4-8e4a-3abfa3c14f8c req-ba81f0bf-9da3-4c6e-b768-17eb6ea89feb service nova] Lock "19ce493c-470f-4658-8a47-0f51dd10badb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.993827] env[65829]: DEBUG oslo_concurrency.lockutils [req-6ab64994-a77a-44c4-8e4a-3abfa3c14f8c req-ba81f0bf-9da3-4c6e-b768-17eb6ea89feb service nova] Lock "19ce493c-470f-4658-8a47-0f51dd10badb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.993827] env[65829]: DEBUG nova.compute.manager [req-6ab64994-a77a-44c4-8e4a-3abfa3c14f8c req-ba81f0bf-9da3-4c6e-b768-17eb6ea89feb service nova] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] No waiting events found dispatching network-vif-plugged-a0982dd1-8aaf-4d61-850a-c177b1c03dbd {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 926.993827] env[65829]: WARNING nova.compute.manager [req-6ab64994-a77a-44c4-8e4a-3abfa3c14f8c req-ba81f0bf-9da3-4c6e-b768-17eb6ea89feb service nova] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Received unexpected event network-vif-plugged-a0982dd1-8aaf-4d61-850a-c177b1c03dbd for instance with vm_state building and task_state spawning. [ 927.056182] env[65829]: DEBUG nova.network.neutron [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Successfully updated port: a0982dd1-8aaf-4d61-850a-c177b1c03dbd {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 927.229239] env[65829]: DEBUG nova.compute.manager [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 927.229662] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.230481] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254a370c-6647-4fd9-b46c-efcce4de206a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.240666] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.241056] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c99c4dd6-d36c-4952-8b0e-317947e5d0dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.249385] env[65829]: DEBUG oslo_vmware.api [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 927.249385] env[65829]: value = "task-4807807" [ 927.249385] env[65829]: _type = "Task" [ 927.249385] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.255273] env[65829]: DEBUG nova.compute.utils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.261246] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 927.261624] env[65829]: DEBUG nova.network.neutron [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 927.262158] env[65829]: WARNING neutronclient.v2_0.client [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.262808] env[65829]: WARNING neutronclient.v2_0.client [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.273322] env[65829]: DEBUG oslo_vmware.api [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.316656] env[65829]: DEBUG nova.policy [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adff30daab274bb39c961b971b2b7d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8be7e28955747a3ba95c9e8f5f57238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.370963] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.371431] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f14eb0c-44db-4eea-b3f3-b326c66c0ace {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.384955] env[65829]: DEBUG oslo_vmware.api [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 927.384955] env[65829]: value = "task-4807808" [ 927.384955] env[65829]: _type = "Task" [ 927.384955] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.396445] env[65829]: DEBUG oslo_vmware.api [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.471209] env[65829]: INFO nova.compute.manager [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Rescuing [ 927.471560] env[65829]: DEBUG oslo_concurrency.lockutils [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "refresh_cache-f31f0011-3b88-4d9a-aa06-ff68c2b097d0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.471724] env[65829]: DEBUG oslo_concurrency.lockutils [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired lock "refresh_cache-f31f0011-3b88-4d9a-aa06-ff68c2b097d0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.472576] env[65829]: DEBUG nova.network.neutron [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 927.488862] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074824} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.489231] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.490415] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d47daa7-0b4b-4024-9f54-0738352cbcb0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.521345] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] b7f68803-8ab0-4975-afa7-e24349358a41/b7f68803-8ab0-4975-afa7-e24349358a41.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.525733] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6444697d-1557-4848-8e31-0ac98b5737d6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.553392] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 927.553392] env[65829]: value = "task-4807809" [ 927.553392] env[65829]: _type = "Task" [ 927.553392] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.559488] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "refresh_cache-19ce493c-470f-4658-8a47-0f51dd10badb" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.559723] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired lock "refresh_cache-19ce493c-470f-4658-8a47-0f51dd10badb" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.559863] env[65829]: DEBUG nova.network.neutron [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 927.569518] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807809, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.720934] env[65829]: DEBUG nova.network.neutron [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Successfully created port: b6d639f0-c58c-462a-975b-16771082a724 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 927.760977] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 927.764186] env[65829]: DEBUG oslo_vmware.api [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807807, 'name': PowerOffVM_Task, 'duration_secs': 0.379948} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.767694] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.767694] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.767878] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e43c551-ec3f-4b93-814b-09f20a5ec766 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.834251] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cd87a8-6329-49ac-9081-bc2a15776b83 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.843183] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2609aa3-60c7-4d3a-b3a3-ec3de145fb7d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.883065] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a259c2f-b53d-416c-80ed-cb5133bf1de1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.886019] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.886386] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.886479] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleting the datastore file [datastore1] 49e32a35-a7a6-4d42-8057-ae26247758af {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.886775] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36092c18-d171-4ffe-b440-c3358fc8efcc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.900372] env[65829]: DEBUG oslo_vmware.api [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807808, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.903041] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d855263f-c74e-449f-b248-2bb9d7721d60 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.908086] env[65829]: DEBUG oslo_vmware.api [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 927.908086] env[65829]: value = "task-4807811" [ 927.908086] env[65829]: _type = "Task" [ 927.908086] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.921127] env[65829]: DEBUG nova.compute.provider_tree [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.929491] env[65829]: DEBUG oslo_vmware.api [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.975760] env[65829]: WARNING neutronclient.v2_0.client [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.048241] env[65829]: DEBUG oslo_concurrency.lockutils [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "bea89f9d-5098-43f6-aa9a-0aaa5b03f402" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.048550] env[65829]: DEBUG oslo_concurrency.lockutils [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "bea89f9d-5098-43f6-aa9a-0aaa5b03f402" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.048763] env[65829]: DEBUG oslo_concurrency.lockutils [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "bea89f9d-5098-43f6-aa9a-0aaa5b03f402-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.048949] env[65829]: DEBUG oslo_concurrency.lockutils [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "bea89f9d-5098-43f6-aa9a-0aaa5b03f402-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.049126] env[65829]: DEBUG oslo_concurrency.lockutils [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "bea89f9d-5098-43f6-aa9a-0aaa5b03f402-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.051780] env[65829]: INFO nova.compute.manager [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Terminating instance [ 928.069812] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807809, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.158573] env[65829]: DEBUG nova.network.neutron [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 928.272523] env[65829]: WARNING neutronclient.v2_0.client [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.400562] env[65829]: DEBUG oslo_vmware.api [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807808, 'name': PowerOnVM_Task, 'duration_secs': 0.709664} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.400825] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.401404] env[65829]: DEBUG nova.compute.manager [None req-8ea8aef8-11c7-4f79-9a70-b34f7fe42d2e tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 928.401865] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d456e2-1150-4682-893a-7e9d5cab1bb9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.420895] env[65829]: DEBUG oslo_vmware.api [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296968} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.423690] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.423690] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.423690] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.423690] env[65829]: INFO nova.compute.manager [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Took 1.19 seconds to destroy the instance on the hypervisor. [ 928.423690] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.423690] env[65829]: DEBUG nova.compute.manager [-] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 928.423690] env[65829]: DEBUG nova.network.neutron [-] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.423690] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.427890] env[65829]: DEBUG nova.scheduler.client.report [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.501819] env[65829]: WARNING neutronclient.v2_0.client [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.535593] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.555928] env[65829]: DEBUG oslo_concurrency.lockutils [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "refresh_cache-bea89f9d-5098-43f6-aa9a-0aaa5b03f402" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.556198] env[65829]: DEBUG oslo_concurrency.lockutils [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquired lock "refresh_cache-bea89f9d-5098-43f6-aa9a-0aaa5b03f402" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.556397] env[65829]: DEBUG nova.network.neutron [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 928.573696] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807809, 'name': ReconfigVM_Task, 'duration_secs': 0.6022} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.575024] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Reconfigured VM instance instance-0000004c to attach disk [datastore2] b7f68803-8ab0-4975-afa7-e24349358a41/b7f68803-8ab0-4975-afa7-e24349358a41.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.576351] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a136945c-f94c-497e-8ba7-6cf75f28514e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.587180] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 928.587180] env[65829]: value = "task-4807812" [ 928.587180] env[65829]: _type = "Task" [ 928.587180] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.592943] env[65829]: DEBUG nova.network.neutron [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Updating instance_info_cache with network_info: [{"id": "1d4e802e-6eff-4043-ba3d-b1209dc73019", "address": "fa:16:3e:a4:6c:bc", "network": {"id": "900a8ac0-7fc5-411f-b3a8-4d5eff988465", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-919074472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3328546bd02644c58427fc36221cbca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d4e802e-6e", "ovs_interfaceid": "1d4e802e-6eff-4043-ba3d-b1209dc73019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.600309] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807812, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.773261] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 928.816297] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 928.816555] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.816714] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 928.816907] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.817062] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 928.817207] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 928.817409] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 928.817561] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 928.817719] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 928.817871] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 928.818045] env[65829]: DEBUG nova.virt.hardware [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 928.818980] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac487be-a4e8-4b15-a49f-5e8da7812cd4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.828253] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf567672-761a-4099-8054-739377df431d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.935138] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.936229] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.505s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.937700] env[65829]: INFO nova.compute.claims [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 928.964687] env[65829]: INFO nova.scheduler.client.report [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Deleted allocations for instance dc5b9b37-d997-438c-be2c-700abe0a9b91 [ 928.991761] env[65829]: DEBUG nova.network.neutron [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Updating instance_info_cache with network_info: [{"id": "a0982dd1-8aaf-4d61-850a-c177b1c03dbd", "address": "fa:16:3e:15:c3:a1", "network": {"id": "7e59291f-7f7a-459b-acc1-6e792f5ce9f4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1115275560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8be7e28955747a3ba95c9e8f5f57238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0982dd1-8a", "ovs_interfaceid": "a0982dd1-8aaf-4d61-850a-c177b1c03dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.064506] env[65829]: WARNING neutronclient.v2_0.client [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.095312] env[65829]: DEBUG nova.network.neutron [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 929.097527] env[65829]: DEBUG oslo_concurrency.lockutils [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Releasing lock "refresh_cache-f31f0011-3b88-4d9a-aa06-ff68c2b097d0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.107617] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807812, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.171354] env[65829]: DEBUG nova.network.neutron [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.192870] env[65829]: DEBUG nova.compute.manager [req-3c930c8b-2bce-4deb-8ac9-9ed54c67a0c5 req-fef8f454-6dc7-40dd-a861-59fa972d99a2 service nova] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Received event network-vif-deleted-ab8c16b8-8c93-4428-9578-de42cf50cd68 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 929.193072] env[65829]: INFO nova.compute.manager [req-3c930c8b-2bce-4deb-8ac9-9ed54c67a0c5 req-fef8f454-6dc7-40dd-a861-59fa972d99a2 service nova] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Neutron deleted interface ab8c16b8-8c93-4428-9578-de42cf50cd68; detaching it from the instance and deleting it from the info cache [ 929.193247] env[65829]: DEBUG nova.network.neutron [req-3c930c8b-2bce-4deb-8ac9-9ed54c67a0c5 req-fef8f454-6dc7-40dd-a861-59fa972d99a2 service nova] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.212861] env[65829]: DEBUG nova.compute.manager [req-46ea7d73-c468-4cdf-9413-3843dcac9ae8 req-2e0cf003-0981-4834-8f51-38c222437603 service nova] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Received event network-changed-a0982dd1-8aaf-4d61-850a-c177b1c03dbd {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 929.213066] env[65829]: DEBUG nova.compute.manager [req-46ea7d73-c468-4cdf-9413-3843dcac9ae8 req-2e0cf003-0981-4834-8f51-38c222437603 service nova] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Refreshing instance network info cache due to event network-changed-a0982dd1-8aaf-4d61-850a-c177b1c03dbd. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 929.213254] env[65829]: DEBUG oslo_concurrency.lockutils [req-46ea7d73-c468-4cdf-9413-3843dcac9ae8 req-2e0cf003-0981-4834-8f51-38c222437603 service nova] Acquiring lock "refresh_cache-19ce493c-470f-4658-8a47-0f51dd10badb" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.360096] env[65829]: DEBUG nova.network.neutron [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Successfully updated port: b6d639f0-c58c-462a-975b-16771082a724 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 929.411766] env[65829]: DEBUG nova.network.neutron [-] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.472905] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9f710ff-cb34-4c7f-883e-9e10686f3edb tempest-ServersTestManualDisk-1170569952 tempest-ServersTestManualDisk-1170569952-project-member] Lock "dc5b9b37-d997-438c-be2c-700abe0a9b91" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.742s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.494775] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Releasing lock "refresh_cache-19ce493c-470f-4658-8a47-0f51dd10badb" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.495372] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Instance network_info: |[{"id": "a0982dd1-8aaf-4d61-850a-c177b1c03dbd", "address": "fa:16:3e:15:c3:a1", "network": {"id": "7e59291f-7f7a-459b-acc1-6e792f5ce9f4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1115275560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8be7e28955747a3ba95c9e8f5f57238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0982dd1-8a", "ovs_interfaceid": "a0982dd1-8aaf-4d61-850a-c177b1c03dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 929.496271] env[65829]: DEBUG oslo_concurrency.lockutils [req-46ea7d73-c468-4cdf-9413-3843dcac9ae8 req-2e0cf003-0981-4834-8f51-38c222437603 service nova] Acquired lock "refresh_cache-19ce493c-470f-4658-8a47-0f51dd10badb" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.496801] env[65829]: DEBUG nova.network.neutron [req-46ea7d73-c468-4cdf-9413-3843dcac9ae8 req-2e0cf003-0981-4834-8f51-38c222437603 service nova] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Refreshing network info cache for port a0982dd1-8aaf-4d61-850a-c177b1c03dbd {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.498283] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:c3:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0982dd1-8aaf-4d61-850a-c177b1c03dbd', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.516250] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Creating folder: Project (d8be7e28955747a3ba95c9e8f5f57238). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.517830] env[65829]: WARNING neutronclient.v2_0.client [req-46ea7d73-c468-4cdf-9413-3843dcac9ae8 req-2e0cf003-0981-4834-8f51-38c222437603 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.524125] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32c0be3f-ee8e-478c-bcf5-0d14002fd0d0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.542789] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Created folder: Project (d8be7e28955747a3ba95c9e8f5f57238) in parent group-v937255. [ 929.543173] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Creating folder: Instances. Parent ref: group-v937487. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.544735] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42c3e80b-5855-4e35-9c6b-392a8bc7d924 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.558312] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Created folder: Instances in parent group-v937487. [ 929.558904] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 929.559178] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.559496] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e99bdebf-17d9-4970-9c8d-7caa7e56bc0b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.587624] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.587624] env[65829]: value = "task-4807815" [ 929.587624] env[65829]: _type = "Task" [ 929.587624] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.606863] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807812, 'name': Rename_Task, 'duration_secs': 0.80287} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.606863] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807815, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.606863] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.606863] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77e25a4e-5ac5-4cbe-86a4-efdd9eb5d8ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.614093] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 929.614093] env[65829]: value = "task-4807816" [ 929.614093] env[65829]: _type = "Task" [ 929.614093] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.622845] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807816, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.674110] env[65829]: DEBUG oslo_concurrency.lockutils [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Releasing lock "refresh_cache-bea89f9d-5098-43f6-aa9a-0aaa5b03f402" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.674317] env[65829]: DEBUG nova.compute.manager [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 929.674621] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 929.675764] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eb95f5-3ce0-412b-8576-1082d25c6c0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.685535] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.685882] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5775310e-ccf0-4f8e-a7ce-ada0bfa1af81 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.693122] env[65829]: DEBUG oslo_vmware.api [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 929.693122] env[65829]: value = "task-4807817" [ 929.693122] env[65829]: _type = "Task" [ 929.693122] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.699972] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fe2f6487-5220-4ec8-aa8a-76c147f0f0e1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.710627] env[65829]: DEBUG oslo_vmware.api [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.715399] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d8ea92-0efa-43a9-b6da-ded39036c72d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.760354] env[65829]: DEBUG nova.compute.manager [req-3c930c8b-2bce-4deb-8ac9-9ed54c67a0c5 req-fef8f454-6dc7-40dd-a861-59fa972d99a2 service nova] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Detach interface failed, port_id=ab8c16b8-8c93-4428-9578-de42cf50cd68, reason: Instance 49e32a35-a7a6-4d42-8057-ae26247758af could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 929.797540] env[65829]: WARNING neutronclient.v2_0.client [req-46ea7d73-c468-4cdf-9413-3843dcac9ae8 req-2e0cf003-0981-4834-8f51-38c222437603 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.864237] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "refresh_cache-52a3b111-be86-472e-840a-b3afb1668950" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.864456] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired lock "refresh_cache-52a3b111-be86-472e-840a-b3afb1668950" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.864639] env[65829]: DEBUG nova.network.neutron [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 929.899646] env[65829]: DEBUG nova.network.neutron [req-46ea7d73-c468-4cdf-9413-3843dcac9ae8 req-2e0cf003-0981-4834-8f51-38c222437603 service nova] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Updated VIF entry in instance network info cache for port a0982dd1-8aaf-4d61-850a-c177b1c03dbd. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.900190] env[65829]: DEBUG nova.network.neutron [req-46ea7d73-c468-4cdf-9413-3843dcac9ae8 req-2e0cf003-0981-4834-8f51-38c222437603 service nova] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Updating instance_info_cache with network_info: [{"id": "a0982dd1-8aaf-4d61-850a-c177b1c03dbd", "address": "fa:16:3e:15:c3:a1", "network": {"id": "7e59291f-7f7a-459b-acc1-6e792f5ce9f4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1115275560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8be7e28955747a3ba95c9e8f5f57238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0982dd1-8a", "ovs_interfaceid": "a0982dd1-8aaf-4d61-850a-c177b1c03dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.915292] env[65829]: INFO nova.compute.manager [-] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Took 1.49 seconds to deallocate network for instance. [ 930.107340] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807815, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.130564] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807816, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.207787] env[65829]: DEBUG oslo_vmware.api [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807817, 'name': PowerOffVM_Task, 'duration_secs': 0.171326} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.210950] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.211205] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 930.212029] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f487cb5-315b-4244-bff7-e51817c94e32 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.247078] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 930.248166] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 930.248166] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Deleting the datastore file [datastore2] bea89f9d-5098-43f6-aa9a-0aaa5b03f402 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 930.248166] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48711163-5cdc-4d4a-b75f-0018e2510c2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.261238] env[65829]: DEBUG oslo_vmware.api [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 930.261238] env[65829]: value = "task-4807819" [ 930.261238] env[65829]: _type = "Task" [ 930.261238] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.272682] env[65829]: DEBUG oslo_vmware.api [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.405057] env[65829]: DEBUG oslo_concurrency.lockutils [req-46ea7d73-c468-4cdf-9413-3843dcac9ae8 req-2e0cf003-0981-4834-8f51-38c222437603 service nova] Releasing lock "refresh_cache-19ce493c-470f-4658-8a47-0f51dd10badb" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.406766] env[65829]: DEBUG nova.network.neutron [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 930.423989] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.449094] env[65829]: DEBUG oslo_vmware.rw_handles [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52710049-cca5-60cd-024d-176e9a7b7fc9/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 930.450048] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c047c82-78f0-4063-807e-b1661cf53da7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.462877] env[65829]: DEBUG oslo_vmware.rw_handles [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52710049-cca5-60cd-024d-176e9a7b7fc9/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 930.463043] env[65829]: ERROR oslo_vmware.rw_handles [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52710049-cca5-60cd-024d-176e9a7b7fc9/disk-0.vmdk due to incomplete transfer. [ 930.463368] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-390d76a9-d8cd-472e-8d29-0e2c314f9ba3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.471756] env[65829]: DEBUG oslo_vmware.rw_handles [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52710049-cca5-60cd-024d-176e9a7b7fc9/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 930.471957] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Uploaded image badb26ce-930b-49d3-b77c-9bcbc7e9aaeb to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 930.474214] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 930.474708] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3ac99d5e-5702-456d-a8ab-89b56f4d35f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.480360] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753dcace-8b7f-4252-b739-7d7ace25423c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.484172] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 930.484172] env[65829]: value = "task-4807820" [ 930.484172] env[65829]: _type = "Task" [ 930.484172] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.491145] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36060069-3e26-4637-86b3-56d188a93175 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.495682] env[65829]: WARNING neutronclient.v2_0.client [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.500914] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807820, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.532296] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fded722f-b7f3-4a7b-8298-9dc66e1d1b72 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.541213] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1eb2f1-73fb-4cd6-b0b5-b56bc24c8aa1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.557409] env[65829]: DEBUG nova.compute.provider_tree [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.601709] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807815, 'name': CreateVM_Task, 'duration_secs': 0.592149} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.601839] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.602417] env[65829]: WARNING neutronclient.v2_0.client [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.602713] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.602862] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.603193] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.603496] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8557d7b1-6b45-4a13-8416-3b6dfe58a8f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.609509] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 930.609509] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5284fb08-b8b8-2970-18df-0df043ab37b5" [ 930.609509] env[65829]: _type = "Task" [ 930.609509] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.619317] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5284fb08-b8b8-2970-18df-0df043ab37b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.630612] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807816, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.651897] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.652253] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a5a3b35-5956-41b5-b1c2-5795f52e98df {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.659753] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 930.659753] env[65829]: value = "task-4807821" [ 930.659753] env[65829]: _type = "Task" [ 930.659753] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.669655] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.714891] env[65829]: DEBUG nova.network.neutron [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Updating instance_info_cache with network_info: [{"id": "b6d639f0-c58c-462a-975b-16771082a724", "address": "fa:16:3e:74:71:b2", "network": {"id": "7e59291f-7f7a-459b-acc1-6e792f5ce9f4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1115275560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8be7e28955747a3ba95c9e8f5f57238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d639f0-c5", "ovs_interfaceid": "b6d639f0-c58c-462a-975b-16771082a724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.774032] env[65829]: DEBUG oslo_vmware.api [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129539} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.774377] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 930.774739] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 930.774977] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.775192] env[65829]: INFO nova.compute.manager [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Took 1.10 seconds to destroy the instance on the hypervisor. [ 930.775491] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 930.775808] env[65829]: DEBUG nova.compute.manager [-] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 930.775900] env[65829]: DEBUG nova.network.neutron [-] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 930.776187] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.795966] env[65829]: DEBUG nova.network.neutron [-] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 930.796260] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.996228] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807820, 'name': Destroy_Task, 'duration_secs': 0.375409} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.996494] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Destroyed the VM [ 930.996727] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 930.996985] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-71d906f8-6ed4-410f-982d-360e07a600bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.004538] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 931.004538] env[65829]: value = "task-4807822" [ 931.004538] env[65829]: _type = "Task" [ 931.004538] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.013236] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807822, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.061455] env[65829]: DEBUG nova.scheduler.client.report [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.120800] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5284fb08-b8b8-2970-18df-0df043ab37b5, 'name': SearchDatastore_Task, 'duration_secs': 0.019658} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.124768] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.125076] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.125327] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.125473] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.125655] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.125975] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab8d230b-80bb-410c-b29e-df6333e58534 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.133720] env[65829]: DEBUG oslo_vmware.api [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807816, 'name': PowerOnVM_Task, 'duration_secs': 1.229116} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.134059] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.134307] env[65829]: INFO nova.compute.manager [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Took 9.88 seconds to spawn the instance on the hypervisor. [ 931.134630] env[65829]: DEBUG nova.compute.manager [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 931.135481] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f86133-2179-41a7-8579-454f704f622a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.140059] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.140243] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.141407] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4504e294-6bf6-431c-8f39-c53f35fea0c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.159020] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 931.159020] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fcc999-b1f3-2eb8-0868-ad1dfaa10202" [ 931.159020] env[65829]: _type = "Task" [ 931.159020] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.169572] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fcc999-b1f3-2eb8-0868-ad1dfaa10202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.176410] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807821, 'name': PowerOffVM_Task, 'duration_secs': 0.236372} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.176688] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.177580] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4aaad3-ef52-48be-b041-728b1158414a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.204123] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019737d2-eaa5-4196-9017-963c7d86f45d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.218988] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Releasing lock "refresh_cache-52a3b111-be86-472e-840a-b3afb1668950" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.218988] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Instance network_info: |[{"id": "b6d639f0-c58c-462a-975b-16771082a724", "address": "fa:16:3e:74:71:b2", "network": {"id": "7e59291f-7f7a-459b-acc1-6e792f5ce9f4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1115275560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8be7e28955747a3ba95c9e8f5f57238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d639f0-c5", "ovs_interfaceid": "b6d639f0-c58c-462a-975b-16771082a724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 931.219470] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:71:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6d639f0-c58c-462a-975b-16771082a724', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.228867] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 931.231231] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.231372] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b008008-70bc-4e15-a594-46f72efcefda {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.260175] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.260175] env[65829]: value = "task-4807823" [ 931.260175] env[65829]: _type = "Task" [ 931.260175] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.260585] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.260875] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d945898-ef8c-465a-858a-eca43ee02b04 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.275481] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807823, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.277828] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 931.277828] env[65829]: value = "task-4807824" [ 931.277828] env[65829]: _type = "Task" [ 931.277828] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.279739] env[65829]: DEBUG nova.compute.manager [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Received event network-vif-plugged-b6d639f0-c58c-462a-975b-16771082a724 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 931.280010] env[65829]: DEBUG oslo_concurrency.lockutils [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] Acquiring lock "52a3b111-be86-472e-840a-b3afb1668950-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.280263] env[65829]: DEBUG oslo_concurrency.lockutils [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] Lock "52a3b111-be86-472e-840a-b3afb1668950-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.280838] env[65829]: DEBUG oslo_concurrency.lockutils [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] Lock "52a3b111-be86-472e-840a-b3afb1668950-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.281095] env[65829]: DEBUG nova.compute.manager [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] [instance: 52a3b111-be86-472e-840a-b3afb1668950] No waiting events found dispatching network-vif-plugged-b6d639f0-c58c-462a-975b-16771082a724 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 931.281279] env[65829]: WARNING nova.compute.manager [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Received unexpected event network-vif-plugged-b6d639f0-c58c-462a-975b-16771082a724 for instance with vm_state building and task_state spawning. [ 931.281440] env[65829]: DEBUG nova.compute.manager [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Received event network-changed-b6d639f0-c58c-462a-975b-16771082a724 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 931.281620] env[65829]: DEBUG nova.compute.manager [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Refreshing instance network info cache due to event network-changed-b6d639f0-c58c-462a-975b-16771082a724. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 931.281864] env[65829]: DEBUG oslo_concurrency.lockutils [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] Acquiring lock "refresh_cache-52a3b111-be86-472e-840a-b3afb1668950" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.282024] env[65829]: DEBUG oslo_concurrency.lockutils [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] Acquired lock "refresh_cache-52a3b111-be86-472e-840a-b3afb1668950" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.282218] env[65829]: DEBUG nova.network.neutron [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Refreshing network info cache for port b6d639f0-c58c-462a-975b-16771082a724 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.295685] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 931.295872] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.296127] env[65829]: DEBUG oslo_concurrency.lockutils [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.296275] env[65829]: DEBUG oslo_concurrency.lockutils [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.296451] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.296986] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bad1a74-f64c-4be5-8410-fe587a3230ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.299105] env[65829]: DEBUG nova.network.neutron [-] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.309889] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.310167] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.311918] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ac4ba0-7e43-458c-8880-b40aa424d7eb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.319937] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 931.319937] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523eb488-38cd-5b18-9bc2-7541269dbcbc" [ 931.319937] env[65829]: _type = "Task" [ 931.319937] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.332148] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523eb488-38cd-5b18-9bc2-7541269dbcbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.515903] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807822, 'name': RemoveSnapshot_Task} progress is 45%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.569028] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.569529] env[65829]: DEBUG nova.compute.manager [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 931.572280] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.130s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.573854] env[65829]: INFO nova.compute.claims [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.665572] env[65829]: INFO nova.compute.manager [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Took 33.85 seconds to build instance. [ 931.673181] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fcc999-b1f3-2eb8-0868-ad1dfaa10202, 'name': SearchDatastore_Task, 'duration_secs': 0.020978} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.674675] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6403707b-0271-4abc-9aa0-7aa125b6a472 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.680704] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 931.680704] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5281d927-02c1-5b6d-32da-d2d30e4c72e7" [ 931.680704] env[65829]: _type = "Task" [ 931.680704] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.693042] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5281d927-02c1-5b6d-32da-d2d30e4c72e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.773087] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807823, 'name': CreateVM_Task, 'duration_secs': 0.394652} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.773273] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.773801] env[65829]: WARNING neutronclient.v2_0.client [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.774203] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.774357] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.774691] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.774953] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2927fc59-16cf-4fea-af95-988609f8a503 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.779732] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 931.779732] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5200673d-f055-a9c4-b14f-f77385445f22" [ 931.779732] env[65829]: _type = "Task" [ 931.779732] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.788299] env[65829]: WARNING neutronclient.v2_0.client [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 931.790559] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5200673d-f055-a9c4-b14f-f77385445f22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.802226] env[65829]: INFO nova.compute.manager [-] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Took 1.03 seconds to deallocate network for instance. [ 931.832291] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523eb488-38cd-5b18-9bc2-7541269dbcbc, 'name': SearchDatastore_Task, 'duration_secs': 0.015256} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.833146] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a61e4f06-aece-4c62-804f-c2d6233ae155 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.839080] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 931.839080] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524480ba-8a63-ea36-f122-d35ba38d6fdb" [ 931.839080] env[65829]: _type = "Task" [ 931.839080] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.848596] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524480ba-8a63-ea36-f122-d35ba38d6fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.952279] env[65829]: WARNING neutronclient.v2_0.client [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.016526] env[65829]: DEBUG oslo_vmware.api [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807822, 'name': RemoveSnapshot_Task, 'duration_secs': 0.65752} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.016809] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 932.017085] env[65829]: INFO nova.compute.manager [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Took 16.06 seconds to snapshot the instance on the hypervisor. [ 932.020243] env[65829]: DEBUG nova.network.neutron [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Updated VIF entry in instance network info cache for port b6d639f0-c58c-462a-975b-16771082a724. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 932.020561] env[65829]: DEBUG nova.network.neutron [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Updating instance_info_cache with network_info: [{"id": "b6d639f0-c58c-462a-975b-16771082a724", "address": "fa:16:3e:74:71:b2", "network": {"id": "7e59291f-7f7a-459b-acc1-6e792f5ce9f4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1115275560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8be7e28955747a3ba95c9e8f5f57238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6d639f0-c5", "ovs_interfaceid": "b6d639f0-c58c-462a-975b-16771082a724", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.082093] env[65829]: DEBUG nova.compute.utils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.083627] env[65829]: DEBUG nova.compute.manager [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 932.083844] env[65829]: DEBUG nova.network.neutron [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 932.084273] env[65829]: WARNING neutronclient.v2_0.client [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.084585] env[65829]: WARNING neutronclient.v2_0.client [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.124390] env[65829]: DEBUG nova.policy [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b53714643bd846fb881cd313d9e112b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c43c37f5106c4212b004dd902d4d9226', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.168141] env[65829]: DEBUG oslo_concurrency.lockutils [None req-951cdbcc-7498-4a18-aca1-d9c473106d8f tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "b7f68803-8ab0-4975-afa7-e24349358a41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.372s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.192161] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5281d927-02c1-5b6d-32da-d2d30e4c72e7, 'name': SearchDatastore_Task, 'duration_secs': 0.029878} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.192365] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.192755] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 19ce493c-470f-4658-8a47-0f51dd10badb/19ce493c-470f-4658-8a47-0f51dd10badb.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.192938] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d766397d-56fe-47a0-a83c-9f8564c452ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.202681] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 932.202681] env[65829]: value = "task-4807825" [ 932.202681] env[65829]: _type = "Task" [ 932.202681] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.211966] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.295047] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5200673d-f055-a9c4-b14f-f77385445f22, 'name': SearchDatastore_Task, 'duration_secs': 0.023463} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.295047] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.295047] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.295047] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.295047] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.295047] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.295047] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73c412dc-1e3c-4a3c-944e-c45e26866040 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.305370] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.306063] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.307356] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42ff8fa3-9a3f-481b-abed-e175c2f10879 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.310446] env[65829]: DEBUG oslo_concurrency.lockutils [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.315624] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 932.315624] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529b9ef6-aa75-e46d-d823-d9466a4d3d07" [ 932.315624] env[65829]: _type = "Task" [ 932.315624] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.325854] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529b9ef6-aa75-e46d-d823-d9466a4d3d07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.350981] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524480ba-8a63-ea36-f122-d35ba38d6fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.035387} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.351188] env[65829]: DEBUG oslo_concurrency.lockutils [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.351459] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] f31f0011-3b88-4d9a-aa06-ff68c2b097d0/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk. {{(pid=65829) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 932.351611] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbe73b28-a798-4d54-bc0c-9ab110ffe3d2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.363490] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 932.363490] env[65829]: value = "task-4807826" [ 932.363490] env[65829]: _type = "Task" [ 932.363490] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.373302] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.489752] env[65829]: DEBUG nova.network.neutron [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Successfully created port: 9aba64da-a12f-4e63-909e-7d0a514af21b {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 932.526264] env[65829]: DEBUG oslo_concurrency.lockutils [req-4ca3568b-87da-46ee-9809-e1df1832e754 req-3acd3d96-7b6c-46a3-a342-37233fa883b0 service nova] Releasing lock "refresh_cache-52a3b111-be86-472e-840a-b3afb1668950" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.591765] env[65829]: DEBUG nova.compute.manager [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 932.604911] env[65829]: DEBUG nova.compute.manager [None req-03778d37-290e-48ed-b3ea-2d163b87ab34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Found 2 images (rotation: 2) {{(pid=65829) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 932.719125] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.829909] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529b9ef6-aa75-e46d-d823-d9466a4d3d07, 'name': SearchDatastore_Task, 'duration_secs': 0.0111} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.834627] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eed2f91-9b6a-49f2-9619-0ee3413a5c84 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.843320] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 932.843320] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e8f078-379f-ea35-f364-6bf0f793363b" [ 932.843320] env[65829]: _type = "Task" [ 932.843320] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.860061] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e8f078-379f-ea35-f364-6bf0f793363b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.879258] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807826, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.099966] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172c345e-d0b3-436d-a279-85301414d082 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.108924] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740df165-0aa0-49ed-b0cd-224bab3e3018 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.142039] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfa19fd-fd27-4044-bf07-3f5e9ab68598 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.150489] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505459e7-a5ef-4e70-8f80-c1f2fe5e17e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.167143] env[65829]: DEBUG nova.compute.provider_tree [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.216818] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689847} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.217587] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 19ce493c-470f-4658-8a47-0f51dd10badb/19ce493c-470f-4658-8a47-0f51dd10badb.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.217806] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.218084] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1370a419-4f51-4abc-be07-c0a951cfcbd3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.226174] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 933.226174] env[65829]: value = "task-4807827" [ 933.226174] env[65829]: _type = "Task" [ 933.226174] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.237013] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.259143] env[65829]: DEBUG nova.compute.manager [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 933.260101] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e5ea7a-6e51-4f4c-9534-dd44471b1b8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.355068] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e8f078-379f-ea35-f364-6bf0f793363b, 'name': SearchDatastore_Task, 'duration_secs': 0.03123} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.355068] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.355068] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 52a3b111-be86-472e-840a-b3afb1668950/52a3b111-be86-472e-840a-b3afb1668950.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.355068] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44b3888c-dc7e-4cf4-a7d3-951025d927b0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.362034] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 933.362034] env[65829]: value = "task-4807828" [ 933.362034] env[65829]: _type = "Task" [ 933.362034] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.373912] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764196} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.377046] env[65829]: INFO nova.virt.vmwareapi.ds_util [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] f31f0011-3b88-4d9a-aa06-ff68c2b097d0/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk. [ 933.377335] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.378071] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab771fb-bb51-4e9d-932d-22b8b67d5fec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.404031] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] f31f0011-3b88-4d9a-aa06-ff68c2b097d0/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.404380] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a73713b-404a-4879-9dfa-2a4165b9b2a8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.424722] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 933.424722] env[65829]: value = "task-4807829" [ 933.424722] env[65829]: _type = "Task" [ 933.424722] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.433880] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.604730] env[65829]: DEBUG nova.compute.manager [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 933.637506] env[65829]: DEBUG nova.virt.hardware [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 933.637808] env[65829]: DEBUG nova.virt.hardware [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.638088] env[65829]: DEBUG nova.virt.hardware [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 933.638293] env[65829]: DEBUG nova.virt.hardware [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.638435] env[65829]: DEBUG nova.virt.hardware [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 933.638577] env[65829]: DEBUG nova.virt.hardware [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 933.638802] env[65829]: DEBUG nova.virt.hardware [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 933.638994] env[65829]: DEBUG nova.virt.hardware [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 933.639219] env[65829]: DEBUG nova.virt.hardware [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 933.639403] env[65829]: DEBUG nova.virt.hardware [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 933.639658] env[65829]: DEBUG nova.virt.hardware [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 933.640625] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b916a0-8673-4eda-a15a-dc267e354a36 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.652939] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca9eb3b-e59e-442d-93c6-7d1f910facf1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.669784] env[65829]: DEBUG nova.scheduler.client.report [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.707630] env[65829]: DEBUG oslo_concurrency.lockutils [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "b7f68803-8ab0-4975-afa7-e24349358a41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.707630] env[65829]: DEBUG oslo_concurrency.lockutils [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "b7f68803-8ab0-4975-afa7-e24349358a41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.707630] env[65829]: DEBUG oslo_concurrency.lockutils [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "b7f68803-8ab0-4975-afa7-e24349358a41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.707630] env[65829]: DEBUG oslo_concurrency.lockutils [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "b7f68803-8ab0-4975-afa7-e24349358a41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.707896] env[65829]: DEBUG oslo_concurrency.lockutils [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "b7f68803-8ab0-4975-afa7-e24349358a41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.709838] env[65829]: INFO nova.compute.manager [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Terminating instance [ 933.737132] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.178362} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.737357] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.739463] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966a4e21-e1e8-4712-8819-45e301b96337 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.765022] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 19ce493c-470f-4658-8a47-0f51dd10badb/19ce493c-470f-4658-8a47-0f51dd10badb.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.765022] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fff92a2-ca2f-4b2f-bb9e-652124533b6e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.783209] env[65829]: INFO nova.compute.manager [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] instance snapshotting [ 933.783967] env[65829]: DEBUG nova.objects.instance [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'flavor' on Instance uuid 97649e37-94dd-4ee5-889f-88b4a1c03a82 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.792726] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 933.792726] env[65829]: value = "task-4807830" [ 933.792726] env[65829]: _type = "Task" [ 933.792726] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.807071] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.874437] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807828, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.937323] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807829, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.126213] env[65829]: DEBUG nova.compute.manager [req-9ec6ccc0-bf0d-4891-96d1-e1cef790cca0 req-2d233273-7e09-4e09-becd-ade7117acf97 service nova] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Received event network-vif-plugged-9aba64da-a12f-4e63-909e-7d0a514af21b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 934.126448] env[65829]: DEBUG oslo_concurrency.lockutils [req-9ec6ccc0-bf0d-4891-96d1-e1cef790cca0 req-2d233273-7e09-4e09-becd-ade7117acf97 service nova] Acquiring lock "c158319b-3841-4a14-b1db-6424aec8bb84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.127724] env[65829]: DEBUG oslo_concurrency.lockutils [req-9ec6ccc0-bf0d-4891-96d1-e1cef790cca0 req-2d233273-7e09-4e09-becd-ade7117acf97 service nova] Lock "c158319b-3841-4a14-b1db-6424aec8bb84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.127895] env[65829]: DEBUG oslo_concurrency.lockutils [req-9ec6ccc0-bf0d-4891-96d1-e1cef790cca0 req-2d233273-7e09-4e09-becd-ade7117acf97 service nova] Lock "c158319b-3841-4a14-b1db-6424aec8bb84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.128158] env[65829]: DEBUG nova.compute.manager [req-9ec6ccc0-bf0d-4891-96d1-e1cef790cca0 req-2d233273-7e09-4e09-becd-ade7117acf97 service nova] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] No waiting events found dispatching network-vif-plugged-9aba64da-a12f-4e63-909e-7d0a514af21b {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 934.128350] env[65829]: WARNING nova.compute.manager [req-9ec6ccc0-bf0d-4891-96d1-e1cef790cca0 req-2d233273-7e09-4e09-becd-ade7117acf97 service nova] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Received unexpected event network-vif-plugged-9aba64da-a12f-4e63-909e-7d0a514af21b for instance with vm_state building and task_state spawning. [ 934.174756] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.175520] env[65829]: DEBUG nova.compute.manager [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 934.178523] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.411s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.180028] env[65829]: INFO nova.compute.claims [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 934.200957] env[65829]: DEBUG nova.network.neutron [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Successfully updated port: 9aba64da-a12f-4e63-909e-7d0a514af21b {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 934.214692] env[65829]: DEBUG nova.compute.manager [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 934.215016] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.216143] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972395f1-e36f-4974-b3f2-bae8b532747a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.227639] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.229942] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e64d546-be6c-4f86-a56b-cd2db789a968 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.239489] env[65829]: DEBUG oslo_vmware.api [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 934.239489] env[65829]: value = "task-4807831" [ 934.239489] env[65829]: _type = "Task" [ 934.239489] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.256019] env[65829]: DEBUG oslo_vmware.api [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.292720] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31de2ee5-613e-4a7d-95e0-173423db6ec5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.328315] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4785c9-a151-4785-8937-b80b2b5ec4a9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.331164] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807830, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.374184] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829187} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.374538] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 52a3b111-be86-472e-840a-b3afb1668950/52a3b111-be86-472e-840a-b3afb1668950.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.374773] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.375127] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc0c20e0-5611-41af-a212-67997226e0b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.384750] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 934.384750] env[65829]: value = "task-4807832" [ 934.384750] env[65829]: _type = "Task" [ 934.384750] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.395348] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.436741] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807829, 'name': ReconfigVM_Task, 'duration_secs': 0.608017} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.437088] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Reconfigured VM instance instance-0000004b to attach disk [datastore2] f31f0011-3b88-4d9a-aa06-ff68c2b097d0/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.438185] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66d448d-54b3-4b1d-92c8-e662243dbe30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.467773] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5763112-90d2-4d44-991d-b9bd11314612 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.484571] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 934.484571] env[65829]: value = "task-4807833" [ 934.484571] env[65829]: _type = "Task" [ 934.484571] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.493487] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.685249] env[65829]: DEBUG nova.compute.utils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.689276] env[65829]: DEBUG nova.compute.manager [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 934.689469] env[65829]: DEBUG nova.network.neutron [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 934.689806] env[65829]: WARNING neutronclient.v2_0.client [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.690239] env[65829]: WARNING neutronclient.v2_0.client [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.703320] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "refresh_cache-c158319b-3841-4a14-b1db-6424aec8bb84" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.703667] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "refresh_cache-c158319b-3841-4a14-b1db-6424aec8bb84" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.703785] env[65829]: DEBUG nova.network.neutron [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 934.750461] env[65829]: DEBUG oslo_vmware.api [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807831, 'name': PowerOffVM_Task, 'duration_secs': 0.23539} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.752366] env[65829]: DEBUG nova.policy [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a7dc10b5c8a4975b0bfba207b62de65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ecbfca7f9f40e7a4f4681d2d1a5ef1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.754600] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.754777] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.755464] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43a4aa95-7fbd-4777-8ab5-b2a38e1cc0b5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.808315] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807830, 'name': ReconfigVM_Task, 'duration_secs': 0.635274} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.808604] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 19ce493c-470f-4658-8a47-0f51dd10badb/19ce493c-470f-4658-8a47-0f51dd10badb.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.809251] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d52ba94-6edc-4173-997f-738fbcbe0a07 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.816438] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 934.816438] env[65829]: value = "task-4807835" [ 934.816438] env[65829]: _type = "Task" [ 934.816438] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.827752] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807835, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.829426] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.829637] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.830026] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleting the datastore file [datastore2] b7f68803-8ab0-4975-afa7-e24349358a41 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.830114] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c339f46d-8edf-4bcd-a6a1-9fdefde878fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.837572] env[65829]: DEBUG oslo_vmware.api [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 934.837572] env[65829]: value = "task-4807836" [ 934.837572] env[65829]: _type = "Task" [ 934.837572] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.844421] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 934.845354] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8a2e38b9-66cd-4591-80be-59e7d7c78f2e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.855448] env[65829]: DEBUG oslo_vmware.api [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.857358] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 934.857358] env[65829]: value = "task-4807837" [ 934.857358] env[65829]: _type = "Task" [ 934.857358] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.866742] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.897656] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078535} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.897963] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.898857] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c282f6ac-ea4f-4ccd-a468-26b776db3a91 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.928511] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 52a3b111-be86-472e-840a-b3afb1668950/52a3b111-be86-472e-840a-b3afb1668950.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.928873] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67d55356-f98e-4a24-a306-f9144f9999fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.952430] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 934.952430] env[65829]: value = "task-4807838" [ 934.952430] env[65829]: _type = "Task" [ 934.952430] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.962941] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.997204] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807833, 'name': ReconfigVM_Task, 'duration_secs': 0.147896} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.997204] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.997204] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b67302ee-9563-4d39-8376-e77ea5c59222 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.005626] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 935.005626] env[65829]: value = "task-4807839" [ 935.005626] env[65829]: _type = "Task" [ 935.005626] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.016073] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.147523] env[65829]: DEBUG nova.network.neutron [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Successfully created port: c06f56ba-f445-4881-8458-636955ca7a2e {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 935.190272] env[65829]: DEBUG nova.compute.manager [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 935.246085] env[65829]: DEBUG nova.network.neutron [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 935.327889] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807835, 'name': Rename_Task, 'duration_secs': 0.252204} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.328294] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.328633] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-442c9f2c-4416-4933-a128-ba7d1ba2c572 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.340325] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 935.340325] env[65829]: value = "task-4807840" [ 935.340325] env[65829]: _type = "Task" [ 935.340325] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.359737] env[65829]: DEBUG oslo_vmware.api [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458503} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.360210] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.360440] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.360622] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.360805] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.361887] env[65829]: INFO nova.compute.manager [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Took 1.15 seconds to destroy the instance on the hypervisor. [ 935.361887] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 935.368107] env[65829]: DEBUG nova.compute.manager [-] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 935.368231] env[65829]: DEBUG nova.network.neutron [-] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 935.368516] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.379324] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.454992] env[65829]: WARNING neutronclient.v2_0.client [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.476924] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.488870] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.520921] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807839, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.706143] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58c8efe-128f-43d3-8d65-a055acf73ef3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.714330] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde6cb2f-f62a-484c-89c9-19e7250aa978 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.749718] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dec9f24-78e7-4515-ac00-f22f18983da5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.760946] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8727fe-5907-4c2b-a71c-4a36feb1ba34 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.781454] env[65829]: DEBUG nova.compute.provider_tree [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.860762] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807840, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.873672] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.965604] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807838, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.984690] env[65829]: DEBUG nova.network.neutron [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Updating instance_info_cache with network_info: [{"id": "9aba64da-a12f-4e63-909e-7d0a514af21b", "address": "fa:16:3e:03:bc:fd", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aba64da-a1", "ovs_interfaceid": "9aba64da-a12f-4e63-909e-7d0a514af21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.017133] env[65829]: DEBUG oslo_vmware.api [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807839, 'name': PowerOnVM_Task, 'duration_secs': 0.643505} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.017456] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.020757] env[65829]: DEBUG nova.compute.manager [None req-29e71546-67b8-4ba4-b677-dcb690feb461 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 936.021767] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fcef90-c49d-4e12-965e-d4455a9b17b9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.174594] env[65829]: DEBUG nova.compute.manager [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Received event network-changed-9aba64da-a12f-4e63-909e-7d0a514af21b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 936.174824] env[65829]: DEBUG nova.compute.manager [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Refreshing instance network info cache due to event network-changed-9aba64da-a12f-4e63-909e-7d0a514af21b. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 936.175060] env[65829]: DEBUG oslo_concurrency.lockutils [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] Acquiring lock "refresh_cache-c158319b-3841-4a14-b1db-6424aec8bb84" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.204392] env[65829]: DEBUG nova.compute.manager [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 936.233031] env[65829]: DEBUG nova.virt.hardware [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 936.233031] env[65829]: DEBUG nova.virt.hardware [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.233252] env[65829]: DEBUG nova.virt.hardware [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 936.233289] env[65829]: DEBUG nova.virt.hardware [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.233414] env[65829]: DEBUG nova.virt.hardware [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 936.233724] env[65829]: DEBUG nova.virt.hardware [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 936.233903] env[65829]: DEBUG nova.virt.hardware [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 936.234064] env[65829]: DEBUG nova.virt.hardware [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 936.235034] env[65829]: DEBUG nova.virt.hardware [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 936.235034] env[65829]: DEBUG nova.virt.hardware [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 936.235034] env[65829]: DEBUG nova.virt.hardware [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 936.235432] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dbc6d8-18ba-4467-bb8f-38bbbf43dc81 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.246327] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7bee86-e5d0-42a6-8126-9d521c7b5d59 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.284899] env[65829]: DEBUG nova.scheduler.client.report [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.357102] env[65829]: DEBUG nova.network.neutron [-] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.357490] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807840, 'name': PowerOnVM_Task, 'duration_secs': 0.579111} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.357962] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.358179] env[65829]: INFO nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Took 10.23 seconds to spawn the instance on the hypervisor. [ 936.358354] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 936.359196] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54c2e49-3a8e-4270-b544-3bae6a487313 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.376390] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807837, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.464032] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807838, 'name': ReconfigVM_Task, 'duration_secs': 1.040109} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.464224] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 52a3b111-be86-472e-840a-b3afb1668950/52a3b111-be86-472e-840a-b3afb1668950.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.464886] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f98b7f61-2c3d-43bb-935e-82a2acf5ece3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.472341] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 936.472341] env[65829]: value = "task-4807841" [ 936.472341] env[65829]: _type = "Task" [ 936.472341] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.481962] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807841, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.487707] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "refresh_cache-c158319b-3841-4a14-b1db-6424aec8bb84" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.487911] env[65829]: DEBUG nova.compute.manager [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Instance network_info: |[{"id": "9aba64da-a12f-4e63-909e-7d0a514af21b", "address": "fa:16:3e:03:bc:fd", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aba64da-a1", "ovs_interfaceid": "9aba64da-a12f-4e63-909e-7d0a514af21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 936.488235] env[65829]: DEBUG oslo_concurrency.lockutils [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] Acquired lock "refresh_cache-c158319b-3841-4a14-b1db-6424aec8bb84" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.488408] env[65829]: DEBUG nova.network.neutron [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Refreshing network info cache for port 9aba64da-a12f-4e63-909e-7d0a514af21b {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.489667] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:bc:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9aba64da-a12f-4e63-909e-7d0a514af21b', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.498660] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 936.500045] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.500325] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0370730a-92d0-4b7e-9948-4a18af4b9f6b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.523899] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.523899] env[65829]: value = "task-4807842" [ 936.523899] env[65829]: _type = "Task" [ 936.523899] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.536969] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807842, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.674871] env[65829]: DEBUG nova.compute.manager [req-eec6a41c-7d37-4ddc-96f5-b34f0d8819bf req-693090ac-3b00-452a-b661-5a25ed87cde4 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Received event network-vif-plugged-c06f56ba-f445-4881-8458-636955ca7a2e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 936.675157] env[65829]: DEBUG oslo_concurrency.lockutils [req-eec6a41c-7d37-4ddc-96f5-b34f0d8819bf req-693090ac-3b00-452a-b661-5a25ed87cde4 service nova] Acquiring lock "d8d348a7-b52a-4c35-9b58-9d02b367f674-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.675519] env[65829]: DEBUG oslo_concurrency.lockutils [req-eec6a41c-7d37-4ddc-96f5-b34f0d8819bf req-693090ac-3b00-452a-b661-5a25ed87cde4 service nova] Lock "d8d348a7-b52a-4c35-9b58-9d02b367f674-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.675700] env[65829]: DEBUG oslo_concurrency.lockutils [req-eec6a41c-7d37-4ddc-96f5-b34f0d8819bf req-693090ac-3b00-452a-b661-5a25ed87cde4 service nova] Lock "d8d348a7-b52a-4c35-9b58-9d02b367f674-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.675932] env[65829]: DEBUG nova.compute.manager [req-eec6a41c-7d37-4ddc-96f5-b34f0d8819bf req-693090ac-3b00-452a-b661-5a25ed87cde4 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] No waiting events found dispatching network-vif-plugged-c06f56ba-f445-4881-8458-636955ca7a2e {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 936.676185] env[65829]: WARNING nova.compute.manager [req-eec6a41c-7d37-4ddc-96f5-b34f0d8819bf req-693090ac-3b00-452a-b661-5a25ed87cde4 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Received unexpected event network-vif-plugged-c06f56ba-f445-4881-8458-636955ca7a2e for instance with vm_state building and task_state spawning. [ 936.768356] env[65829]: DEBUG nova.network.neutron [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Successfully updated port: c06f56ba-f445-4881-8458-636955ca7a2e {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 936.800692] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.800692] env[65829]: DEBUG nova.compute.manager [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 936.806573] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.553s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.955766] env[65829]: INFO nova.compute.manager [-] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Took 1.59 seconds to deallocate network for instance. [ 936.972040] env[65829]: INFO nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Took 38.21 seconds to build instance. [ 936.991989] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807837, 'name': CreateSnapshot_Task, 'duration_secs': 1.573014} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.992764] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 936.995707] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0c8884-fab6-49e0-b35d-616ad9120060 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.007139] env[65829]: WARNING neutronclient.v2_0.client [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.010424] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807841, 'name': Rename_Task, 'duration_secs': 0.171455} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.012031] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.012031] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdc6e4cc-1267-4d45-aa8a-87eb90d6a3ac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.024780] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 937.024780] env[65829]: value = "task-4807843" [ 937.024780] env[65829]: _type = "Task" [ 937.024780] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.038629] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807842, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.042124] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.208187] env[65829]: WARNING neutronclient.v2_0.client [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.272092] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "refresh_cache-d8d348a7-b52a-4c35-9b58-9d02b367f674" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.272202] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "refresh_cache-d8d348a7-b52a-4c35-9b58-9d02b367f674" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.272392] env[65829]: DEBUG nova.network.neutron [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 937.297434] env[65829]: DEBUG nova.network.neutron [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Updated VIF entry in instance network info cache for port 9aba64da-a12f-4e63-909e-7d0a514af21b. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 937.297951] env[65829]: DEBUG nova.network.neutron [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Updating instance_info_cache with network_info: [{"id": "9aba64da-a12f-4e63-909e-7d0a514af21b", "address": "fa:16:3e:03:bc:fd", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aba64da-a1", "ovs_interfaceid": "9aba64da-a12f-4e63-909e-7d0a514af21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.311426] env[65829]: DEBUG nova.compute.utils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 937.316432] env[65829]: DEBUG nova.compute.manager [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 937.316878] env[65829]: DEBUG nova.network.neutron [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 937.316960] env[65829]: WARNING neutronclient.v2_0.client [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.317324] env[65829]: WARNING neutronclient.v2_0.client [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.370124] env[65829]: DEBUG nova.policy [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab6bc40b142a4542840cd2f45fd2bbd5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c44ca26fcfc146a4a87fa4e574a44314', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 937.489589] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "19ce493c-470f-4658-8a47-0f51dd10badb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.740s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.490679] env[65829]: DEBUG oslo_concurrency.lockutils [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.534910] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 937.535766] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-99bbf1f9-9544-45a3-97ef-28e47388ac10 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.558444] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807842, 'name': CreateVM_Task, 'duration_secs': 0.694584} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.558848] env[65829]: DEBUG oslo_vmware.api [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807843, 'name': PowerOnVM_Task, 'duration_secs': 0.52215} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.560570] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.560891] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.561109] env[65829]: INFO nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Took 8.79 seconds to spawn the instance on the hypervisor. [ 937.561286] env[65829]: DEBUG nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 937.561650] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 937.561650] env[65829]: value = "task-4807844" [ 937.561650] env[65829]: _type = "Task" [ 937.561650] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.562423] env[65829]: WARNING neutronclient.v2_0.client [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.562926] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.563137] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.563553] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.565100] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e89d5fd-fe33-4d4d-ad0e-cfad9f4526f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.571017] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6260ff0-0461-4011-a562-1a90898fb9e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.581471] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 937.581471] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523b42ed-7a30-9b66-dcb9-e0692ef270f1" [ 937.581471] env[65829]: _type = "Task" [ 937.581471] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.586824] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807844, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.604392] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523b42ed-7a30-9b66-dcb9-e0692ef270f1, 'name': SearchDatastore_Task, 'duration_secs': 0.012713} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.604611] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.606188] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.606188] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.606188] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.606188] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.606417] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7628f1f3-b497-4e24-ae05-75ff71eb32db {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.626467] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.626781] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.628935] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a7209e-0662-4cac-abea-5dcb7e8ff1f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.634242] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 937.634242] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5235f917-7412-690a-82ee-b9ea6776f77f" [ 937.634242] env[65829]: _type = "Task" [ 937.634242] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.645327] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5235f917-7412-690a-82ee-b9ea6776f77f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.801339] env[65829]: DEBUG oslo_concurrency.lockutils [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] Releasing lock "refresh_cache-c158319b-3841-4a14-b1db-6424aec8bb84" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.801757] env[65829]: DEBUG nova.compute.manager [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Received event network-vif-deleted-ca9753fe-4fe8-4883-a62d-de512ae96851 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 937.801941] env[65829]: INFO nova.compute.manager [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Neutron deleted interface ca9753fe-4fe8-4883-a62d-de512ae96851; detaching it from the instance and deleting it from the info cache [ 937.802125] env[65829]: DEBUG nova.network.neutron [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.814040] env[65829]: DEBUG nova.network.neutron [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Successfully created port: 0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 937.819275] env[65829]: DEBUG nova.network.neutron [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 937.823818] env[65829]: DEBUG nova.compute.manager [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 937.866043] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64eedebe-de5b-4538-843c-2e12ae6e3deb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.878997] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32311abf-3f0f-4f4d-b377-738ab437439d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.916336] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ea056c-eab2-4e64-8030-53c7d1ceeddb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.926679] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0580c9-c00b-4d3a-988a-69cd42bd72fc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.947305] env[65829]: DEBUG nova.compute.provider_tree [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.049217] env[65829]: WARNING neutronclient.v2_0.client [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.080201] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807844, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.105269] env[65829]: INFO nova.compute.manager [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Took 39.30 seconds to build instance. [ 938.146476] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5235f917-7412-690a-82ee-b9ea6776f77f, 'name': SearchDatastore_Task, 'duration_secs': 0.014793} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.147232] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f5e94dc-b4f6-48f2-ad51-9349a3139b76 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.153894] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 938.153894] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a171d0-f3dc-a935-61b6-16ccfaad0ff3" [ 938.153894] env[65829]: _type = "Task" [ 938.153894] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.163528] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a171d0-f3dc-a935-61b6-16ccfaad0ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.174436] env[65829]: DEBUG nova.network.neutron [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Updating instance_info_cache with network_info: [{"id": "c06f56ba-f445-4881-8458-636955ca7a2e", "address": "fa:16:3e:1b:51:53", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06f56ba-f4", "ovs_interfaceid": "c06f56ba-f445-4881-8458-636955ca7a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.311994] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ac964ae-b114-4367-8408-0be29ffbc9d6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.323956] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ffc8d-a9fa-4641-8658-c597d57ee15d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.373796] env[65829]: DEBUG nova.compute.manager [req-277f49fc-8112-473f-8c05-1a437141b17a req-fe100a2e-8314-4215-9fcc-5cae9ceb9ce5 service nova] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Detach interface failed, port_id=ca9753fe-4fe8-4883-a62d-de512ae96851, reason: Instance b7f68803-8ab0-4975-afa7-e24349358a41 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 938.448485] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "7d82a41f-7e46-477f-8290-1b8982534b94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.448742] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "7d82a41f-7e46-477f-8290-1b8982534b94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.450783] env[65829]: DEBUG nova.scheduler.client.report [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.582725] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807844, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.608059] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "52a3b111-be86-472e-840a-b3afb1668950" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.608682] env[65829]: DEBUG oslo_concurrency.lockutils [None req-64d4bb11-79e7-4026-bfe0-59fe05aa75f3 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "52a3b111-be86-472e-840a-b3afb1668950" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.809s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.609146] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "52a3b111-be86-472e-840a-b3afb1668950" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.609459] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "52a3b111-be86-472e-840a-b3afb1668950-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.609751] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "52a3b111-be86-472e-840a-b3afb1668950-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.609982] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "52a3b111-be86-472e-840a-b3afb1668950-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.613103] env[65829]: INFO nova.compute.manager [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Terminating instance [ 938.667377] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a171d0-f3dc-a935-61b6-16ccfaad0ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.667705] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.668355] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] c158319b-3841-4a14-b1db-6424aec8bb84/c158319b-3841-4a14-b1db-6424aec8bb84.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.668355] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c610d39-d475-4f05-badf-28f373cc3328 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.677336] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "refresh_cache-d8d348a7-b52a-4c35-9b58-9d02b367f674" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.677670] env[65829]: DEBUG nova.compute.manager [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Instance network_info: |[{"id": "c06f56ba-f445-4881-8458-636955ca7a2e", "address": "fa:16:3e:1b:51:53", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06f56ba-f4", "ovs_interfaceid": "c06f56ba-f445-4881-8458-636955ca7a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 938.679735] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:51:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c06f56ba-f445-4881-8458-636955ca7a2e', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 938.687978] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Creating folder: Project (58ecbfca7f9f40e7a4f4681d2d1a5ef1). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.688421] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 938.688421] env[65829]: value = "task-4807845" [ 938.688421] env[65829]: _type = "Task" [ 938.688421] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.688689] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32da3519-9363-4eae-b1f9-3d2d89c27651 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.701608] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807845, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.703812] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Created folder: Project (58ecbfca7f9f40e7a4f4681d2d1a5ef1) in parent group-v937255. [ 938.704073] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Creating folder: Instances. Parent ref: group-v937494. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 938.704452] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a2c1f33-6b30-439f-94cf-a4868c72a93e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.716963] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Created folder: Instances in parent group-v937494. [ 938.717400] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 938.717681] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 938.718038] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fceda2cc-050e-4330-8237-9ecf558962d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.745125] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 938.745125] env[65829]: value = "task-4807848" [ 938.745125] env[65829]: _type = "Task" [ 938.745125] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.757178] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807848, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.816637] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "19ce493c-470f-4658-8a47-0f51dd10badb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.817054] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "19ce493c-470f-4658-8a47-0f51dd10badb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.817277] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "19ce493c-470f-4658-8a47-0f51dd10badb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.817701] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "19ce493c-470f-4658-8a47-0f51dd10badb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.817813] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "19ce493c-470f-4658-8a47-0f51dd10badb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.820778] env[65829]: INFO nova.compute.manager [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Terminating instance [ 938.843126] env[65829]: DEBUG nova.compute.manager [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 938.874657] env[65829]: DEBUG nova.virt.hardware [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 938.874657] env[65829]: DEBUG nova.virt.hardware [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.874657] env[65829]: DEBUG nova.virt.hardware [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 938.874657] env[65829]: DEBUG nova.virt.hardware [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.875127] env[65829]: DEBUG nova.virt.hardware [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 938.875127] env[65829]: DEBUG nova.virt.hardware [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 938.875236] env[65829]: DEBUG nova.virt.hardware [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 938.875307] env[65829]: DEBUG nova.virt.hardware [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 938.875470] env[65829]: DEBUG nova.virt.hardware [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 938.875637] env[65829]: DEBUG nova.virt.hardware [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 938.875848] env[65829]: DEBUG nova.virt.hardware [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 938.877245] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b49ce-a816-4ca3-ace5-840a11414633 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.887673] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbb02fb-e6f7-4d20-89eb-bf450a0ec584 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.911654] env[65829]: DEBUG nova.compute.manager [req-de3cefd2-ec34-445b-8be5-d73221358917 req-87fea47f-6014-4125-99d9-6b6e0816b339 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Received event network-changed-c06f56ba-f445-4881-8458-636955ca7a2e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 938.911922] env[65829]: DEBUG nova.compute.manager [req-de3cefd2-ec34-445b-8be5-d73221358917 req-87fea47f-6014-4125-99d9-6b6e0816b339 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Refreshing instance network info cache due to event network-changed-c06f56ba-f445-4881-8458-636955ca7a2e. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 938.912380] env[65829]: DEBUG oslo_concurrency.lockutils [req-de3cefd2-ec34-445b-8be5-d73221358917 req-87fea47f-6014-4125-99d9-6b6e0816b339 service nova] Acquiring lock "refresh_cache-d8d348a7-b52a-4c35-9b58-9d02b367f674" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.912380] env[65829]: DEBUG oslo_concurrency.lockutils [req-de3cefd2-ec34-445b-8be5-d73221358917 req-87fea47f-6014-4125-99d9-6b6e0816b339 service nova] Acquired lock "refresh_cache-d8d348a7-b52a-4c35-9b58-9d02b367f674" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.912634] env[65829]: DEBUG nova.network.neutron [req-de3cefd2-ec34-445b-8be5-d73221358917 req-87fea47f-6014-4125-99d9-6b6e0816b339 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Refreshing network info cache for port c06f56ba-f445-4881-8458-636955ca7a2e {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.956973] env[65829]: DEBUG nova.compute.manager [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 939.086785] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807844, 'name': CloneVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.122966] env[65829]: DEBUG nova.compute.manager [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 939.123406] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.124816] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a19fdc-4fe8-4620-9898-8a8e50aefe10 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.137224] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.137626] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12ce2a74-4f5d-4170-b3c3-037ce34517e2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.147068] env[65829]: DEBUG oslo_vmware.api [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 939.147068] env[65829]: value = "task-4807849" [ 939.147068] env[65829]: _type = "Task" [ 939.147068] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.159107] env[65829]: DEBUG oslo_vmware.api [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.206884] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807845, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.256742] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807848, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.327029] env[65829]: DEBUG nova.compute.manager [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 939.327462] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.328497] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792e1ea6-a8c6-458e-917c-9f2479b5a21f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.338784] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.338784] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6a5c228-ebf4-409a-8325-277554d7056e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.346418] env[65829]: DEBUG oslo_vmware.api [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 939.346418] env[65829]: value = "task-4807850" [ 939.346418] env[65829]: _type = "Task" [ 939.346418] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.356146] env[65829]: DEBUG oslo_vmware.api [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.416677] env[65829]: WARNING neutronclient.v2_0.client [req-de3cefd2-ec34-445b-8be5-d73221358917 req-87fea47f-6014-4125-99d9-6b6e0816b339 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.463419] env[65829]: DEBUG nova.network.neutron [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Successfully updated port: 0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 939.469030] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.662s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.473814] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.013s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.473904] env[65829]: DEBUG nova.objects.instance [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 939.499571] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.582846] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807844, 'name': CloneVM_Task, 'duration_secs': 1.581412} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.583577] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Created linked-clone VM from snapshot [ 939.584569] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913f4982-35e1-4971-9ae9-6e20c8bfdeef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.587751] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7c526c7-f136-4299-afd6-3f434e330f6f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.588107] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7c526c7-f136-4299-afd6-3f434e330f6f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.588374] env[65829]: DEBUG nova.compute.manager [None req-c7c526c7-f136-4299-afd6-3f434e330f6f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 939.589249] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e497a9-78a8-4a74-b7ea-ff86d0a5b773 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.607434] env[65829]: DEBUG nova.compute.manager [None req-c7c526c7-f136-4299-afd6-3f434e330f6f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65829) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 939.610934] env[65829]: DEBUG nova.objects.instance [None req-c7c526c7-f136-4299-afd6-3f434e330f6f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'flavor' on Instance uuid f1b0a28c-9918-4ed3-8424-e3207a4d290e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.610934] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Uploading image 50509768-0aa8-446d-b02b-65cc0ebe6333 {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 939.613285] env[65829]: WARNING neutronclient.v2_0.client [req-de3cefd2-ec34-445b-8be5-d73221358917 req-87fea47f-6014-4125-99d9-6b6e0816b339 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.648576] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 939.648576] env[65829]: value = "vm-937493" [ 939.648576] env[65829]: _type = "VirtualMachine" [ 939.648576] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 939.649334] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0596e4be-ae04-40f0-9fb2-38c41bf504a9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.664172] env[65829]: DEBUG oslo_vmware.api [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807849, 'name': PowerOffVM_Task, 'duration_secs': 0.259121} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.666368] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.666368] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.666967] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lease: (returnval){ [ 939.666967] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5205e3ee-f240-25eb-9027-9c960df40d1c" [ 939.666967] env[65829]: _type = "HttpNfcLease" [ 939.666967] env[65829]: } obtained for exporting VM: (result){ [ 939.666967] env[65829]: value = "vm-937493" [ 939.666967] env[65829]: _type = "VirtualMachine" [ 939.666967] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 939.667329] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the lease: (returnval){ [ 939.667329] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5205e3ee-f240-25eb-9027-9c960df40d1c" [ 939.667329] env[65829]: _type = "HttpNfcLease" [ 939.667329] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 939.667504] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22ebb20a-4af3-4996-9a2f-2c0cd39809ac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.676885] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.676885] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5205e3ee-f240-25eb-9027-9c960df40d1c" [ 939.676885] env[65829]: _type = "HttpNfcLease" [ 939.676885] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 939.704880] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807845, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552189} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.708507] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] c158319b-3841-4a14-b1db-6424aec8bb84/c158319b-3841-4a14-b1db-6424aec8bb84.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.708507] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.708507] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85396c8d-7152-443c-ba88-d7dffc0805bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.717104] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 939.717104] env[65829]: value = "task-4807853" [ 939.717104] env[65829]: _type = "Task" [ 939.717104] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.724376] env[65829]: DEBUG nova.network.neutron [req-de3cefd2-ec34-445b-8be5-d73221358917 req-87fea47f-6014-4125-99d9-6b6e0816b339 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Updated VIF entry in instance network info cache for port c06f56ba-f445-4881-8458-636955ca7a2e. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 939.725191] env[65829]: DEBUG nova.network.neutron [req-de3cefd2-ec34-445b-8be5-d73221358917 req-87fea47f-6014-4125-99d9-6b6e0816b339 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Updating instance_info_cache with network_info: [{"id": "c06f56ba-f445-4881-8458-636955ca7a2e", "address": "fa:16:3e:1b:51:53", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06f56ba-f4", "ovs_interfaceid": "c06f56ba-f445-4881-8458-636955ca7a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.731176] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.751732] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.751965] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.752158] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Deleting the datastore file [datastore1] 52a3b111-be86-472e-840a-b3afb1668950 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.752953] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d8c0464-cbd0-479e-afd8-5f50e7de1a37 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.759874] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807848, 'name': CreateVM_Task, 'duration_secs': 0.531972} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.760462] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.761092] env[65829]: WARNING neutronclient.v2_0.client [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.761512] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.761671] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.761992] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.762282] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a95c57-7a26-4398-8ca5-cfc7ac7d1c7e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.766203] env[65829]: DEBUG oslo_vmware.api [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 939.766203] env[65829]: value = "task-4807854" [ 939.766203] env[65829]: _type = "Task" [ 939.766203] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.771726] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 939.771726] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52cd3e29-5843-5e18-815b-4ed69b41c677" [ 939.771726] env[65829]: _type = "Task" [ 939.771726] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.780023] env[65829]: DEBUG oslo_vmware.api [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.786163] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52cd3e29-5843-5e18-815b-4ed69b41c677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.857918] env[65829]: DEBUG oslo_vmware.api [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807850, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.975325] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Acquiring lock "refresh_cache-119ad4ef-f34d-4331-8a34-6f84a3d2d765" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.975528] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Acquired lock "refresh_cache-119ad4ef-f34d-4331-8a34-6f84a3d2d765" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.975677] env[65829]: DEBUG nova.network.neutron [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 940.056384] env[65829]: INFO nova.scheduler.client.report [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted allocation for migration d76b99f9-9cb5-47d7-9815-d53299055a79 [ 940.179031] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 940.179031] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5205e3ee-f240-25eb-9027-9c960df40d1c" [ 940.179031] env[65829]: _type = "HttpNfcLease" [ 940.179031] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 940.179031] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 940.179031] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5205e3ee-f240-25eb-9027-9c960df40d1c" [ 940.179031] env[65829]: _type = "HttpNfcLease" [ 940.179031] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 940.180693] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe9ae32-549d-4596-a5b3-95b6071e9022 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.191515] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520fdf24-ce7f-9a9f-be76-c9520c2fdab5/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 940.191515] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520fdf24-ce7f-9a9f-be76-c9520c2fdab5/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 940.246999] env[65829]: DEBUG oslo_concurrency.lockutils [req-de3cefd2-ec34-445b-8be5-d73221358917 req-87fea47f-6014-4125-99d9-6b6e0816b339 service nova] Releasing lock "refresh_cache-d8d348a7-b52a-4c35-9b58-9d02b367f674" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.258689] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080314} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.258966] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.259781] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed23db7-c06c-40a4-aafd-8b819ba6b188 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.284718] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] c158319b-3841-4a14-b1db-6424aec8bb84/c158319b-3841-4a14-b1db-6424aec8bb84.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.292884] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d47e171-faf2-41b5-ba46-1beead0d6d09 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.314469] env[65829]: DEBUG oslo_vmware.api [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210808} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.319484] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.319718] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.319883] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.320065] env[65829]: INFO nova.compute.manager [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Took 1.20 seconds to destroy the instance on the hypervisor. [ 940.320340] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 940.320538] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52cd3e29-5843-5e18-815b-4ed69b41c677, 'name': SearchDatastore_Task, 'duration_secs': 0.026884} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.320801] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 940.320801] env[65829]: value = "task-4807855" [ 940.320801] env[65829]: _type = "Task" [ 940.320801] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.321014] env[65829]: DEBUG nova.compute.manager [-] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 940.321121] env[65829]: DEBUG nova.network.neutron [-] [instance: 52a3b111-be86-472e-840a-b3afb1668950] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 940.321364] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.323413] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.323662] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.323899] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.324060] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.324239] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.324783] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43e48a72-fcd8-4bd2-a7e8-ced80b8ac619 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.337134] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.340743] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.340743] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.341272] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f4fa9d-1f08-42c4-aa1a-0c5a423dbe33 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.347486] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 940.347486] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52163dc2-7dde-499f-6d02-f6cbda0258cf" [ 940.347486] env[65829]: _type = "Task" [ 940.347486] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.359125] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab1ed1a5-7ca4-47d1-bdfd-935b4e03dad2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.366840] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52163dc2-7dde-499f-6d02-f6cbda0258cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011122} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.367084] env[65829]: DEBUG oslo_vmware.api [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807850, 'name': PowerOffVM_Task, 'duration_secs': 0.654918} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.368399] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.368570] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.368844] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b7091e-86bc-400e-a464-2a8c74e6eab1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.372134] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baf95870-55de-4afd-948a-175d14f3771d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.375941] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.381147] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 940.381147] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525a9809-d8b8-11f8-250a-0e0a9c07a506" [ 940.381147] env[65829]: _type = "Task" [ 940.381147] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.393772] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525a9809-d8b8-11f8-250a-0e0a9c07a506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.495950] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa6a6e53-f963-47b8-b4b7-f86a12f28235 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.498251] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.507s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.498399] env[65829]: DEBUG nova.objects.instance [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lazy-loading 'resources' on Instance uuid 475b8580-be43-4428-86e5-f0aeb67b1473 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.499628] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.499860] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.503022] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Deleting the datastore file [datastore1] 19ce493c-470f-4658-8a47-0f51dd10badb {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.503022] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3534b25-5e78-4e44-81c5-757de82bda96 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.508550] env[65829]: DEBUG oslo_vmware.api [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 940.508550] env[65829]: value = "task-4807857" [ 940.508550] env[65829]: _type = "Task" [ 940.508550] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.520992] env[65829]: DEBUG oslo_vmware.api [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807857, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.556787] env[65829]: DEBUG nova.network.neutron [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 940.566787] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4dd2b01a-b8fe-4577-bc9a-80b083e876e2 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 26.895s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.617862] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c526c7-f136-4299-afd6-3f434e330f6f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.621549] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40239e42-9306-46cb-bb3b-b75f97c5f305 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.631156] env[65829]: DEBUG oslo_vmware.api [None req-c7c526c7-f136-4299-afd6-3f434e330f6f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 940.631156] env[65829]: value = "task-4807858" [ 940.631156] env[65829]: _type = "Task" [ 940.631156] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.642926] env[65829]: DEBUG oslo_vmware.api [None req-c7c526c7-f136-4299-afd6-3f434e330f6f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807858, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.677084] env[65829]: WARNING neutronclient.v2_0.client [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.720034] env[65829]: DEBUG nova.compute.manager [req-c6a0d1fb-380c-4137-aa97-d27d1cdeaf30 req-592ad36d-9d44-4782-96b6-19e980bd9345 service nova] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Received event network-vif-deleted-b6d639f0-c58c-462a-975b-16771082a724 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 940.721628] env[65829]: INFO nova.compute.manager [req-c6a0d1fb-380c-4137-aa97-d27d1cdeaf30 req-592ad36d-9d44-4782-96b6-19e980bd9345 service nova] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Neutron deleted interface b6d639f0-c58c-462a-975b-16771082a724; detaching it from the instance and deleting it from the info cache [ 940.721628] env[65829]: DEBUG nova.network.neutron [req-c6a0d1fb-380c-4137-aa97-d27d1cdeaf30 req-592ad36d-9d44-4782-96b6-19e980bd9345 service nova] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.784240] env[65829]: DEBUG nova.network.neutron [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Updating instance_info_cache with network_info: [{"id": "0fdc6c46-6f93-4203-8bc9-ae49045fd0d3", "address": "fa:16:3e:80:96:40", "network": {"id": "38b27a00-609b-4cd3-a39c-39dc086d34f9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2144401628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44ca26fcfc146a4a87fa4e574a44314", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fdc6c46-6f", "ovs_interfaceid": "0fdc6c46-6f93-4203-8bc9-ae49045fd0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.838694] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807855, 'name': ReconfigVM_Task, 'duration_secs': 0.368552} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.839631] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Reconfigured VM instance instance-0000004f to attach disk [datastore1] c158319b-3841-4a14-b1db-6424aec8bb84/c158319b-3841-4a14-b1db-6424aec8bb84.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.840664] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13840f42-73f7-4a61-a193-51c444f6bbd6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.851211] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 940.851211] env[65829]: value = "task-4807859" [ 940.851211] env[65829]: _type = "Task" [ 940.851211] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.866353] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807859, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.897106] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525a9809-d8b8-11f8-250a-0e0a9c07a506, 'name': SearchDatastore_Task, 'duration_secs': 0.011885} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.897539] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.897951] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] d8d348a7-b52a-4c35-9b58-9d02b367f674/d8d348a7-b52a-4c35-9b58-9d02b367f674.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.898707] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab3cad63-578f-41de-8fb1-03e854ca0338 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.908081] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 940.908081] env[65829]: value = "task-4807860" [ 940.908081] env[65829]: _type = "Task" [ 940.908081] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.920279] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4807860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.952911] env[65829]: DEBUG nova.compute.manager [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Received event network-vif-plugged-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 940.953187] env[65829]: DEBUG oslo_concurrency.lockutils [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] Acquiring lock "119ad4ef-f34d-4331-8a34-6f84a3d2d765-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.953720] env[65829]: DEBUG oslo_concurrency.lockutils [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] Lock "119ad4ef-f34d-4331-8a34-6f84a3d2d765-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.953862] env[65829]: DEBUG oslo_concurrency.lockutils [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] Lock "119ad4ef-f34d-4331-8a34-6f84a3d2d765-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.954062] env[65829]: DEBUG nova.compute.manager [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] No waiting events found dispatching network-vif-plugged-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 940.954243] env[65829]: WARNING nova.compute.manager [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Received unexpected event network-vif-plugged-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 for instance with vm_state building and task_state spawning. [ 940.954507] env[65829]: DEBUG nova.compute.manager [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Received event network-changed-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 940.954622] env[65829]: DEBUG nova.compute.manager [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Refreshing instance network info cache due to event network-changed-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 940.954707] env[65829]: DEBUG oslo_concurrency.lockutils [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] Acquiring lock "refresh_cache-119ad4ef-f34d-4331-8a34-6f84a3d2d765" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.026290] env[65829]: DEBUG oslo_vmware.api [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807857, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157494} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.027235] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.028047] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.028548] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.029236] env[65829]: INFO nova.compute.manager [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Took 1.70 seconds to destroy the instance on the hypervisor. [ 941.029832] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 941.030632] env[65829]: DEBUG nova.compute.manager [-] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 941.031153] env[65829]: DEBUG nova.network.neutron [-] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 941.031747] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.098912] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.144295] env[65829]: DEBUG oslo_vmware.api [None req-c7c526c7-f136-4299-afd6-3f434e330f6f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807858, 'name': PowerOffVM_Task, 'duration_secs': 0.277257} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.149736] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c526c7-f136-4299-afd6-3f434e330f6f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.149955] env[65829]: DEBUG nova.compute.manager [None req-c7c526c7-f136-4299-afd6-3f434e330f6f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 941.152226] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f13ed5-1e8f-4b46-9cc7-72e62b75444f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.199902] env[65829]: DEBUG nova.network.neutron [-] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.225408] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3027f4d3-e7a7-42bd-b7f3-3293b3c2fe43 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.237867] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c155c6-1d1b-487e-85ac-bdbdc81fb0ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.294953] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Releasing lock "refresh_cache-119ad4ef-f34d-4331-8a34-6f84a3d2d765" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.295549] env[65829]: DEBUG nova.compute.manager [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Instance network_info: |[{"id": "0fdc6c46-6f93-4203-8bc9-ae49045fd0d3", "address": "fa:16:3e:80:96:40", "network": {"id": "38b27a00-609b-4cd3-a39c-39dc086d34f9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2144401628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44ca26fcfc146a4a87fa4e574a44314", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fdc6c46-6f", "ovs_interfaceid": "0fdc6c46-6f93-4203-8bc9-ae49045fd0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 941.296127] env[65829]: DEBUG nova.compute.manager [req-c6a0d1fb-380c-4137-aa97-d27d1cdeaf30 req-592ad36d-9d44-4782-96b6-19e980bd9345 service nova] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Detach interface failed, port_id=b6d639f0-c58c-462a-975b-16771082a724, reason: Instance 52a3b111-be86-472e-840a-b3afb1668950 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 941.299975] env[65829]: DEBUG oslo_concurrency.lockutils [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] Acquired lock "refresh_cache-119ad4ef-f34d-4331-8a34-6f84a3d2d765" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.300297] env[65829]: DEBUG nova.network.neutron [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Refreshing network info cache for port 0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.302078] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:96:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fdc6c46-6f93-4203-8bc9-ae49045fd0d3', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 941.311029] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Creating folder: Project (c44ca26fcfc146a4a87fa4e574a44314). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.313683] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a32102b-8482-4f69-a22d-9d83da64c1bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.329584] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Created folder: Project (c44ca26fcfc146a4a87fa4e574a44314) in parent group-v937255. [ 941.329843] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Creating folder: Instances. Parent ref: group-v937497. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 941.331393] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c9ad9ac-d272-43d3-b2aa-0264ba52d7f7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.350587] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Created folder: Instances in parent group-v937497. [ 941.351127] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 941.356047] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 941.357859] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d589d32-ecb7-44ec-a01e-bbde7019e714 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.415793] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807859, 'name': Rename_Task, 'duration_secs': 0.178759} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.424521] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.425184] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 941.425184] env[65829]: value = "task-4807863" [ 941.425184] env[65829]: _type = "Task" [ 941.425184] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.429647] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8468323-4852-46f1-ae9c-2454ab81f2f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.445602] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4807860, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.456134] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807863, 'name': CreateVM_Task} progress is 15%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.458364] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 941.458364] env[65829]: value = "task-4807864" [ 941.458364] env[65829]: _type = "Task" [ 941.458364] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.477337] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807864, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.668042] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c7c526c7-f136-4299-afd6-3f434e330f6f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.703466] env[65829]: INFO nova.compute.manager [-] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Took 1.38 seconds to deallocate network for instance. [ 941.707881] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85d63e9-5099-410d-bb7d-654b177bd4d0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.720291] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42994bf-056b-4a76-8263-2ab7565a0273 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.760445] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4b0826-9ebc-4dc7-9d74-ebcf78b5f9af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.770403] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccdc309-e0ac-4a8d-84b2-150fc804ff0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.790239] env[65829]: DEBUG nova.compute.provider_tree [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.812883] env[65829]: WARNING neutronclient.v2_0.client [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.926883] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4807860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581116} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.933019] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] d8d348a7-b52a-4c35-9b58-9d02b367f674/d8d348a7-b52a-4c35-9b58-9d02b367f674.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.933019] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.933019] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72118a5c-b7ca-4d2c-b18f-b48d3f0c8a9b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.945990] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807863, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.948581] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 941.948581] env[65829]: value = "task-4807865" [ 941.948581] env[65829]: _type = "Task" [ 941.948581] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.960677] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4807865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.973849] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807864, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.984884] env[65829]: DEBUG nova.network.neutron [-] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.052630] env[65829]: WARNING neutronclient.v2_0.client [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.136381] env[65829]: DEBUG nova.network.neutron [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Updated VIF entry in instance network info cache for port 0fdc6c46-6f93-4203-8bc9-ae49045fd0d3. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 942.136814] env[65829]: DEBUG nova.network.neutron [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Updating instance_info_cache with network_info: [{"id": "0fdc6c46-6f93-4203-8bc9-ae49045fd0d3", "address": "fa:16:3e:80:96:40", "network": {"id": "38b27a00-609b-4cd3-a39c-39dc086d34f9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2144401628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44ca26fcfc146a4a87fa4e574a44314", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fdc6c46-6f", "ovs_interfaceid": "0fdc6c46-6f93-4203-8bc9-ae49045fd0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.216539] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.294114] env[65829]: DEBUG nova.scheduler.client.report [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.402334] env[65829]: DEBUG nova.objects.instance [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'flavor' on Instance uuid f1b0a28c-9918-4ed3-8424-e3207a4d290e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.445929] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807863, 'name': CreateVM_Task, 'duration_secs': 0.66407} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.446139] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 942.446693] env[65829]: WARNING neutronclient.v2_0.client [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.447080] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.447236] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.447551] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.447856] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa8044c3-3d39-4fc8-aba8-d8ccad688ff4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.456958] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Waiting for the task: (returnval){ [ 942.456958] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52aa62af-303d-cdd7-3189-35fc010f3b43" [ 942.456958] env[65829]: _type = "Task" [ 942.456958] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.461127] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4807865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088397} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.469791] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.470763] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0206c82b-246c-4f4d-bdef-a7b83ddfee92 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.480655] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52aa62af-303d-cdd7-3189-35fc010f3b43, 'name': SearchDatastore_Task, 'duration_secs': 0.016603} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.493516] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.493789] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.494064] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.494257] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.494457] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.494973] env[65829]: INFO nova.compute.manager [-] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Took 1.46 seconds to deallocate network for instance. [ 942.504866] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] d8d348a7-b52a-4c35-9b58-9d02b367f674/d8d348a7-b52a-4c35-9b58-9d02b367f674.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.505516] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807864, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.505895] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daccd40c-5cc6-4822-a9ac-a2b28ea04312 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.509210] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e45be4c-ae75-4cfa-ab91-57f9aa911d1a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.536631] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 942.536631] env[65829]: value = "task-4807866" [ 942.536631] env[65829]: _type = "Task" [ 942.536631] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.540701] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.540878] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.543960] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b338465-2193-428a-af3e-b2733ddd60e1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.550545] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4807866, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.554874] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Waiting for the task: (returnval){ [ 942.554874] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52db0a73-0c08-c763-a7af-7f7871fe88eb" [ 942.554874] env[65829]: _type = "Task" [ 942.554874] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.566821] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52db0a73-0c08-c763-a7af-7f7871fe88eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.571062] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Acquiring lock "76c9701f-47ca-4409-b3e9-5be4ae57e822" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.571614] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Lock "76c9701f-47ca-4409-b3e9-5be4ae57e822" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.571921] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Acquiring lock "76c9701f-47ca-4409-b3e9-5be4ae57e822-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.572226] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Lock "76c9701f-47ca-4409-b3e9-5be4ae57e822-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.572326] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Lock "76c9701f-47ca-4409-b3e9-5be4ae57e822-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.575842] env[65829]: INFO nova.compute.manager [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Terminating instance [ 942.641952] env[65829]: DEBUG oslo_concurrency.lockutils [req-ade51f50-2fc1-46a4-8095-385e5319ac23 req-df452f7c-6710-4de7-8ce5-0df80c032d36 service nova] Releasing lock "refresh_cache-119ad4ef-f34d-4331-8a34-6f84a3d2d765" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.801516] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.805041] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.381s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.805041] env[65829]: DEBUG nova.objects.instance [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lazy-loading 'resources' on Instance uuid 49e32a35-a7a6-4d42-8057-ae26247758af {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.836341] env[65829]: INFO nova.scheduler.client.report [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Deleted allocations for instance 475b8580-be43-4428-86e5-f0aeb67b1473 [ 942.897572] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.897974] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.898241] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.898835] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.898835] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.902283] env[65829]: INFO nova.compute.manager [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Terminating instance [ 942.907215] env[65829]: DEBUG oslo_concurrency.lockutils [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.907839] env[65829]: DEBUG oslo_concurrency.lockutils [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.907839] env[65829]: DEBUG nova.network.neutron [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 942.907963] env[65829]: DEBUG nova.objects.instance [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'info_cache' on Instance uuid f1b0a28c-9918-4ed3-8424-e3207a4d290e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.971692] env[65829]: DEBUG oslo_vmware.api [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807864, 'name': PowerOnVM_Task, 'duration_secs': 1.326565} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.972073] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.972206] env[65829]: INFO nova.compute.manager [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Took 9.37 seconds to spawn the instance on the hypervisor. [ 942.972385] env[65829]: DEBUG nova.compute.manager [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 942.974254] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe01724-d3d4-476b-95f5-37b9fbb58449 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.987238] env[65829]: DEBUG nova.compute.manager [req-7de6a441-e025-4bea-b047-99ea985ebadf req-c6447153-adff-4303-8bb8-d9c1dea6dde6 service nova] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Received event network-vif-deleted-a0982dd1-8aaf-4d61-850a-c177b1c03dbd {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 943.030018] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.046732] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4807866, 'name': ReconfigVM_Task, 'duration_secs': 0.467927} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.047028] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Reconfigured VM instance instance-00000050 to attach disk [datastore1] d8d348a7-b52a-4c35-9b58-9d02b367f674/d8d348a7-b52a-4c35-9b58-9d02b367f674.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.047741] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c827ce11-032f-4f38-b8b8-3562f59d4db1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.056563] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 943.056563] env[65829]: value = "task-4807867" [ 943.056563] env[65829]: _type = "Task" [ 943.056563] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.070376] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52db0a73-0c08-c763-a7af-7f7871fe88eb, 'name': SearchDatastore_Task, 'duration_secs': 0.015232} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.074405] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4807867, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.074680] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c46c6564-2405-4f86-97ac-833b06be1866 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.081031] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Waiting for the task: (returnval){ [ 943.081031] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5255d6f2-b93c-288e-361a-e0c749f3749d" [ 943.081031] env[65829]: _type = "Task" [ 943.081031] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.082114] env[65829]: DEBUG nova.compute.manager [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 943.082114] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.090062] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3fb67d-f204-45fc-a532-b22aeb559454 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.104589] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5255d6f2-b93c-288e-361a-e0c749f3749d, 'name': SearchDatastore_Task, 'duration_secs': 0.017111} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.105033] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.105531] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.105816] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 119ad4ef-f34d-4331-8a34-6f84a3d2d765/119ad4ef-f34d-4331-8a34-6f84a3d2d765.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 943.106090] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e605c0e5-dbfb-423e-8aac-19e5af719f06 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.107772] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65a13cc1-23f7-419f-838d-7698af06529b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.116729] env[65829]: DEBUG oslo_vmware.api [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Waiting for the task: (returnval){ [ 943.116729] env[65829]: value = "task-4807868" [ 943.116729] env[65829]: _type = "Task" [ 943.116729] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.117045] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Waiting for the task: (returnval){ [ 943.117045] env[65829]: value = "task-4807869" [ 943.117045] env[65829]: _type = "Task" [ 943.117045] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.130841] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.135311] env[65829]: DEBUG oslo_vmware.api [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.346765] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4f8b46a-6279-4ad3-a826-24b84688722a tempest-ListServerFiltersTestJSON-259333068 tempest-ListServerFiltersTestJSON-259333068-project-member] Lock "475b8580-be43-4428-86e5-f0aeb67b1473" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.026s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.407650] env[65829]: DEBUG nova.compute.manager [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 943.407998] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.408942] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54691c1-efa9-462a-b562-49b35c7f1ba9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.414989] env[65829]: DEBUG nova.objects.base [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 943.422961] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.427317] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6adb2ffc-45dc-48ea-b2b4-598747dd1a10 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.437518] env[65829]: DEBUG oslo_vmware.api [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 943.437518] env[65829]: value = "task-4807870" [ 943.437518] env[65829]: _type = "Task" [ 943.437518] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.457386] env[65829]: DEBUG oslo_vmware.api [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.493030] env[65829]: INFO nova.compute.manager [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Took 38.09 seconds to build instance. [ 943.532239] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "65b99536-a243-41e1-80f6-bd7fcf953bb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.532441] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "65b99536-a243-41e1-80f6-bd7fcf953bb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.577363] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4807867, 'name': Rename_Task, 'duration_secs': 0.208875} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.578182] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.578653] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b1e70c5-a117-4d74-a81b-d34ec13295dc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.589995] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 943.589995] env[65829]: value = "task-4807871" [ 943.589995] env[65829]: _type = "Task" [ 943.589995] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.605149] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4807871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.649340] env[65829]: DEBUG oslo_vmware.api [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807868, 'name': PowerOffVM_Task, 'duration_secs': 0.228017} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.654027] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.654502] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.655057] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807869, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.660154] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da3a798e-0c38-45cc-9594-ad79810de668 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.758473] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.758730] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.758928] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Deleting the datastore file [datastore2] 76c9701f-47ca-4409-b3e9-5be4ae57e822 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.759237] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5519357d-aef4-49ca-8f79-1ca8422d9771 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.768339] env[65829]: DEBUG oslo_vmware.api [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Waiting for the task: (returnval){ [ 943.768339] env[65829]: value = "task-4807873" [ 943.768339] env[65829]: _type = "Task" [ 943.768339] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.778815] env[65829]: DEBUG oslo_vmware.api [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.885749] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49dd13c6-b37e-44ea-9dbd-1bd38aac9e74 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.900490] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba27d79-9058-431a-81a2-d773403e26a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.938852] env[65829]: WARNING neutronclient.v2_0.client [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 943.948277] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a26969-3f9e-433c-abe5-e7b94e31b6f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.961093] env[65829]: DEBUG oslo_vmware.api [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807870, 'name': PowerOffVM_Task, 'duration_secs': 0.254355} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.961523] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.962286] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.963708] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d46df22-60ae-43de-970a-7c47eba7aa16 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.968253] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b1e912a-27e2-4b0e-820c-afec5d248780 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.982384] env[65829]: DEBUG nova.compute.provider_tree [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.995732] env[65829]: DEBUG oslo_concurrency.lockutils [None req-20ff88b5-6f31-4a51-95ae-0bd2e970aeed tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "c158319b-3841-4a14-b1db-6424aec8bb84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.606s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.035865] env[65829]: DEBUG nova.compute.manager [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 944.050274] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.050565] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.051334] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleting the datastore file [datastore2] 763ccacd-c45c-41de-a074-93c2a8e3c7ed {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.051334] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6eae4995-d59d-4c70-8bd1-3fe929bbc7c4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.063614] env[65829]: DEBUG oslo_vmware.api [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 944.063614] env[65829]: value = "task-4807875" [ 944.063614] env[65829]: _type = "Task" [ 944.063614] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.075099] env[65829]: DEBUG oslo_vmware.api [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.109370] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4807871, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.130830] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636457} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.130936] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 119ad4ef-f34d-4331-8a34-6f84a3d2d765/119ad4ef-f34d-4331-8a34-6f84a3d2d765.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 944.131673] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 944.131673] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a30da2fb-accf-412f-aa72-253da45e0bb2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.140482] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Waiting for the task: (returnval){ [ 944.140482] env[65829]: value = "task-4807876" [ 944.140482] env[65829]: _type = "Task" [ 944.140482] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.153588] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.240232] env[65829]: WARNING neutronclient.v2_0.client [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.280364] env[65829]: DEBUG oslo_vmware.api [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Task: {'id': task-4807873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272726} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.281267] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.281780] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.281862] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.282142] env[65829]: INFO nova.compute.manager [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Took 1.20 seconds to destroy the instance on the hypervisor. [ 944.282330] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 944.282507] env[65829]: DEBUG nova.compute.manager [-] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 944.282606] env[65829]: DEBUG nova.network.neutron [-] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 944.282845] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.385329] env[65829]: DEBUG nova.network.neutron [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance_info_cache with network_info: [{"id": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "address": "fa:16:3e:c9:da:2e", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcfd57d-2d", "ovs_interfaceid": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.388985] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.462407] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] Acquiring lock "refresh_cache-c158319b-3841-4a14-b1db-6424aec8bb84" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.462608] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] Acquired lock "refresh_cache-c158319b-3841-4a14-b1db-6424aec8bb84" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.462883] env[65829]: DEBUG nova.network.neutron [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 944.486376] env[65829]: DEBUG nova.scheduler.client.report [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.574447] env[65829]: DEBUG oslo_vmware.api [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313309} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.575596] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.575906] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.576140] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.576344] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.576538] env[65829]: INFO nova.compute.manager [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Took 1.17 seconds to destroy the instance on the hypervisor. [ 944.576817] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 944.577048] env[65829]: DEBUG nova.compute.manager [-] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 944.577231] env[65829]: DEBUG nova.network.neutron [-] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 944.577506] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.601877] env[65829]: DEBUG oslo_vmware.api [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4807871, 'name': PowerOnVM_Task, 'duration_secs': 0.633453} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.602391] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.602827] env[65829]: INFO nova.compute.manager [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Took 8.40 seconds to spawn the instance on the hypervisor. [ 944.602827] env[65829]: DEBUG nova.compute.manager [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 944.603741] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52782284-6824-488e-92e5-5c3395cd330f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.659159] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08799} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.659159] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.660343] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580aa72f-20aa-40b7-92b8-4c8ef13127ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.690320] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 119ad4ef-f34d-4331-8a34-6f84a3d2d765/119ad4ef-f34d-4331-8a34-6f84a3d2d765.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.691086] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ae39739-0578-4bf6-a982-db3daa03a7a0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.718566] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Waiting for the task: (returnval){ [ 944.718566] env[65829]: value = "task-4807877" [ 944.718566] env[65829]: _type = "Task" [ 944.718566] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.731082] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.745262] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.888568] env[65829]: DEBUG oslo_concurrency.lockutils [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.969867] env[65829]: WARNING neutronclient.v2_0.client [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.992504] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.995861] env[65829]: DEBUG oslo_concurrency.lockutils [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.685s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.996277] env[65829]: DEBUG nova.objects.instance [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lazy-loading 'resources' on Instance uuid bea89f9d-5098-43f6-aa9a-0aaa5b03f402 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.028448] env[65829]: INFO nova.scheduler.client.report [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleted allocations for instance 49e32a35-a7a6-4d42-8057-ae26247758af [ 945.130041] env[65829]: INFO nova.compute.manager [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Took 39.70 seconds to build instance. [ 945.235584] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807877, 'name': ReconfigVM_Task, 'duration_secs': 0.488191} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.235972] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 119ad4ef-f34d-4331-8a34-6f84a3d2d765/119ad4ef-f34d-4331-8a34-6f84a3d2d765.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 945.236677] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14a4847c-7776-4174-838c-92f5d68dabb3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.247354] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Waiting for the task: (returnval){ [ 945.247354] env[65829]: value = "task-4807878" [ 945.247354] env[65829]: _type = "Task" [ 945.247354] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.259251] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807878, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.350804] env[65829]: WARNING neutronclient.v2_0.client [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.355680] env[65829]: DEBUG nova.compute.manager [req-79226a1e-b7e0-4785-83ea-75520079af6a req-729638bc-f926-458c-b8a1-719840446cfe service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Received event network-vif-deleted-831fcb56-909f-4f46-987f-a8701d5609db {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 945.355962] env[65829]: INFO nova.compute.manager [req-79226a1e-b7e0-4785-83ea-75520079af6a req-729638bc-f926-458c-b8a1-719840446cfe service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Neutron deleted interface 831fcb56-909f-4f46-987f-a8701d5609db; detaching it from the instance and deleting it from the info cache [ 945.356156] env[65829]: DEBUG nova.network.neutron [req-79226a1e-b7e0-4785-83ea-75520079af6a req-729638bc-f926-458c-b8a1-719840446cfe service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.481504] env[65829]: DEBUG nova.network.neutron [-] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.520537] env[65829]: DEBUG nova.compute.manager [req-6447e2b7-3cc5-44e6-933b-3c79abbaa2b7 req-e6bb267f-26c1-4d62-a6bf-d60c1b38cd83 service nova] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Received event network-vif-deleted-21e3826c-f322-49c0-b02f-505fd98c23cf {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 945.520537] env[65829]: INFO nova.compute.manager [req-6447e2b7-3cc5-44e6-933b-3c79abbaa2b7 req-e6bb267f-26c1-4d62-a6bf-d60c1b38cd83 service nova] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Neutron deleted interface 21e3826c-f322-49c0-b02f-505fd98c23cf; detaching it from the instance and deleting it from the info cache [ 945.520819] env[65829]: DEBUG nova.network.neutron [req-6447e2b7-3cc5-44e6-933b-3c79abbaa2b7 req-e6bb267f-26c1-4d62-a6bf-d60c1b38cd83 service nova] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.531183] env[65829]: DEBUG nova.network.neutron [-] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.553826] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a47f76ed-979a-43fd-b173-9097ac06553f tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "49e32a35-a7a6-4d42-8057-ae26247758af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.834s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.558590] env[65829]: DEBUG nova.network.neutron [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Updating instance_info_cache with network_info: [{"id": "9aba64da-a12f-4e63-909e-7d0a514af21b", "address": "fa:16:3e:03:bc:fd", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aba64da-a1", "ovs_interfaceid": "9aba64da-a12f-4e63-909e-7d0a514af21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.633816] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7d1e3f85-2104-4d80-9a2e-7d7dde914ec9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "d8d348a7-b52a-4c35-9b58-9d02b367f674" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.219s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.761111] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807878, 'name': Rename_Task, 'duration_secs': 0.228656} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.761787] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.761787] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ba8ba42-c9a0-4461-b43b-bc9846f88734 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.771397] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Waiting for the task: (returnval){ [ 945.771397] env[65829]: value = "task-4807879" [ 945.771397] env[65829]: _type = "Task" [ 945.771397] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.780421] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.863361] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cb01e3e-74a3-4d94-846d-683be6df928d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.873948] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23180fe-8d7e-4e6b-b1ab-cd5a24740410 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.895404] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.895652] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a9f9c10-1d07-410c-9eb5-055e54d4f38a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.903231] env[65829]: DEBUG oslo_vmware.api [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 945.903231] env[65829]: value = "task-4807880" [ 945.903231] env[65829]: _type = "Task" [ 945.903231] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.929774] env[65829]: DEBUG nova.compute.manager [req-79226a1e-b7e0-4785-83ea-75520079af6a req-729638bc-f926-458c-b8a1-719840446cfe service nova] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Detach interface failed, port_id=831fcb56-909f-4f46-987f-a8701d5609db, reason: Instance 76c9701f-47ca-4409-b3e9-5be4ae57e822 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 945.939501] env[65829]: DEBUG oslo_vmware.api [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.984120] env[65829]: INFO nova.compute.manager [-] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Took 1.70 seconds to deallocate network for instance. [ 946.026791] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a993c03-9b41-4173-a8d6-f09d4046271b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.037647] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc95101-f072-4668-ac7c-ff84554cfd78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.050646] env[65829]: INFO nova.compute.manager [-] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Took 1.47 seconds to deallocate network for instance. [ 946.051476] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde1966f-d90a-4d1e-8f99-1cd584fc0133 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.063081] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9882f450-ac79-407b-9d72-ad6fd41443ac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.067167] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] Releasing lock "refresh_cache-c158319b-3841-4a14-b1db-6424aec8bb84" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.067385] env[65829]: DEBUG nova.compute.manager [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Inject network info {{(pid=65829) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7785}} [ 946.067632] env[65829]: DEBUG nova.compute.manager [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] network_info to inject: |[{"id": "9aba64da-a12f-4e63-909e-7d0a514af21b", "address": "fa:16:3e:03:bc:fd", "network": {"id": "9c2dc017-df72-49df-9e4c-49ad42652e2d", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1715681229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c43c37f5106c4212b004dd902d4d9226", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9aba64da-a1", "ovs_interfaceid": "9aba64da-a12f-4e63-909e-7d0a514af21b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7786}} [ 946.072418] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Reconfiguring VM instance to set the machine id {{(pid=65829) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 946.090486] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff9a050-d59e-46a5-89a6-4221a0442125 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.102689] env[65829]: DEBUG nova.compute.manager [req-6447e2b7-3cc5-44e6-933b-3c79abbaa2b7 req-e6bb267f-26c1-4d62-a6bf-d60c1b38cd83 service nova] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Detach interface failed, port_id=21e3826c-f322-49c0-b02f-505fd98c23cf, reason: Instance 763ccacd-c45c-41de-a074-93c2a8e3c7ed could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 946.130080] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa917e3-146e-462c-8dac-6bafbedeaab8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.136364] env[65829]: DEBUG oslo_vmware.api [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] Waiting for the task: (returnval){ [ 946.136364] env[65829]: value = "task-4807881" [ 946.136364] env[65829]: _type = "Task" [ 946.136364] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.142090] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ed7c74-5f93-428b-a81f-e503298d0168 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.149820] env[65829]: DEBUG oslo_vmware.api [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] Task: {'id': task-4807881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.162276] env[65829]: DEBUG nova.compute.provider_tree [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.283864] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.417263] env[65829]: DEBUG oslo_vmware.api [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.495417] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.561649] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.647458] env[65829]: DEBUG oslo_vmware.api [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] Task: {'id': task-4807881, 'name': ReconfigVM_Task, 'duration_secs': 0.174512} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.647841] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c93d07a2-b9cb-44c3-9a43-78d92f60e913 tempest-ServersAdminTestJSON-1854911156 tempest-ServersAdminTestJSON-1854911156-project-admin] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Reconfigured VM instance to set the machine id {{(pid=65829) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 946.667168] env[65829]: DEBUG nova.scheduler.client.report [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.786765] env[65829]: DEBUG oslo_vmware.api [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807879, 'name': PowerOnVM_Task, 'duration_secs': 0.818993} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.787453] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 946.788254] env[65829]: INFO nova.compute.manager [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Took 7.94 seconds to spawn the instance on the hypervisor. [ 946.789767] env[65829]: DEBUG nova.compute.manager [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 946.789767] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee116f41-a7c8-4ced-bedc-dec974884121 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.924132] env[65829]: DEBUG oslo_vmware.api [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807880, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.173307] env[65829]: DEBUG oslo_concurrency.lockutils [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.177058] env[65829]: DEBUG oslo_concurrency.lockutils [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.686s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.178147] env[65829]: DEBUG nova.objects.instance [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lazy-loading 'resources' on Instance uuid b7f68803-8ab0-4975-afa7-e24349358a41 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.187781] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "2e61a4e5-7410-40dd-a8d7-09a918431d8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.188233] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "2e61a4e5-7410-40dd-a8d7-09a918431d8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.188579] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "2e61a4e5-7410-40dd-a8d7-09a918431d8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.188864] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "2e61a4e5-7410-40dd-a8d7-09a918431d8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.189193] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "2e61a4e5-7410-40dd-a8d7-09a918431d8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.198852] env[65829]: INFO nova.compute.manager [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Terminating instance [ 947.208366] env[65829]: INFO nova.scheduler.client.report [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Deleted allocations for instance bea89f9d-5098-43f6-aa9a-0aaa5b03f402 [ 947.315037] env[65829]: INFO nova.compute.manager [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Took 35.57 seconds to build instance. [ 947.423918] env[65829]: DEBUG oslo_vmware.api [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807880, 'name': PowerOnVM_Task, 'duration_secs': 1.061369} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.424332] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.424603] env[65829]: DEBUG nova.compute.manager [None req-72940d6e-cfb1-4e76-a749-737b7c2fd081 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 947.428752] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d076bf-6c89-4ea8-a670-69f77ae8af33 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.658925] env[65829]: DEBUG nova.compute.manager [req-4de19092-3cdf-46fa-94c8-3d7f4cac89e0 req-ce2efe53-9751-461f-9467-4921cd74a0c9 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Received event network-changed-c06f56ba-f445-4881-8458-636955ca7a2e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 947.658925] env[65829]: DEBUG nova.compute.manager [req-4de19092-3cdf-46fa-94c8-3d7f4cac89e0 req-ce2efe53-9751-461f-9467-4921cd74a0c9 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Refreshing instance network info cache due to event network-changed-c06f56ba-f445-4881-8458-636955ca7a2e. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 947.658925] env[65829]: DEBUG oslo_concurrency.lockutils [req-4de19092-3cdf-46fa-94c8-3d7f4cac89e0 req-ce2efe53-9751-461f-9467-4921cd74a0c9 service nova] Acquiring lock "refresh_cache-d8d348a7-b52a-4c35-9b58-9d02b367f674" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.658925] env[65829]: DEBUG oslo_concurrency.lockutils [req-4de19092-3cdf-46fa-94c8-3d7f4cac89e0 req-ce2efe53-9751-461f-9467-4921cd74a0c9 service nova] Acquired lock "refresh_cache-d8d348a7-b52a-4c35-9b58-9d02b367f674" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.659225] env[65829]: DEBUG nova.network.neutron [req-4de19092-3cdf-46fa-94c8-3d7f4cac89e0 req-ce2efe53-9751-461f-9467-4921cd74a0c9 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Refreshing network info cache for port c06f56ba-f445-4881-8458-636955ca7a2e {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.705386] env[65829]: DEBUG nova.compute.manager [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 947.705647] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.706615] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fc1445-830c-45ce-a63a-5d3c00bbb94d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.718163] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.718569] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-173c7698-fc4a-4c9f-bf09-2ca6c811cf5a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.722530] env[65829]: DEBUG oslo_concurrency.lockutils [None req-17b83d1a-7672-454d-b2e4-d01b5f75e2a0 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "bea89f9d-5098-43f6-aa9a-0aaa5b03f402" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.674s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.729948] env[65829]: DEBUG oslo_vmware.api [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 947.729948] env[65829]: value = "task-4807882" [ 947.729948] env[65829]: _type = "Task" [ 947.729948] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.742609] env[65829]: DEBUG oslo_vmware.api [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.817575] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5854322d-05d3-4f33-9a0d-074aab99c1bd tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Lock "119ad4ef-f34d-4331-8a34-6f84a3d2d765" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.090s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.027845] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "c607ca07-5dde-4ad7-bf8a-951ba7703178" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.028140] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "c607ca07-5dde-4ad7-bf8a-951ba7703178" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.165726] env[65829]: WARNING neutronclient.v2_0.client [req-4de19092-3cdf-46fa-94c8-3d7f4cac89e0 req-ce2efe53-9751-461f-9467-4921cd74a0c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.185570] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74366ec7-71c0-47be-aafe-78460a08e731 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.196173] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674ad4de-bec8-4eda-91c7-33e68ff9198b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.234542] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7c9b2a-1d04-4a65-adaf-3dd8f51f744d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.248759] env[65829]: DEBUG oslo_vmware.api [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807882, 'name': PowerOffVM_Task, 'duration_secs': 0.251198} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.249147] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.249344] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.250733] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a1e6d7-e040-4eec-aed8-8e94fff1f96b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.254902] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37710810-3981-4cc1-bcc5-1943fea34d65 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.268508] env[65829]: DEBUG nova.compute.provider_tree [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.356415] env[65829]: WARNING neutronclient.v2_0.client [req-4de19092-3cdf-46fa-94c8-3d7f4cac89e0 req-ce2efe53-9751-461f-9467-4921cd74a0c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.461844] env[65829]: DEBUG nova.network.neutron [req-4de19092-3cdf-46fa-94c8-3d7f4cac89e0 req-ce2efe53-9751-461f-9467-4921cd74a0c9 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Updated VIF entry in instance network info cache for port c06f56ba-f445-4881-8458-636955ca7a2e. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 948.461844] env[65829]: DEBUG nova.network.neutron [req-4de19092-3cdf-46fa-94c8-3d7f4cac89e0 req-ce2efe53-9751-461f-9467-4921cd74a0c9 service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Updating instance_info_cache with network_info: [{"id": "c06f56ba-f445-4881-8458-636955ca7a2e", "address": "fa:16:3e:1b:51:53", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06f56ba-f4", "ovs_interfaceid": "c06f56ba-f445-4881-8458-636955ca7a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.531445] env[65829]: DEBUG nova.compute.manager [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 948.554796] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520fdf24-ce7f-9a9f-be76-c9520c2fdab5/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 948.555735] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0348967c-92af-4a5a-a336-e6a95c035097 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.566334] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520fdf24-ce7f-9a9f-be76-c9520c2fdab5/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 948.566334] env[65829]: ERROR oslo_vmware.rw_handles [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520fdf24-ce7f-9a9f-be76-c9520c2fdab5/disk-0.vmdk due to incomplete transfer. [ 948.566334] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-69759b7e-efeb-489e-8feb-8bdc4ea1b78d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.577851] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520fdf24-ce7f-9a9f-be76-c9520c2fdab5/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 948.578121] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Uploaded image 50509768-0aa8-446d-b02b-65cc0ebe6333 to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 948.581756] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 948.582560] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5302de3e-3c16-4de7-b80e-56647114d542 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.591932] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 948.591932] env[65829]: value = "task-4807884" [ 948.591932] env[65829]: _type = "Task" [ 948.591932] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.606565] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807884, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.640848] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.640904] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.641204] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleting the datastore file [datastore2] 2e61a4e5-7410-40dd-a8d7-09a918431d8f {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.641927] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfb5d926-2600-49c6-84bb-f5b5d297b4df {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.650994] env[65829]: DEBUG oslo_vmware.api [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 948.650994] env[65829]: value = "task-4807885" [ 948.650994] env[65829]: _type = "Task" [ 948.650994] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.661852] env[65829]: DEBUG oslo_vmware.api [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.772268] env[65829]: DEBUG nova.scheduler.client.report [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.798337] env[65829]: INFO nova.compute.manager [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Rebuilding instance [ 948.867329] env[65829]: DEBUG nova.compute.manager [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 948.868272] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7018546-ab82-4e52-9ad2-897fff98ef21 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.963439] env[65829]: DEBUG oslo_concurrency.lockutils [req-4de19092-3cdf-46fa-94c8-3d7f4cac89e0 req-ce2efe53-9751-461f-9467-4921cd74a0c9 service nova] Releasing lock "refresh_cache-d8d348a7-b52a-4c35-9b58-9d02b367f674" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.029818] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "afb48925-2ca1-42a8-8a9a-e3247be7993a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.030182] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "afb48925-2ca1-42a8-8a9a-e3247be7993a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.031047] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "afb48925-2ca1-42a8-8a9a-e3247be7993a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.031047] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "afb48925-2ca1-42a8-8a9a-e3247be7993a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.031047] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "afb48925-2ca1-42a8-8a9a-e3247be7993a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.033429] env[65829]: INFO nova.compute.manager [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Terminating instance [ 949.058756] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.107749] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807884, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.167431] env[65829]: DEBUG oslo_vmware.api [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299544} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.167431] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.167431] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.167431] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.167431] env[65829]: INFO nova.compute.manager [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Took 1.46 seconds to destroy the instance on the hypervisor. [ 949.167431] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 949.167431] env[65829]: DEBUG nova.compute.manager [-] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 949.167431] env[65829]: DEBUG nova.network.neutron [-] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 949.167431] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.261049] env[65829]: DEBUG nova.compute.manager [req-89714c10-94ce-4b3a-8136-e0be013cbd08 req-27956b22-b0c6-4e60-8a71-ffcc44663052 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Received event network-changed-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 949.261049] env[65829]: DEBUG nova.compute.manager [req-89714c10-94ce-4b3a-8136-e0be013cbd08 req-27956b22-b0c6-4e60-8a71-ffcc44663052 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Refreshing instance network info cache due to event network-changed-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 949.264079] env[65829]: DEBUG oslo_concurrency.lockutils [req-89714c10-94ce-4b3a-8136-e0be013cbd08 req-27956b22-b0c6-4e60-8a71-ffcc44663052 service nova] Acquiring lock "refresh_cache-119ad4ef-f34d-4331-8a34-6f84a3d2d765" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.264079] env[65829]: DEBUG oslo_concurrency.lockutils [req-89714c10-94ce-4b3a-8136-e0be013cbd08 req-27956b22-b0c6-4e60-8a71-ffcc44663052 service nova] Acquired lock "refresh_cache-119ad4ef-f34d-4331-8a34-6f84a3d2d765" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.264079] env[65829]: DEBUG nova.network.neutron [req-89714c10-94ce-4b3a-8136-e0be013cbd08 req-27956b22-b0c6-4e60-8a71-ffcc44663052 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Refreshing network info cache for port 0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.278926] env[65829]: DEBUG oslo_concurrency.lockutils [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.281649] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.782s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.283643] env[65829]: INFO nova.compute.claims [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.291061] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.312058] env[65829]: INFO nova.scheduler.client.report [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted allocations for instance b7f68803-8ab0-4975-afa7-e24349358a41 [ 949.367059] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "6fbc577d-3685-4542-9ab2-eb991bed8030" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.367323] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "6fbc577d-3685-4542-9ab2-eb991bed8030" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.411789] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "09f36011-c808-40fd-be31-2cf96de87d72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.412649] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "09f36011-c808-40fd-be31-2cf96de87d72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.447324] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "89d42188-f2e9-48d2-838b-90ce739bada0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.447666] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "89d42188-f2e9-48d2-838b-90ce739bada0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.538644] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "refresh_cache-afb48925-2ca1-42a8-8a9a-e3247be7993a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.538844] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquired lock "refresh_cache-afb48925-2ca1-42a8-8a9a-e3247be7993a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.539037] env[65829]: DEBUG nova.network.neutron [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 949.610362] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807884, 'name': Destroy_Task, 'duration_secs': 0.630505} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.610684] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Destroyed the VM [ 949.611025] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 949.611299] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aa39ae9d-ed9b-4a71-8ba0-d334623ceacb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.619827] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 949.619827] env[65829]: value = "task-4807886" [ 949.619827] env[65829]: _type = "Task" [ 949.619827] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.630521] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.766410] env[65829]: WARNING neutronclient.v2_0.client [req-89714c10-94ce-4b3a-8136-e0be013cbd08 req-27956b22-b0c6-4e60-8a71-ffcc44663052 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.825897] env[65829]: DEBUG oslo_concurrency.lockutils [None req-feedb4bf-40ea-4c30-8848-a246e6f90bed tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "b7f68803-8ab0-4975-afa7-e24349358a41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.115s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.871312] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 949.883957] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.884285] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed1f54d5-b8b5-45d4-931a-9d286ea143e4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.892308] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 949.892308] env[65829]: value = "task-4807887" [ 949.892308] env[65829]: _type = "Task" [ 949.892308] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.904189] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.914511] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 949.950928] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 949.980531] env[65829]: WARNING neutronclient.v2_0.client [req-89714c10-94ce-4b3a-8136-e0be013cbd08 req-27956b22-b0c6-4e60-8a71-ffcc44663052 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.041828] env[65829]: WARNING neutronclient.v2_0.client [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.063344] env[65829]: DEBUG nova.network.neutron [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 950.070559] env[65829]: DEBUG nova.network.neutron [req-89714c10-94ce-4b3a-8136-e0be013cbd08 req-27956b22-b0c6-4e60-8a71-ffcc44663052 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Updated VIF entry in instance network info cache for port 0fdc6c46-6f93-4203-8bc9-ae49045fd0d3. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 950.071339] env[65829]: DEBUG nova.network.neutron [req-89714c10-94ce-4b3a-8136-e0be013cbd08 req-27956b22-b0c6-4e60-8a71-ffcc44663052 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Updating instance_info_cache with network_info: [{"id": "0fdc6c46-6f93-4203-8bc9-ae49045fd0d3", "address": "fa:16:3e:80:96:40", "network": {"id": "38b27a00-609b-4cd3-a39c-39dc086d34f9", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2144401628-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c44ca26fcfc146a4a87fa4e574a44314", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fdc6c46-6f", "ovs_interfaceid": "0fdc6c46-6f93-4203-8bc9-ae49045fd0d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.103389] env[65829]: DEBUG nova.network.neutron [-] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.134029] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807886, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.145304] env[65829]: DEBUG nova.network.neutron [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.394872] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.409545] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807887, 'name': PowerOffVM_Task, 'duration_secs': 0.287943} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.409862] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.410172] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.411135] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca44332f-983f-4d2f-acfc-4e616164d8e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.427828] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.428858] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ba16bc5-e6e1-4e70-8688-9eafa67a6473 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.436981] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.480628] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.515338] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.515559] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.515789] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleting the datastore file [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.516116] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e55971c-6aff-47d1-bdc3-3d8203855056 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.524746] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 950.524746] env[65829]: value = "task-4807889" [ 950.524746] env[65829]: _type = "Task" [ 950.524746] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.539743] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.575870] env[65829]: DEBUG oslo_concurrency.lockutils [req-89714c10-94ce-4b3a-8136-e0be013cbd08 req-27956b22-b0c6-4e60-8a71-ffcc44663052 service nova] Releasing lock "refresh_cache-119ad4ef-f34d-4331-8a34-6f84a3d2d765" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.606402] env[65829]: INFO nova.compute.manager [-] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Took 1.44 seconds to deallocate network for instance. [ 950.631441] env[65829]: DEBUG oslo_vmware.api [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807886, 'name': RemoveSnapshot_Task, 'duration_secs': 0.641016} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.631727] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 950.631966] env[65829]: INFO nova.compute.manager [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Took 16.34 seconds to snapshot the instance on the hypervisor. [ 950.648618] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Releasing lock "refresh_cache-afb48925-2ca1-42a8-8a9a-e3247be7993a" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.649126] env[65829]: DEBUG nova.compute.manager [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 950.649356] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.650331] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c610145a-1b46-48ac-80c5-0c7f26f2dca8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.661763] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.662070] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8b118a9-c57a-4f28-95b8-b0643cac85e6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.671898] env[65829]: DEBUG oslo_vmware.api [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 950.671898] env[65829]: value = "task-4807890" [ 950.671898] env[65829]: _type = "Task" [ 950.671898] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.681799] env[65829]: DEBUG oslo_vmware.api [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.795287] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26aa8671-b6c5-4f1b-b023-d39f3e8790ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.805248] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb46160-3649-4821-8dcc-f88c321e93ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.858540] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42121b9b-2ff3-449a-b45f-af4908db4168 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.870201] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e26cd4c-78c0-4f14-b7e2-1319e142781f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.888144] env[65829]: DEBUG nova.compute.provider_tree [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.037962] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279942} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.038266] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.038509] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.038795] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.112829] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.185461] env[65829]: DEBUG oslo_vmware.api [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807890, 'name': PowerOffVM_Task, 'duration_secs': 0.256772} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.188123] env[65829]: DEBUG nova.compute.manager [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Found 3 images (rotation: 2) {{(pid=65829) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 951.188340] env[65829]: DEBUG nova.compute.manager [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Rotating out 1 backups {{(pid=65829) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5073}} [ 951.188524] env[65829]: DEBUG nova.compute.manager [None req-ade31733-2e64-46cc-9b15-ddba7fb8d346 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Deleting image fff31fdd-77f5-49a6-9f98-658c5c19c21d {{(pid=65829) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5078}} [ 951.190495] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.190655] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.191192] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d9150c9-4347-40e0-86eb-7b460483e82c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.221804] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.221804] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.221804] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Deleting the datastore file [datastore1] afb48925-2ca1-42a8-8a9a-e3247be7993a {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.221804] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37ba72c3-d0ea-4e10-a3ea-811b743dc836 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.231357] env[65829]: DEBUG oslo_vmware.api [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for the task: (returnval){ [ 951.231357] env[65829]: value = "task-4807892" [ 951.231357] env[65829]: _type = "Task" [ 951.231357] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.242811] env[65829]: DEBUG oslo_vmware.api [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.391751] env[65829]: DEBUG nova.scheduler.client.report [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.404885] env[65829]: DEBUG nova.compute.manager [req-d150bf07-2375-4e3e-8905-949fb08f4ee4 req-dcca70cc-758a-48ff-bec9-83714d627c68 service nova] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Received event network-vif-deleted-549eaea7-54ab-47d8-a6b5-8311cd8f6497 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 951.516868] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "da7e16fc-96f4-4130-a88f-2241d3c64961" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.516868] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "da7e16fc-96f4-4130-a88f-2241d3c64961" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.743039] env[65829]: DEBUG oslo_vmware.api [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Task: {'id': task-4807892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19997} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.743317] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.743533] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.743742] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.743914] env[65829]: INFO nova.compute.manager [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 951.744175] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 951.744375] env[65829]: DEBUG nova.compute.manager [-] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 951.744473] env[65829]: DEBUG nova.network.neutron [-] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 951.744729] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.765638] env[65829]: DEBUG nova.network.neutron [-] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 951.765951] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.901725] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.902383] env[65829]: DEBUG nova.compute.manager [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 951.905274] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.689s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.905470] env[65829]: DEBUG nova.objects.instance [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lazy-loading 'resources' on Instance uuid 52a3b111-be86-472e-840a-b3afb1668950 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.019196] env[65829]: DEBUG nova.compute.manager [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 952.080428] env[65829]: DEBUG nova.virt.hardware [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 952.080743] env[65829]: DEBUG nova.virt.hardware [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.080944] env[65829]: DEBUG nova.virt.hardware [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 952.081149] env[65829]: DEBUG nova.virt.hardware [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.081289] env[65829]: DEBUG nova.virt.hardware [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 952.081435] env[65829]: DEBUG nova.virt.hardware [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 952.081652] env[65829]: DEBUG nova.virt.hardware [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 952.081870] env[65829]: DEBUG nova.virt.hardware [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 952.081961] env[65829]: DEBUG nova.virt.hardware [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 952.082522] env[65829]: DEBUG nova.virt.hardware [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 952.082522] env[65829]: DEBUG nova.virt.hardware [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 952.083594] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a755d2-877b-4c84-a4c6-0ead7a2b1299 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.094215] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8715dc-0155-4591-bc72-8e7b03dead76 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.109356] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:c5:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4132ab0-b595-4cb4-8a35-9caa039afa65', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 952.117469] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 952.117984] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 952.118085] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43e1fa76-eae4-4b98-a11a-73639d215e25 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.138935] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 952.138935] env[65829]: value = "task-4807893" [ 952.138935] env[65829]: _type = "Task" [ 952.138935] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.148525] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807893, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.268242] env[65829]: DEBUG nova.network.neutron [-] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.413445] env[65829]: DEBUG nova.compute.utils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.415193] env[65829]: DEBUG nova.compute.manager [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 952.415394] env[65829]: DEBUG nova.network.neutron [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 952.415713] env[65829]: WARNING neutronclient.v2_0.client [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.416123] env[65829]: WARNING neutronclient.v2_0.client [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.458919] env[65829]: DEBUG nova.policy [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56e7f729dfdc43628905b112f9ef1988', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3328546bd02644c58427fc36221cbca0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.552227] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.650403] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807893, 'name': CreateVM_Task, 'duration_secs': 0.415248} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.650586] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.651143] env[65829]: WARNING neutronclient.v2_0.client [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 952.651557] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.651700] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.652015] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.652342] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19f79ba-a653-4e6e-a532-bb60ef20f76c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.658257] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 952.658257] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527d2b80-38fe-2353-c2c1-d2ec877e5142" [ 952.658257] env[65829]: _type = "Task" [ 952.658257] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.670433] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527d2b80-38fe-2353-c2c1-d2ec877e5142, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.672949] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b75c11c-bf42-4321-98f6-e50c788cc4f9 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "97649e37-94dd-4ee5-889f-88b4a1c03a82" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.673216] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b75c11c-bf42-4321-98f6-e50c788cc4f9 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.673467] env[65829]: DEBUG nova.compute.manager [None req-0b75c11c-bf42-4321-98f6-e50c788cc4f9 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 952.674321] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7035cac-68a1-4401-99cc-9abff1d94d88 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.685347] env[65829]: DEBUG nova.compute.manager [None req-0b75c11c-bf42-4321-98f6-e50c788cc4f9 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65829) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 952.685933] env[65829]: DEBUG nova.objects.instance [None req-0b75c11c-bf42-4321-98f6-e50c788cc4f9 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'flavor' on Instance uuid 97649e37-94dd-4ee5-889f-88b4a1c03a82 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.771250] env[65829]: INFO nova.compute.manager [-] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Took 1.03 seconds to deallocate network for instance. [ 952.849467] env[65829]: DEBUG nova.network.neutron [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Successfully created port: 6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 952.888714] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81e9b48-624a-4706-a19c-c616a3fb8615 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.897499] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c92bb68-6046-4732-8fd9-3b9f5bcb4d66 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.930599] env[65829]: DEBUG nova.compute.manager [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 952.934075] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea06abc6-36f0-4307-b3ae-a96962e6d3b6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.942974] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287662fd-437d-4307-b1ca-e3170503b924 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.958549] env[65829]: DEBUG nova.compute.provider_tree [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.169332] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527d2b80-38fe-2353-c2c1-d2ec877e5142, 'name': SearchDatastore_Task, 'duration_secs': 0.026175} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.169708] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.169970] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 953.170264] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.170411] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.170590] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 953.170870] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d44c9024-9648-478f-9e7c-3cd5c6c71256 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.181572] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 953.181774] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 953.182543] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6482b34-5de9-49db-a4e6-81e7a6564fe7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.188672] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 953.188672] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528bed55-2b6a-d80b-f776-67e54542cf23" [ 953.188672] env[65829]: _type = "Task" [ 953.188672] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.199099] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528bed55-2b6a-d80b-f776-67e54542cf23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.281365] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.464124] env[65829]: DEBUG nova.scheduler.client.report [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.700055] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528bed55-2b6a-d80b-f776-67e54542cf23, 'name': SearchDatastore_Task, 'duration_secs': 0.022054} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.701325] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b75c11c-bf42-4321-98f6-e50c788cc4f9 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.701588] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8720bb4b-576a-49bd-a3d3-c7539c7dd42a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.704622] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15455c0f-4ced-413d-bd6b-156f8063d955 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.712284] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 953.712284] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52360629-1c4e-18a2-2c9a-387305aa05c0" [ 953.712284] env[65829]: _type = "Task" [ 953.712284] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.714306] env[65829]: DEBUG oslo_vmware.api [None req-0b75c11c-bf42-4321-98f6-e50c788cc4f9 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 953.714306] env[65829]: value = "task-4807894" [ 953.714306] env[65829]: _type = "Task" [ 953.714306] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.730139] env[65829]: DEBUG oslo_vmware.api [None req-0b75c11c-bf42-4321-98f6-e50c788cc4f9 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.733410] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52360629-1c4e-18a2-2c9a-387305aa05c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.942741] env[65829]: DEBUG nova.compute.manager [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 953.968041] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.973117] env[65829]: DEBUG nova.virt.hardware [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 953.973387] env[65829]: DEBUG nova.virt.hardware [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.973698] env[65829]: DEBUG nova.virt.hardware [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 953.973994] env[65829]: DEBUG nova.virt.hardware [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.974250] env[65829]: DEBUG nova.virt.hardware [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 953.974497] env[65829]: DEBUG nova.virt.hardware [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 953.974845] env[65829]: DEBUG nova.virt.hardware [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 953.975261] env[65829]: DEBUG nova.virt.hardware [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 953.975515] env[65829]: DEBUG nova.virt.hardware [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 953.975814] env[65829]: DEBUG nova.virt.hardware [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 953.976136] env[65829]: DEBUG nova.virt.hardware [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 953.976618] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.947s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.976944] env[65829]: DEBUG nova.objects.instance [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lazy-loading 'resources' on Instance uuid 19ce493c-470f-4658-8a47-0f51dd10badb {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.979540] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c432f2c7-3f58-4c94-8d25-4e3f2901eb12 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.995407] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa740653-d0c1-4da3-bf8b-7661776406bb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.003318] env[65829]: INFO nova.scheduler.client.report [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Deleted allocations for instance 52a3b111-be86-472e-840a-b3afb1668950 [ 954.229240] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52360629-1c4e-18a2-2c9a-387305aa05c0, 'name': SearchDatastore_Task, 'duration_secs': 0.018919} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.231923] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.232220] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f/a0dd2130-f3ce-47e5-a274-c0a9770b8f5f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 954.232508] env[65829]: DEBUG oslo_vmware.api [None req-0b75c11c-bf42-4321-98f6-e50c788cc4f9 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807894, 'name': PowerOffVM_Task, 'duration_secs': 0.195766} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.232730] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e50c1ae6-26dc-4887-8c6a-0093f1de7a19 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.234861] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b75c11c-bf42-4321-98f6-e50c788cc4f9 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.235034] env[65829]: DEBUG nova.compute.manager [None req-0b75c11c-bf42-4321-98f6-e50c788cc4f9 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 954.235824] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac98d430-172a-423e-862a-1b7f1249d6cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.246424] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 954.246424] env[65829]: value = "task-4807895" [ 954.246424] env[65829]: _type = "Task" [ 954.246424] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.255812] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.285728] env[65829]: DEBUG nova.compute.manager [req-9ee74eec-00db-4364-bff0-768414453065 req-dab2d293-39a2-4bc3-a841-e6bb179857f9 service nova] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Received event network-vif-plugged-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 954.286398] env[65829]: DEBUG oslo_concurrency.lockutils [req-9ee74eec-00db-4364-bff0-768414453065 req-dab2d293-39a2-4bc3-a841-e6bb179857f9 service nova] Acquiring lock "7d82a41f-7e46-477f-8290-1b8982534b94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.286398] env[65829]: DEBUG oslo_concurrency.lockutils [req-9ee74eec-00db-4364-bff0-768414453065 req-dab2d293-39a2-4bc3-a841-e6bb179857f9 service nova] Lock "7d82a41f-7e46-477f-8290-1b8982534b94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.286398] env[65829]: DEBUG oslo_concurrency.lockutils [req-9ee74eec-00db-4364-bff0-768414453065 req-dab2d293-39a2-4bc3-a841-e6bb179857f9 service nova] Lock "7d82a41f-7e46-477f-8290-1b8982534b94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.286398] env[65829]: DEBUG nova.compute.manager [req-9ee74eec-00db-4364-bff0-768414453065 req-dab2d293-39a2-4bc3-a841-e6bb179857f9 service nova] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] No waiting events found dispatching network-vif-plugged-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 954.286628] env[65829]: WARNING nova.compute.manager [req-9ee74eec-00db-4364-bff0-768414453065 req-dab2d293-39a2-4bc3-a841-e6bb179857f9 service nova] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Received unexpected event network-vif-plugged-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 for instance with vm_state building and task_state spawning. [ 954.411807] env[65829]: DEBUG nova.network.neutron [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Successfully updated port: 6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 954.512239] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1b88f55d-ea90-4a20-8b68-cbd3d90d42aa tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "52a3b111-be86-472e-840a-b3afb1668950" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.903s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.760358] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0b75c11c-bf42-4321-98f6-e50c788cc4f9 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.087s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.769681] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807895, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.915072] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "refresh_cache-7d82a41f-7e46-477f-8290-1b8982534b94" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.915332] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired lock "refresh_cache-7d82a41f-7e46-477f-8290-1b8982534b94" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.915550] env[65829]: DEBUG nova.network.neutron [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 954.969110] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a176b0-3192-4223-b549-7574fb4761f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.978601] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f5bbce-64d1-47e2-bc85-c2530517d5ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.012434] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee67934-2ee8-4fa6-a2b1-c3fa3f4a00c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.021782] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8595a75-42bb-4580-aeb8-ca73ae27f410 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.037641] env[65829]: DEBUG nova.compute.provider_tree [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.125275] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.126058] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.264682] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643956} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.265112] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f/a0dd2130-f3ce-47e5-a274-c0a9770b8f5f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.265436] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.265807] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-105b5a0c-5958-4bd0-a1ff-61075b7afbdf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.274939] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 955.274939] env[65829]: value = "task-4807896" [ 955.274939] env[65829]: _type = "Task" [ 955.274939] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.290367] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.472011] env[65829]: DEBUG nova.network.neutron [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 955.540771] env[65829]: DEBUG nova.scheduler.client.report [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.545166] env[65829]: WARNING neutronclient.v2_0.client [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.629651] env[65829]: INFO nova.compute.manager [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Detaching volume b031999f-1628-4cf8-8425-c7f0fce33e1b [ 955.632632] env[65829]: DEBUG nova.network.neutron [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Updating instance_info_cache with network_info: [{"id": "6bfc0b5f-d6e7-42f8-8fe0-0bd459020000", "address": "fa:16:3e:36:c6:44", "network": {"id": "900a8ac0-7fc5-411f-b3a8-4d5eff988465", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-919074472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3328546bd02644c58427fc36221cbca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfc0b5f-d6", "ovs_interfaceid": "6bfc0b5f-d6e7-42f8-8fe0-0bd459020000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.669231] env[65829]: INFO nova.virt.block_device [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Attempting to driver detach volume b031999f-1628-4cf8-8425-c7f0fce33e1b from mountpoint /dev/sdb [ 955.669447] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 955.669629] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937455', 'volume_id': 'b031999f-1628-4cf8-8425-c7f0fce33e1b', 'name': 'volume-b031999f-1628-4cf8-8425-c7f0fce33e1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b4f4a954-7b29-43b4-97fc-df19cdd22551', 'attached_at': '', 'detached_at': '', 'volume_id': 'b031999f-1628-4cf8-8425-c7f0fce33e1b', 'serial': 'b031999f-1628-4cf8-8425-c7f0fce33e1b'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 955.670801] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50153c3-d29d-4a15-84e7-68611da8bef2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.693950] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79d1a7c-47df-441f-97e2-fecfcdfff964 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.701779] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e89493-92e1-4388-b645-dee74bebffa0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.722511] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0733f09b-f801-4f77-9980-33827847e95b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.738350] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The volume has not been displaced from its original location: [datastore1] volume-b031999f-1628-4cf8-8425-c7f0fce33e1b/volume-b031999f-1628-4cf8-8425-c7f0fce33e1b.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 955.743727] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.744157] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f8b2994-4ee2-4c70-9a73-21ab8a638dff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.763828] env[65829]: DEBUG oslo_vmware.api [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 955.763828] env[65829]: value = "task-4807897" [ 955.763828] env[65829]: _type = "Task" [ 955.763828] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.772374] env[65829]: DEBUG oslo_vmware.api [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.786776] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071342} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.788015] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.788303] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48e9b26-d4e3-455d-9bdd-086104a3d9ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.811590] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f/a0dd2130-f3ce-47e5-a274-c0a9770b8f5f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.813066] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ef46ab4-aba2-46aa-8f94-c31d435107ee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.833161] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 955.833161] env[65829]: value = "task-4807898" [ 955.833161] env[65829]: _type = "Task" [ 955.833161] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.843285] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.049442] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.053078] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.477s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.054488] env[65829]: INFO nova.compute.claims [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.081172] env[65829]: INFO nova.scheduler.client.report [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Deleted allocations for instance 19ce493c-470f-4658-8a47-0f51dd10badb [ 956.134896] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Releasing lock "refresh_cache-7d82a41f-7e46-477f-8290-1b8982534b94" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.135355] env[65829]: DEBUG nova.compute.manager [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Instance network_info: |[{"id": "6bfc0b5f-d6e7-42f8-8fe0-0bd459020000", "address": "fa:16:3e:36:c6:44", "network": {"id": "900a8ac0-7fc5-411f-b3a8-4d5eff988465", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-919074472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3328546bd02644c58427fc36221cbca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfc0b5f-d6", "ovs_interfaceid": "6bfc0b5f-d6e7-42f8-8fe0-0bd459020000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 956.136088] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:c6:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bfc0b5f-d6e7-42f8-8fe0-0bd459020000', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.145282] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 956.145873] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.146165] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ff0a2bb-3f42-4845-9b74-e2148fdc6198 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.167012] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.167012] env[65829]: value = "task-4807899" [ 956.167012] env[65829]: _type = "Task" [ 956.167012] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.177878] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807899, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.178386] env[65829]: DEBUG nova.compute.manager [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Stashing vm_state: stopped {{(pid=65829) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 956.276100] env[65829]: DEBUG oslo_vmware.api [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807897, 'name': ReconfigVM_Task, 'duration_secs': 0.345491} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.276381] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 956.281234] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-537ea7ec-0478-46e1-9ae4-b5454677bafb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.297762] env[65829]: DEBUG oslo_vmware.api [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 956.297762] env[65829]: value = "task-4807900" [ 956.297762] env[65829]: _type = "Task" [ 956.297762] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.306981] env[65829]: DEBUG oslo_vmware.api [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.319226] env[65829]: DEBUG nova.compute.manager [req-5d5b118d-c3fc-417e-af1f-5df10c79ff0b req-228ca734-751c-4542-a0f3-53f7b99239c9 service nova] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Received event network-changed-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 956.319512] env[65829]: DEBUG nova.compute.manager [req-5d5b118d-c3fc-417e-af1f-5df10c79ff0b req-228ca734-751c-4542-a0f3-53f7b99239c9 service nova] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Refreshing instance network info cache due to event network-changed-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 956.319798] env[65829]: DEBUG oslo_concurrency.lockutils [req-5d5b118d-c3fc-417e-af1f-5df10c79ff0b req-228ca734-751c-4542-a0f3-53f7b99239c9 service nova] Acquiring lock "refresh_cache-7d82a41f-7e46-477f-8290-1b8982534b94" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.320041] env[65829]: DEBUG oslo_concurrency.lockutils [req-5d5b118d-c3fc-417e-af1f-5df10c79ff0b req-228ca734-751c-4542-a0f3-53f7b99239c9 service nova] Acquired lock "refresh_cache-7d82a41f-7e46-477f-8290-1b8982534b94" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.320203] env[65829]: DEBUG nova.network.neutron [req-5d5b118d-c3fc-417e-af1f-5df10c79ff0b req-228ca734-751c-4542-a0f3-53f7b99239c9 service nova] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Refreshing network info cache for port 6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.344698] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807898, 'name': ReconfigVM_Task, 'duration_secs': 0.320545} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.344974] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Reconfigured VM instance instance-00000037 to attach disk [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f/a0dd2130-f3ce-47e5-a274-c0a9770b8f5f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.345687] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93902dc3-db5e-4019-9c31-7793eda8b73a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.355489] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 956.355489] env[65829]: value = "task-4807901" [ 956.355489] env[65829]: _type = "Task" [ 956.355489] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.366089] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807901, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.591609] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6cd5354a-8600-4165-b34d-81e89777bd8b tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "19ce493c-470f-4658-8a47-0f51dd10badb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.775s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.678948] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807899, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.700915] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.808484] env[65829]: DEBUG oslo_vmware.api [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807900, 'name': ReconfigVM_Task, 'duration_secs': 0.202609} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.808798] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937455', 'volume_id': 'b031999f-1628-4cf8-8425-c7f0fce33e1b', 'name': 'volume-b031999f-1628-4cf8-8425-c7f0fce33e1b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b4f4a954-7b29-43b4-97fc-df19cdd22551', 'attached_at': '', 'detached_at': '', 'volume_id': 'b031999f-1628-4cf8-8425-c7f0fce33e1b', 'serial': 'b031999f-1628-4cf8-8425-c7f0fce33e1b'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 956.823783] env[65829]: WARNING neutronclient.v2_0.client [req-5d5b118d-c3fc-417e-af1f-5df10c79ff0b req-228ca734-751c-4542-a0f3-53f7b99239c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.866634] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807901, 'name': Rename_Task, 'duration_secs': 0.164979} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.866634] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.866980] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cd75cdf-78b8-4657-9473-e55f787ffe4b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.874750] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 956.874750] env[65829]: value = "task-4807902" [ 956.874750] env[65829]: _type = "Task" [ 956.874750] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.883882] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.981779] env[65829]: WARNING neutronclient.v2_0.client [req-5d5b118d-c3fc-417e-af1f-5df10c79ff0b req-228ca734-751c-4542-a0f3-53f7b99239c9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.066837] env[65829]: DEBUG nova.network.neutron [req-5d5b118d-c3fc-417e-af1f-5df10c79ff0b req-228ca734-751c-4542-a0f3-53f7b99239c9 service nova] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Updated VIF entry in instance network info cache for port 6bfc0b5f-d6e7-42f8-8fe0-0bd459020000. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 957.067228] env[65829]: DEBUG nova.network.neutron [req-5d5b118d-c3fc-417e-af1f-5df10c79ff0b req-228ca734-751c-4542-a0f3-53f7b99239c9 service nova] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Updating instance_info_cache with network_info: [{"id": "6bfc0b5f-d6e7-42f8-8fe0-0bd459020000", "address": "fa:16:3e:36:c6:44", "network": {"id": "900a8ac0-7fc5-411f-b3a8-4d5eff988465", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-919074472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3328546bd02644c58427fc36221cbca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfc0b5f-d6", "ovs_interfaceid": "6bfc0b5f-d6e7-42f8-8fe0-0bd459020000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.184035] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807899, 'name': CreateVM_Task, 'duration_secs': 0.638283} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.184229] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.184757] env[65829]: WARNING neutronclient.v2_0.client [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.185162] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.185319] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.185646] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.185938] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21ce785-64fe-4f62-8e9c-d48a9ffd07f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.191573] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 957.191573] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524dbf64-6d7e-e48b-ea45-bb41aa5580ac" [ 957.191573] env[65829]: _type = "Task" [ 957.191573] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.203033] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524dbf64-6d7e-e48b-ea45-bb41aa5580ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.361114] env[65829]: DEBUG nova.objects.instance [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lazy-loading 'flavor' on Instance uuid b4f4a954-7b29-43b4-97fc-df19cdd22551 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.390887] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807902, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.509985] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d27f0d-278d-496c-a56a-71b8253f45cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.518730] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b13743-425e-4163-84be-09a027d3d411 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.557127] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba858b3a-ea85-45c0-8e84-4a2ed714ba69 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.563259] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "091cd91b-cfb3-420a-8f12-2f01f3d8f319" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.563521] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "091cd91b-cfb3-420a-8f12-2f01f3d8f319" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.570448] env[65829]: DEBUG oslo_concurrency.lockutils [req-5d5b118d-c3fc-417e-af1f-5df10c79ff0b req-228ca734-751c-4542-a0f3-53f7b99239c9 service nova] Releasing lock "refresh_cache-7d82a41f-7e46-477f-8290-1b8982534b94" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.572148] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e09cfae-7f6e-4ef9-9fef-ecd671e314d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.588318] env[65829]: DEBUG nova.compute.provider_tree [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.619528] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "8ae93c60-5547-4c2c-bb77-95ecff2ec150" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.619764] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "8ae93c60-5547-4c2c-bb77-95ecff2ec150" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.705021] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524dbf64-6d7e-e48b-ea45-bb41aa5580ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010873} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.705440] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.705686] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.705922] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.706083] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.706287] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.706554] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8af3d4d0-08be-47e5-92be-c00ce7dc2c65 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.717221] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.717406] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.718202] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f786aa54-ae57-465b-a168-69105439ec82 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.723557] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 957.723557] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524c30bb-a1cd-4b3d-6785-9ab86b56d508" [ 957.723557] env[65829]: _type = "Task" [ 957.723557] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.731518] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524c30bb-a1cd-4b3d-6785-9ab86b56d508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.886179] env[65829]: DEBUG oslo_vmware.api [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807902, 'name': PowerOnVM_Task, 'duration_secs': 0.518385} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.886464] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.886668] env[65829]: DEBUG nova.compute.manager [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 957.887486] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a641df36-42f8-4752-a8a1-accb78890b1e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.066189] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 958.091694] env[65829]: DEBUG nova.scheduler.client.report [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.121663] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 958.235223] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524c30bb-a1cd-4b3d-6785-9ab86b56d508, 'name': SearchDatastore_Task, 'duration_secs': 0.015365} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.236027] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f863fbf-474a-4d5e-8874-c9e3fdae84fc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.241895] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 958.241895] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5291f7d4-f513-92cf-c9b0-9d8dc194d276" [ 958.241895] env[65829]: _type = "Task" [ 958.241895] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.251207] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5291f7d4-f513-92cf-c9b0-9d8dc194d276, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.373037] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bcab58d9-6a69-419f-87e8-5ce6c59cdf59 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.247s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.406815] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.527250] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.527592] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.527714] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "b4f4a954-7b29-43b4-97fc-df19cdd22551-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.527888] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.528081] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.530783] env[65829]: INFO nova.compute.manager [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Terminating instance [ 958.593724] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.596660] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.597160] env[65829]: DEBUG nova.compute.manager [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 958.600202] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.105s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.600427] env[65829]: DEBUG nova.objects.instance [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Lazy-loading 'resources' on Instance uuid 76c9701f-47ca-4409-b3e9-5be4ae57e822 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.645306] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.752630] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5291f7d4-f513-92cf-c9b0-9d8dc194d276, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.752962] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.753257] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 7d82a41f-7e46-477f-8290-1b8982534b94/7d82a41f-7e46-477f-8290-1b8982534b94.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.753544] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f398b22-d118-4df6-9d89-be5343a4564e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.761270] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 958.761270] env[65829]: value = "task-4807903" [ 958.761270] env[65829]: _type = "Task" [ 958.761270] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.770734] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.035345] env[65829]: DEBUG nova.compute.manager [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 959.038261] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.038261] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad27fd0d-c45d-4a23-8d04-d180d8182689 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.045676] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.045957] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9df6a6d-3726-4ab1-a366-f021315e5043 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.053634] env[65829]: DEBUG oslo_vmware.api [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 959.053634] env[65829]: value = "task-4807904" [ 959.053634] env[65829]: _type = "Task" [ 959.053634] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.064615] env[65829]: DEBUG oslo_vmware.api [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.102285] env[65829]: DEBUG nova.compute.utils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.105052] env[65829]: DEBUG nova.compute.manager [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 959.105052] env[65829]: DEBUG nova.network.neutron [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 959.105302] env[65829]: WARNING neutronclient.v2_0.client [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.105689] env[65829]: WARNING neutronclient.v2_0.client [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.181121] env[65829]: DEBUG nova.policy [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9721e25d0a443479bd28dbed611cb5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '238a33da88c042509d7179c989b3e861', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.273037] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807903, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.507268] env[65829]: DEBUG nova.network.neutron [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Successfully created port: 46285861-b466-4e7d-b024-69dd444c5b12 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 959.567390] env[65829]: DEBUG oslo_vmware.api [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807904, 'name': PowerOffVM_Task, 'duration_secs': 0.242924} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.567715] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.567902] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.568222] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7cdfc46-fb3c-4c6c-9293-b2e85561a5c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.612984] env[65829]: DEBUG nova.compute.manager [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 959.620286] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24933249-f65b-46cb-934d-212f1a0376f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.630263] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b7fbd6-26d5-4a64-a5b7-abb075e1dfb1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.665448] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cce1919-9216-4b46-a48f-6853d54c9c52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.668919] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.668919] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.668919] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleting the datastore file [datastore1] b4f4a954-7b29-43b4-97fc-df19cdd22551 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.669083] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3e01034-0235-4086-85fc-9108316cfe1d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.679074] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be055d35-87fd-42f2-bc40-378dbad1061a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.683017] env[65829]: DEBUG oslo_vmware.api [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 959.683017] env[65829]: value = "task-4807906" [ 959.683017] env[65829]: _type = "Task" [ 959.683017] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.695160] env[65829]: DEBUG nova.compute.provider_tree [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.701618] env[65829]: DEBUG oslo_vmware.api [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.774253] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807903, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.836415] env[65829]: INFO nova.compute.manager [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Rebuilding instance [ 959.884253] env[65829]: DEBUG nova.compute.manager [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 959.885241] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e557e46-d053-4c1c-a559-342d76e6a4b9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.194726] env[65829]: DEBUG oslo_vmware.api [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4807906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318922} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.194988] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.195180] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.195348] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.195530] env[65829]: INFO nova.compute.manager [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Took 1.16 seconds to destroy the instance on the hypervisor. [ 960.195764] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 960.195969] env[65829]: DEBUG nova.compute.manager [-] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 960.196077] env[65829]: DEBUG nova.network.neutron [-] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 960.196330] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.198844] env[65829]: DEBUG nova.scheduler.client.report [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.232868] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.274511] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807903, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.479561} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.274901] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 7d82a41f-7e46-477f-8290-1b8982534b94/7d82a41f-7e46-477f-8290-1b8982534b94.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.275067] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.275346] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77fe5619-156f-4f6e-8a15-f46016db41ab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.283155] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 960.283155] env[65829]: value = "task-4807907" [ 960.283155] env[65829]: _type = "Task" [ 960.283155] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.295954] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.626095] env[65829]: DEBUG nova.compute.manager [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 960.658831] env[65829]: DEBUG nova.virt.hardware [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 960.660222] env[65829]: DEBUG nova.virt.hardware [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.660367] env[65829]: DEBUG nova.virt.hardware [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 960.660506] env[65829]: DEBUG nova.virt.hardware [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.660720] env[65829]: DEBUG nova.virt.hardware [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 960.661058] env[65829]: DEBUG nova.virt.hardware [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 960.661058] env[65829]: DEBUG nova.virt.hardware [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 960.661168] env[65829]: DEBUG nova.virt.hardware [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 960.661448] env[65829]: DEBUG nova.virt.hardware [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 960.661503] env[65829]: DEBUG nova.virt.hardware [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 960.663031] env[65829]: DEBUG nova.virt.hardware [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 960.663031] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bcd79b-b77c-4f43-a4da-1ce968e22b70 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.677942] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fe7111-8900-49d5-8434-3aee4c1f7912 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.706038] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.707709] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.146s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.707709] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.709699] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.651s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.710848] env[65829]: INFO nova.compute.claims [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.736289] env[65829]: INFO nova.scheduler.client.report [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted allocations for instance 763ccacd-c45c-41de-a074-93c2a8e3c7ed [ 960.738169] env[65829]: INFO nova.scheduler.client.report [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Deleted allocations for instance 76c9701f-47ca-4409-b3e9-5be4ae57e822 [ 960.794198] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209339} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.794432] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.795455] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf3b722-b14e-4608-a90b-2070189977cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.821189] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 7d82a41f-7e46-477f-8290-1b8982534b94/7d82a41f-7e46-477f-8290-1b8982534b94.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.821868] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-588dc641-6201-4616-a1ed-f82476963fc6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.845362] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 960.845362] env[65829]: value = "task-4807908" [ 960.845362] env[65829]: _type = "Task" [ 960.845362] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.854752] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.900452] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.900797] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c554555f-2470-46c9-b675-9d207423d83e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.909024] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 960.909024] env[65829]: value = "task-4807909" [ 960.909024] env[65829]: _type = "Task" [ 960.909024] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.920692] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.113297] env[65829]: DEBUG nova.compute.manager [req-2e08678e-fa5e-46e9-b46d-71340805de27 req-757b0b7d-9c85-48dc-bfbe-a5f0fea8a458 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Received event network-vif-deleted-95ca928b-3784-43cc-9b5e-43664fd91e76 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 961.113537] env[65829]: INFO nova.compute.manager [req-2e08678e-fa5e-46e9-b46d-71340805de27 req-757b0b7d-9c85-48dc-bfbe-a5f0fea8a458 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Neutron deleted interface 95ca928b-3784-43cc-9b5e-43664fd91e76; detaching it from the instance and deleting it from the info cache [ 961.114330] env[65829]: DEBUG nova.network.neutron [req-2e08678e-fa5e-46e9-b46d-71340805de27 req-757b0b7d-9c85-48dc-bfbe-a5f0fea8a458 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.151417] env[65829]: DEBUG nova.network.neutron [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Successfully updated port: 46285861-b466-4e7d-b024-69dd444c5b12 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 961.195176] env[65829]: DEBUG nova.network.neutron [-] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.229142] env[65829]: DEBUG nova.compute.manager [req-3f2d237d-6db8-4b04-889e-b7fc0be1aadc req-96ed6049-64b9-4e69-b7f3-be3be162226a service nova] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Received event network-vif-plugged-46285861-b466-4e7d-b024-69dd444c5b12 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 961.229397] env[65829]: DEBUG oslo_concurrency.lockutils [req-3f2d237d-6db8-4b04-889e-b7fc0be1aadc req-96ed6049-64b9-4e69-b7f3-be3be162226a service nova] Acquiring lock "65b99536-a243-41e1-80f6-bd7fcf953bb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.229652] env[65829]: DEBUG oslo_concurrency.lockutils [req-3f2d237d-6db8-4b04-889e-b7fc0be1aadc req-96ed6049-64b9-4e69-b7f3-be3be162226a service nova] Lock "65b99536-a243-41e1-80f6-bd7fcf953bb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.229888] env[65829]: DEBUG oslo_concurrency.lockutils [req-3f2d237d-6db8-4b04-889e-b7fc0be1aadc req-96ed6049-64b9-4e69-b7f3-be3be162226a service nova] Lock "65b99536-a243-41e1-80f6-bd7fcf953bb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.230144] env[65829]: DEBUG nova.compute.manager [req-3f2d237d-6db8-4b04-889e-b7fc0be1aadc req-96ed6049-64b9-4e69-b7f3-be3be162226a service nova] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] No waiting events found dispatching network-vif-plugged-46285861-b466-4e7d-b024-69dd444c5b12 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 961.230368] env[65829]: WARNING nova.compute.manager [req-3f2d237d-6db8-4b04-889e-b7fc0be1aadc req-96ed6049-64b9-4e69-b7f3-be3be162226a service nova] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Received unexpected event network-vif-plugged-46285861-b466-4e7d-b024-69dd444c5b12 for instance with vm_state building and task_state spawning. [ 961.251772] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cd0f16db-b40d-4819-8cd7-7607c55fd61e tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "763ccacd-c45c-41de-a074-93c2a8e3c7ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.351s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.255193] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0797b0ff-136c-4050-aeeb-6edeb4d4bb61 tempest-ServersTestJSON-552805616 tempest-ServersTestJSON-552805616-project-member] Lock "76c9701f-47ca-4409-b3e9-5be4ae57e822" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.681s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.356096] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.419294] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807909, 'name': PowerOffVM_Task, 'duration_secs': 0.341761} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.419541] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.419757] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.420596] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b6b91f-6b55-4203-b45f-9f43d93d2b37 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.428075] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.428192] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-416d6668-b889-4528-932d-2eb285d63c3b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.498221] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.498670] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.498969] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleting the datastore file [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.499335] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a213d42c-f460-4e26-8b25-8cd577001116 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.507973] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 961.507973] env[65829]: value = "task-4807911" [ 961.507973] env[65829]: _type = "Task" [ 961.507973] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.517296] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.617805] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bf5a84d-6b67-45df-9e1c-6660d222d794 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.629139] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975aae99-2514-4da9-993f-139a8451c889 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.676481] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.676481] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.676681] env[65829]: DEBUG nova.network.neutron [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 961.678650] env[65829]: DEBUG nova.compute.manager [req-2e08678e-fa5e-46e9-b46d-71340805de27 req-757b0b7d-9c85-48dc-bfbe-a5f0fea8a458 service nova] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Detach interface failed, port_id=95ca928b-3784-43cc-9b5e-43664fd91e76, reason: Instance b4f4a954-7b29-43b4-97fc-df19cdd22551 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 961.698522] env[65829]: INFO nova.compute.manager [-] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Took 1.50 seconds to deallocate network for instance. [ 961.861753] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807908, 'name': ReconfigVM_Task, 'duration_secs': 0.977641} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.861753] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 7d82a41f-7e46-477f-8290-1b8982534b94/7d82a41f-7e46-477f-8290-1b8982534b94.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.861753] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8fa1f3b-91c7-4269-8f05-9967415ee6a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.867704] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 961.867704] env[65829]: value = "task-4807912" [ 961.867704] env[65829]: _type = "Task" [ 961.867704] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.878281] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807912, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.032990] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177852} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.033328] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.033517] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.033725] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.167333] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d52a1d-a7b0-4aee-b423-5f350b114a0e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.176375] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b2c17b-4dd6-41bd-ba7c-19310dca396e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.220348] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.222779] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987c1cd9-7624-4bd6-8dda-de42ed907cf9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.232307] env[65829]: DEBUG nova.network.neutron [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 962.236903] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bfa358-43c7-48fe-a0ae-3688ae1e9fda {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.255438] env[65829]: DEBUG nova.compute.provider_tree [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.379361] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807912, 'name': Rename_Task, 'duration_secs': 0.202355} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.379500] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.379831] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1e758ed-e717-4342-a8ba-adc28b7191b5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.389153] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 962.389153] env[65829]: value = "task-4807913" [ 962.389153] env[65829]: _type = "Task" [ 962.389153] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.397951] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807913, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.430860] env[65829]: WARNING neutronclient.v2_0.client [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.585365] env[65829]: DEBUG nova.network.neutron [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance_info_cache with network_info: [{"id": "46285861-b466-4e7d-b024-69dd444c5b12", "address": "fa:16:3e:dd:35:69", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46285861-b4", "ovs_interfaceid": "46285861-b466-4e7d-b024-69dd444c5b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.759157] env[65829]: DEBUG nova.scheduler.client.report [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.966482] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807913, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.078619] env[65829]: DEBUG nova.virt.hardware [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 963.078869] env[65829]: DEBUG nova.virt.hardware [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.079028] env[65829]: DEBUG nova.virt.hardware [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 963.079212] env[65829]: DEBUG nova.virt.hardware [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.079352] env[65829]: DEBUG nova.virt.hardware [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 963.079494] env[65829]: DEBUG nova.virt.hardware [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 963.079697] env[65829]: DEBUG nova.virt.hardware [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 963.079853] env[65829]: DEBUG nova.virt.hardware [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 963.080025] env[65829]: DEBUG nova.virt.hardware [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 963.080610] env[65829]: DEBUG nova.virt.hardware [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 963.080610] env[65829]: DEBUG nova.virt.hardware [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 963.081262] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9f7fd9-1a8a-4e52-a30e-e7cc77f5acee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.088162] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.088444] env[65829]: DEBUG nova.compute.manager [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Instance network_info: |[{"id": "46285861-b466-4e7d-b024-69dd444c5b12", "address": "fa:16:3e:dd:35:69", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46285861-b4", "ovs_interfaceid": "46285861-b466-4e7d-b024-69dd444c5b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 963.091161] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:35:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46285861-b466-4e7d-b024-69dd444c5b12', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.099029] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 963.099279] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.100577] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c35d04-50fa-40c4-8b9b-904b21585415 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.106621] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a08ef0c-2533-430b-879e-5dc2df07ef88 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.136825] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:c5:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4132ab0-b595-4cb4-8a35-9caa039afa65', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.144185] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 963.145955] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.146221] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.146221] env[65829]: value = "task-4807914" [ 963.146221] env[65829]: _type = "Task" [ 963.146221] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.146415] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e5687eb-1583-4b59-9d09-3bde1eb0eab7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.170224] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807914, 'name': CreateVM_Task} progress is 15%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.171572] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.171572] env[65829]: value = "task-4807915" [ 963.171572] env[65829]: _type = "Task" [ 963.171572] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.183851] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807915, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.265267] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.266028] env[65829]: DEBUG nova.compute.manager [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 963.268854] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.875s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.271474] env[65829]: INFO nova.compute.claims [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.371727] env[65829]: DEBUG nova.compute.manager [req-9718670d-4c9e-46ac-ba13-1ea48c8d56ec req-6d656942-9954-4f42-8bbb-3d47e323b405 service nova] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Received event network-changed-46285861-b466-4e7d-b024-69dd444c5b12 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 963.371906] env[65829]: DEBUG nova.compute.manager [req-9718670d-4c9e-46ac-ba13-1ea48c8d56ec req-6d656942-9954-4f42-8bbb-3d47e323b405 service nova] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Refreshing instance network info cache due to event network-changed-46285861-b466-4e7d-b024-69dd444c5b12. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 963.372183] env[65829]: DEBUG oslo_concurrency.lockutils [req-9718670d-4c9e-46ac-ba13-1ea48c8d56ec req-6d656942-9954-4f42-8bbb-3d47e323b405 service nova] Acquiring lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.373299] env[65829]: DEBUG oslo_concurrency.lockutils [req-9718670d-4c9e-46ac-ba13-1ea48c8d56ec req-6d656942-9954-4f42-8bbb-3d47e323b405 service nova] Acquired lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.373550] env[65829]: DEBUG nova.network.neutron [req-9718670d-4c9e-46ac-ba13-1ea48c8d56ec req-6d656942-9954-4f42-8bbb-3d47e323b405 service nova] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Refreshing network info cache for port 46285861-b466-4e7d-b024-69dd444c5b12 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.401572] env[65829]: DEBUG oslo_vmware.api [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807913, 'name': PowerOnVM_Task, 'duration_secs': 0.518991} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.402712] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.402712] env[65829]: INFO nova.compute.manager [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Took 9.46 seconds to spawn the instance on the hypervisor. [ 963.402712] env[65829]: DEBUG nova.compute.manager [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 963.403109] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bd7865-db0c-4e35-88f1-b53b86823b32 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.672277] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807914, 'name': CreateVM_Task, 'duration_secs': 0.406294} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.677294] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.677294] env[65829]: WARNING neutronclient.v2_0.client [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.677294] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.677294] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.677531] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.678216] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4570082-d411-46fc-83d3-e0fbe7b16354 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.683972] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807915, 'name': CreateVM_Task, 'duration_secs': 0.471703} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.685320] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.685648] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 963.685648] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5200f0dd-95f6-2ae7-941d-43672d05baee" [ 963.685648] env[65829]: _type = "Task" [ 963.685648] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.686180] env[65829]: WARNING neutronclient.v2_0.client [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 963.686786] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.695797] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5200f0dd-95f6-2ae7-941d-43672d05baee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.779030] env[65829]: DEBUG nova.compute.utils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.779856] env[65829]: DEBUG nova.compute.manager [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 963.780010] env[65829]: DEBUG nova.network.neutron [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 963.781026] env[65829]: WARNING neutronclient.v2_0.client [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.781231] env[65829]: WARNING neutronclient.v2_0.client [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.834030] env[65829]: DEBUG nova.policy [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1f053580b6d446483ad7610df5f5d8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea68ae604b47406dadc7964e957c82e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.878218] env[65829]: WARNING neutronclient.v2_0.client [req-9718670d-4c9e-46ac-ba13-1ea48c8d56ec req-6d656942-9954-4f42-8bbb-3d47e323b405 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.926140] env[65829]: INFO nova.compute.manager [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Took 24.46 seconds to build instance. [ 964.044110] env[65829]: WARNING neutronclient.v2_0.client [req-9718670d-4c9e-46ac-ba13-1ea48c8d56ec req-6d656942-9954-4f42-8bbb-3d47e323b405 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.111334] env[65829]: DEBUG nova.network.neutron [req-9718670d-4c9e-46ac-ba13-1ea48c8d56ec req-6d656942-9954-4f42-8bbb-3d47e323b405 service nova] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updated VIF entry in instance network info cache for port 46285861-b466-4e7d-b024-69dd444c5b12. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 964.111898] env[65829]: DEBUG nova.network.neutron [req-9718670d-4c9e-46ac-ba13-1ea48c8d56ec req-6d656942-9954-4f42-8bbb-3d47e323b405 service nova] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance_info_cache with network_info: [{"id": "46285861-b466-4e7d-b024-69dd444c5b12", "address": "fa:16:3e:dd:35:69", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46285861-b4", "ovs_interfaceid": "46285861-b466-4e7d-b024-69dd444c5b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.117330] env[65829]: DEBUG nova.network.neutron [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Successfully created port: 06e78bd5-c812-44d7-9476-e7a08eacb7e6 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 964.198352] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5200f0dd-95f6-2ae7-941d-43672d05baee, 'name': SearchDatastore_Task, 'duration_secs': 0.01266} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.198888] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.199259] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.199608] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.199885] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.200195] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.200576] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.200993] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.201347] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dce2fc44-5edd-4620-b385-4ab1d47e9720 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.203264] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61252e28-01cb-4b32-b5f5-bd880e1504a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.208762] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 964.208762] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e326a0-f7e0-9a81-aa8a-0ac69759be00" [ 964.208762] env[65829]: _type = "Task" [ 964.208762] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.217018] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.217018] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.218248] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc5b43aa-2d83-4c1e-b6ca-a194bfe01bc0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.221032] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e326a0-f7e0-9a81-aa8a-0ac69759be00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.224644] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 964.224644] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528745f8-ad5a-a724-6fb1-70c1d041e64d" [ 964.224644] env[65829]: _type = "Task" [ 964.224644] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.235350] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528745f8-ad5a-a724-6fb1-70c1d041e64d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.284429] env[65829]: DEBUG nova.compute.manager [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 964.428139] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a1694-4686-4fa0-b1e6-ac413b97b6dc tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "7d82a41f-7e46-477f-8290-1b8982534b94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.979s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.615052] env[65829]: DEBUG oslo_concurrency.lockutils [req-9718670d-4c9e-46ac-ba13-1ea48c8d56ec req-6d656942-9954-4f42-8bbb-3d47e323b405 service nova] Releasing lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.715446] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d1d530-01fd-488e-83c7-4725d74d5e25 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.724553] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e326a0-f7e0-9a81-aa8a-0ac69759be00, 'name': SearchDatastore_Task, 'duration_secs': 0.020799} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.726609] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.726824] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.727050] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.730859] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dd24d5-6e70-4f7b-b06b-a6b5752e8bdf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.742395] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528745f8-ad5a-a724-6fb1-70c1d041e64d, 'name': SearchDatastore_Task, 'duration_secs': 0.023955} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.769330] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2303d3-d8f4-4d1d-9e81-42b301b6838c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.772433] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93c7dbc-1c0e-4831-b2dd-65f75ccb3614 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.778579] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 964.778579] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bd7f02-18a6-f689-fa37-db6b923c04c1" [ 964.778579] env[65829]: _type = "Task" [ 964.778579] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.785132] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45fdcee-ab5f-4891-bc7e-ebf3dcd9c40f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.799032] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bd7f02-18a6-f689-fa37-db6b923c04c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.809894] env[65829]: DEBUG nova.compute.provider_tree [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.155898] env[65829]: INFO nova.compute.manager [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Rescuing [ 965.156196] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "refresh_cache-7d82a41f-7e46-477f-8290-1b8982534b94" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.156346] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired lock "refresh_cache-7d82a41f-7e46-477f-8290-1b8982534b94" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.156521] env[65829]: DEBUG nova.network.neutron [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 965.291841] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bd7f02-18a6-f689-fa37-db6b923c04c1, 'name': SearchDatastore_Task, 'duration_secs': 0.023238} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.292134] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.292405] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 65b99536-a243-41e1-80f6-bd7fcf953bb2/65b99536-a243-41e1-80f6-bd7fcf953bb2.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.292699] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.292887] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.293122] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a08ccb15-f875-4570-8236-d730ecdb0787 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.295337] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81e4501c-ca13-44e3-a072-552e349e68d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.298058] env[65829]: DEBUG nova.compute.manager [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 965.307831] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 965.307831] env[65829]: value = "task-4807916" [ 965.307831] env[65829]: _type = "Task" [ 965.307831] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.309229] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.309435] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.313227] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bc2494e-b372-45a3-8626-bf36fa40938b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.316370] env[65829]: DEBUG nova.scheduler.client.report [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.326676] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.330200] env[65829]: DEBUG nova.virt.hardware [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 965.330422] env[65829]: DEBUG nova.virt.hardware [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.331225] env[65829]: DEBUG nova.virt.hardware [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 965.331225] env[65829]: DEBUG nova.virt.hardware [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.331225] env[65829]: DEBUG nova.virt.hardware [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 965.331225] env[65829]: DEBUG nova.virt.hardware [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 965.331417] env[65829]: DEBUG nova.virt.hardware [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 965.331462] env[65829]: DEBUG nova.virt.hardware [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 965.331635] env[65829]: DEBUG nova.virt.hardware [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 965.331802] env[65829]: DEBUG nova.virt.hardware [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 965.331971] env[65829]: DEBUG nova.virt.hardware [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 965.332345] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 965.332345] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5211c298-cf09-ebc7-8a2a-a0654b771902" [ 965.332345] env[65829]: _type = "Task" [ 965.332345] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.333217] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11342fb7-3c4f-44fe-8eeb-ec7e5ebb70f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.348518] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05de5afe-3eba-4c6b-ba42-83eb230175d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.352590] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5211c298-cf09-ebc7-8a2a-a0654b771902, 'name': SearchDatastore_Task, 'duration_secs': 0.011505} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.353964] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e66b8e99-edb6-4005-b676-cc628348dc98 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.367732] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 965.367732] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527f9ab2-7579-c1fe-51c1-477e07d5ea10" [ 965.367732] env[65829]: _type = "Task" [ 965.367732] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.375217] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527f9ab2-7579-c1fe-51c1-477e07d5ea10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.482757] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "6bfb8e92-4927-4427-bdba-821903439344" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.483056] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.551863] env[65829]: DEBUG nova.compute.manager [req-e72b0c92-ed05-428c-aada-e44655ebd8f7 req-81a2bfbf-ffb9-45dd-9705-1619a003187c service nova] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Received event network-vif-plugged-06e78bd5-c812-44d7-9476-e7a08eacb7e6 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 965.552092] env[65829]: DEBUG oslo_concurrency.lockutils [req-e72b0c92-ed05-428c-aada-e44655ebd8f7 req-81a2bfbf-ffb9-45dd-9705-1619a003187c service nova] Acquiring lock "c607ca07-5dde-4ad7-bf8a-951ba7703178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.552617] env[65829]: DEBUG oslo_concurrency.lockutils [req-e72b0c92-ed05-428c-aada-e44655ebd8f7 req-81a2bfbf-ffb9-45dd-9705-1619a003187c service nova] Lock "c607ca07-5dde-4ad7-bf8a-951ba7703178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.552764] env[65829]: DEBUG oslo_concurrency.lockutils [req-e72b0c92-ed05-428c-aada-e44655ebd8f7 req-81a2bfbf-ffb9-45dd-9705-1619a003187c service nova] Lock "c607ca07-5dde-4ad7-bf8a-951ba7703178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.553085] env[65829]: DEBUG nova.compute.manager [req-e72b0c92-ed05-428c-aada-e44655ebd8f7 req-81a2bfbf-ffb9-45dd-9705-1619a003187c service nova] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] No waiting events found dispatching network-vif-plugged-06e78bd5-c812-44d7-9476-e7a08eacb7e6 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 965.553264] env[65829]: WARNING nova.compute.manager [req-e72b0c92-ed05-428c-aada-e44655ebd8f7 req-81a2bfbf-ffb9-45dd-9705-1619a003187c service nova] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Received unexpected event network-vif-plugged-06e78bd5-c812-44d7-9476-e7a08eacb7e6 for instance with vm_state building and task_state spawning. [ 965.659741] env[65829]: WARNING neutronclient.v2_0.client [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.682258] env[65829]: DEBUG nova.network.neutron [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Successfully updated port: 06e78bd5-c812-44d7-9476-e7a08eacb7e6 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 965.823536] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.824601] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 965.827227] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510133} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.830309] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.394s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.831745] env[65829]: INFO nova.compute.claims [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.834745] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 65b99536-a243-41e1-80f6-bd7fcf953bb2/65b99536-a243-41e1-80f6-bd7fcf953bb2.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.835021] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.835617] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0f641c3-16e6-42c2-80f6-65aa8742d783 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.843519] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 965.843519] env[65829]: value = "task-4807917" [ 965.843519] env[65829]: _type = "Task" [ 965.843519] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.852051] env[65829]: WARNING neutronclient.v2_0.client [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.858030] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.880454] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527f9ab2-7579-c1fe-51c1-477e07d5ea10, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.881755] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.882112] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f/a0dd2130-f3ce-47e5-a274-c0a9770b8f5f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.882425] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb2724a3-d057-40a4-b292-5d599e4a9b64 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.891371] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 965.891371] env[65829]: value = "task-4807918" [ 965.891371] env[65829]: _type = "Task" [ 965.891371] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.904507] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.954718] env[65829]: DEBUG nova.network.neutron [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Updating instance_info_cache with network_info: [{"id": "6bfc0b5f-d6e7-42f8-8fe0-0bd459020000", "address": "fa:16:3e:36:c6:44", "network": {"id": "900a8ac0-7fc5-411f-b3a8-4d5eff988465", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-919074472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3328546bd02644c58427fc36221cbca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfc0b5f-d6", "ovs_interfaceid": "6bfc0b5f-d6e7-42f8-8fe0-0bd459020000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.986323] env[65829]: INFO nova.compute.manager [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Detaching volume 9df16b35-c78c-4a15-90fb-5af4fca68ab7 [ 966.030938] env[65829]: INFO nova.virt.block_device [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Attempting to driver detach volume 9df16b35-c78c-4a15-90fb-5af4fca68ab7 from mountpoint /dev/sdb [ 966.031227] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 966.031227] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937478', 'volume_id': '9df16b35-c78c-4a15-90fb-5af4fca68ab7', 'name': 'volume-9df16b35-c78c-4a15-90fb-5af4fca68ab7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bfb8e92-4927-4427-bdba-821903439344', 'attached_at': '', 'detached_at': '', 'volume_id': '9df16b35-c78c-4a15-90fb-5af4fca68ab7', 'serial': '9df16b35-c78c-4a15-90fb-5af4fca68ab7'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 966.032175] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76a5779-cb8f-445e-a630-c8f42b570b6f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.061186] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a44400-6e90-46af-9ac0-8b08193d3143 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.068955] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603b15bd-0e79-4693-a6cc-9fcf94a7d646 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.090669] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750a1743-7325-4578-a29e-70155a9ca58a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.111934] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The volume has not been displaced from its original location: [datastore2] volume-9df16b35-c78c-4a15-90fb-5af4fca68ab7/volume-9df16b35-c78c-4a15-90fb-5af4fca68ab7.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 966.117723] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 966.118084] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31025171-3e65-4723-95ac-f08cc3f240b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.143123] env[65829]: DEBUG oslo_vmware.api [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 966.143123] env[65829]: value = "task-4807919" [ 966.143123] env[65829]: _type = "Task" [ 966.143123] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.155563] env[65829]: DEBUG oslo_vmware.api [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.186513] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "refresh_cache-c607ca07-5dde-4ad7-bf8a-951ba7703178" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.186655] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "refresh_cache-c607ca07-5dde-4ad7-bf8a-951ba7703178" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.186967] env[65829]: DEBUG nova.network.neutron [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 966.329318] env[65829]: DEBUG nova.compute.utils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.331105] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 966.331395] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 966.332311] env[65829]: WARNING neutronclient.v2_0.client [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.332758] env[65829]: WARNING neutronclient.v2_0.client [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.359718] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071793} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.360154] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.361035] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce19e4c-caaf-4f9d-8b39-de1ef558b66d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.387829] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 65b99536-a243-41e1-80f6-bd7fcf953bb2/65b99536-a243-41e1-80f6-bd7fcf953bb2.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.389909] env[65829]: DEBUG nova.policy [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73eab84982904b8b9c92b79caddbe7ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f69e8d3a40544ffba27c879a84a3bc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.392350] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d1e573-54d2-494f-8784-ed80bfc53cb0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.417747] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807918, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.419458] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 966.419458] env[65829]: value = "task-4807920" [ 966.419458] env[65829]: _type = "Task" [ 966.419458] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.429561] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807920, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.457758] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Releasing lock "refresh_cache-7d82a41f-7e46-477f-8290-1b8982534b94" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.653389] env[65829]: DEBUG oslo_vmware.api [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807919, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.736476] env[65829]: DEBUG nova.network.neutron [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 966.756160] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Successfully created port: c816fb59-666c-4043-85bb-a0a9e253f2a1 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 966.836929] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 966.903060] env[65829]: WARNING neutronclient.v2_0.client [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.918720] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577448} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.918972] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f/a0dd2130-f3ce-47e5-a274-c0a9770b8f5f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.919205] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.919507] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e105c5b-5204-48c9-9d71-a055d59f47fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.929849] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807920, 'name': ReconfigVM_Task, 'duration_secs': 0.290079} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.933559] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 65b99536-a243-41e1-80f6-bd7fcf953bb2/65b99536-a243-41e1-80f6-bd7fcf953bb2.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.934721] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 966.934721] env[65829]: value = "task-4807921" [ 966.934721] env[65829]: _type = "Task" [ 966.934721] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.935198] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8501b4d1-c9d0-47a0-bfd8-cbb5bbde89db {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.949105] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.953704] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 966.953704] env[65829]: value = "task-4807922" [ 966.953704] env[65829]: _type = "Task" [ 966.953704] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.963637] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807922, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.048997] env[65829]: DEBUG nova.network.neutron [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Updating instance_info_cache with network_info: [{"id": "06e78bd5-c812-44d7-9476-e7a08eacb7e6", "address": "fa:16:3e:2d:d5:a5", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06e78bd5-c8", "ovs_interfaceid": "06e78bd5-c812-44d7-9476-e7a08eacb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.160407] env[65829]: DEBUG oslo_vmware.api [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807919, 'name': ReconfigVM_Task, 'duration_secs': 0.531698} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.160690] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 967.168097] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-189a911d-bcee-4349-b74e-c1d5b0f1850a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.183977] env[65829]: DEBUG oslo_vmware.api [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 967.183977] env[65829]: value = "task-4807923" [ 967.183977] env[65829]: _type = "Task" [ 967.183977] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.197466] env[65829]: DEBUG oslo_vmware.api [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807923, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.338451] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bebe36-239a-426d-a3ff-046c76b4ab82 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.350674] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9b9454-9119-4f1a-a790-9654df1c3790 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.384063] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfb34b4-83c1-4e62-8f66-ffe96faea375 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.392901] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8c3757-afbc-4e29-b272-31b7c08a15ac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.410159] env[65829]: DEBUG nova.compute.provider_tree [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.448149] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070092} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.448419] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.449224] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507c65da-43b1-4196-82c9-0f8c59a1a74d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.230751] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "refresh_cache-c607ca07-5dde-4ad7-bf8a-951ba7703178" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.231034] env[65829]: DEBUG nova.compute.manager [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Instance network_info: |[{"id": "06e78bd5-c812-44d7-9476-e7a08eacb7e6", "address": "fa:16:3e:2d:d5:a5", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06e78bd5-c8", "ovs_interfaceid": "06e78bd5-c812-44d7-9476-e7a08eacb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 968.234409] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 968.235454] env[65829]: DEBUG nova.scheduler.client.report [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.247683] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f/a0dd2130-f3ce-47e5-a274-c0a9770b8f5f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.253323] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:d5:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06e78bd5-c812-44d7-9476-e7a08eacb7e6', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.261406] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 968.262466] env[65829]: DEBUG nova.compute.manager [req-17c5dd1c-ba15-483c-af3f-32962b933cba req-318481d4-f9c0-4630-a72e-3d554cfff53c service nova] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Received event network-changed-06e78bd5-c812-44d7-9476-e7a08eacb7e6 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 968.262570] env[65829]: DEBUG nova.compute.manager [req-17c5dd1c-ba15-483c-af3f-32962b933cba req-318481d4-f9c0-4630-a72e-3d554cfff53c service nova] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Refreshing instance network info cache due to event network-changed-06e78bd5-c812-44d7-9476-e7a08eacb7e6. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 968.262788] env[65829]: DEBUG oslo_concurrency.lockutils [req-17c5dd1c-ba15-483c-af3f-32962b933cba req-318481d4-f9c0-4630-a72e-3d554cfff53c service nova] Acquiring lock "refresh_cache-c607ca07-5dde-4ad7-bf8a-951ba7703178" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.262927] env[65829]: DEBUG oslo_concurrency.lockutils [req-17c5dd1c-ba15-483c-af3f-32962b933cba req-318481d4-f9c0-4630-a72e-3d554cfff53c service nova] Acquired lock "refresh_cache-c607ca07-5dde-4ad7-bf8a-951ba7703178" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.263089] env[65829]: DEBUG nova.network.neutron [req-17c5dd1c-ba15-483c-af3f-32962b933cba req-318481d4-f9c0-4630-a72e-3d554cfff53c service nova] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Refreshing network info cache for port 06e78bd5-c812-44d7-9476-e7a08eacb7e6 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.268021] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42596850-98ee-48f1-93e5-14a16b768c4f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.284716] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.285415] env[65829]: WARNING neutronclient.v2_0.client [req-17c5dd1c-ba15-483c-af3f-32962b933cba req-318481d4-f9c0-4630-a72e-3d554cfff53c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.289841] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.290080] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caf9f1ab-1700-42a4-b31b-75765bd88e93 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.294084] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2793f332-cfa0-4e2a-bef4-7ea7289609f2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.313355] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 968.313698] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.313890] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 968.314108] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.314289] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 968.314440] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 968.314682] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.314882] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 968.315071] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 968.315263] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 968.315460] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 968.319503] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807922, 'name': Rename_Task, 'duration_secs': 0.171199} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.319503] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adf511f-ec7e-4013-a8cd-831b88a228d7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.324786] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.325562] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 968.325562] env[65829]: value = "task-4807924" [ 968.325562] env[65829]: _type = "Task" [ 968.325562] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.325761] env[65829]: DEBUG oslo_vmware.api [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807923, 'name': ReconfigVM_Task, 'duration_secs': 0.29775} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.327295] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5a904ef-df4d-4513-85ea-dd8795744e27 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.329804] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937478', 'volume_id': '9df16b35-c78c-4a15-90fb-5af4fca68ab7', 'name': 'volume-9df16b35-c78c-4a15-90fb-5af4fca68ab7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6bfb8e92-4927-4427-bdba-821903439344', 'attached_at': '', 'detached_at': '', 'volume_id': '9df16b35-c78c-4a15-90fb-5af4fca68ab7', 'serial': '9df16b35-c78c-4a15-90fb-5af4fca68ab7'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 968.332192] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 968.332192] env[65829]: value = "task-4807925" [ 968.332192] env[65829]: _type = "Task" [ 968.332192] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.339159] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.339159] env[65829]: value = "task-4807926" [ 968.339159] env[65829]: _type = "Task" [ 968.339159] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.344563] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556ee604-8675-4d0f-af0e-d268149e0e5e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.354071] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 968.354071] env[65829]: value = "task-4807927" [ 968.354071] env[65829]: _type = "Task" [ 968.354071] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.358880] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807924, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.378710] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807926, 'name': CreateVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.379008] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.380474] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Successfully updated port: c816fb59-666c-4043-85bb-a0a9e253f2a1 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 968.389969] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807927, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.423214] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.423584] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.464940] env[65829]: DEBUG nova.compute.manager [req-9ddb4052-ab25-4a12-93aa-31bdc96da0e1 req-3781f112-e88f-49d4-94ae-3b0f6d955981 service nova] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Received event network-vif-plugged-c816fb59-666c-4043-85bb-a0a9e253f2a1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 968.465202] env[65829]: DEBUG oslo_concurrency.lockutils [req-9ddb4052-ab25-4a12-93aa-31bdc96da0e1 req-3781f112-e88f-49d4-94ae-3b0f6d955981 service nova] Acquiring lock "6fbc577d-3685-4542-9ab2-eb991bed8030-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.465544] env[65829]: DEBUG oslo_concurrency.lockutils [req-9ddb4052-ab25-4a12-93aa-31bdc96da0e1 req-3781f112-e88f-49d4-94ae-3b0f6d955981 service nova] Lock "6fbc577d-3685-4542-9ab2-eb991bed8030-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.465919] env[65829]: DEBUG oslo_concurrency.lockutils [req-9ddb4052-ab25-4a12-93aa-31bdc96da0e1 req-3781f112-e88f-49d4-94ae-3b0f6d955981 service nova] Lock "6fbc577d-3685-4542-9ab2-eb991bed8030-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.466230] env[65829]: DEBUG nova.compute.manager [req-9ddb4052-ab25-4a12-93aa-31bdc96da0e1 req-3781f112-e88f-49d4-94ae-3b0f6d955981 service nova] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] No waiting events found dispatching network-vif-plugged-c816fb59-666c-4043-85bb-a0a9e253f2a1 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 968.466622] env[65829]: WARNING nova.compute.manager [req-9ddb4052-ab25-4a12-93aa-31bdc96da0e1 req-3781f112-e88f-49d4-94ae-3b0f6d955981 service nova] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Received unexpected event network-vif-plugged-c816fb59-666c-4043-85bb-a0a9e253f2a1 for instance with vm_state building and task_state spawning. [ 968.532499] env[65829]: WARNING neutronclient.v2_0.client [req-17c5dd1c-ba15-483c-af3f-32962b933cba req-318481d4-f9c0-4630-a72e-3d554cfff53c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.641042] env[65829]: DEBUG nova.network.neutron [req-17c5dd1c-ba15-483c-af3f-32962b933cba req-318481d4-f9c0-4630-a72e-3d554cfff53c service nova] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Updated VIF entry in instance network info cache for port 06e78bd5-c812-44d7-9476-e7a08eacb7e6. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 968.641674] env[65829]: DEBUG nova.network.neutron [req-17c5dd1c-ba15-483c-af3f-32962b933cba req-318481d4-f9c0-4630-a72e-3d554cfff53c service nova] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Updating instance_info_cache with network_info: [{"id": "06e78bd5-c812-44d7-9476-e7a08eacb7e6", "address": "fa:16:3e:2d:d5:a5", "network": {"id": "c411633b-dc97-48fd-9b7b-64ab6979d49f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1843091845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea68ae604b47406dadc7964e957c82e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06e78bd5-c8", "ovs_interfaceid": "06e78bd5-c812-44d7-9476-e7a08eacb7e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.751090] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.921s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.751630] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 968.754665] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.275s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.756192] env[65829]: INFO nova.compute.claims [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.844768] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807924, 'name': ReconfigVM_Task, 'duration_secs': 0.405066} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.844768] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Reconfigured VM instance instance-00000037 to attach disk [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f/a0dd2130-f3ce-47e5-a274-c0a9770b8f5f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.845423] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d254bfe6-d65e-414d-9874-f3d506e2cdb4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.856378] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807926, 'name': CreateVM_Task, 'duration_secs': 0.358475} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.860600] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.860879] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807925, 'name': PowerOffVM_Task, 'duration_secs': 0.337947} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.861997] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 968.861997] env[65829]: value = "task-4807928" [ 968.861997] env[65829]: _type = "Task" [ 968.861997] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.861997] env[65829]: WARNING neutronclient.v2_0.client [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.862248] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.862248] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.862543] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.865889] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.867029] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f206103-42dd-408a-9f46-66e687331e52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.868754] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5e34ce-b15b-44ba-9d55-004a4f3e5fdc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.881536] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807927, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.902852] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "refresh_cache-6fbc577d-3685-4542-9ab2-eb991bed8030" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.902991] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquired lock "refresh_cache-6fbc577d-3685-4542-9ab2-eb991bed8030" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.903234] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 968.904488] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807928, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.904969] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 968.904969] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b9b6a2-7e37-1eef-d019-70436b939e1c" [ 968.904969] env[65829]: _type = "Task" [ 968.904969] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.906403] env[65829]: DEBUG nova.objects.instance [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'flavor' on Instance uuid 6bfb8e92-4927-4427-bdba-821903439344 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.908440] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59581331-9043-4cf8-ae6a-b14b3906e654 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.923316] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b9b6a2-7e37-1eef-d019-70436b939e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.013247} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.926144] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.926493] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.926763] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.926937] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.927143] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.931097] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94a36b5a-6cd7-4652-8eea-3606e5212c40 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.938466] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.938779] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.938996] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.939237] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.939450] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.939610] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.939752] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 968.940223] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 968.952917] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.952917] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.955147] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7aae406-2182-42f3-a17a-865df5ca0f77 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.963237] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 968.963237] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a66fa0-bee0-7b57-f56c-e87790ba67cb" [ 968.963237] env[65829]: _type = "Task" [ 968.963237] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.965931] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.966386] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa72ec42-7040-4c57-aa90-dce57ecdad14 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.980207] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a66fa0-bee0-7b57-f56c-e87790ba67cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.982616] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 968.982616] env[65829]: value = "task-4807929" [ 968.982616] env[65829]: _type = "Task" [ 968.982616] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.982850] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93429c5d-62a3-4e13-835b-cafc1064d5ab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.993934] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 968.993934] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5291f06a-795b-1d5d-9251-b6fbab8b0676" [ 968.993934] env[65829]: _type = "Task" [ 968.993934] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.001116] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 969.001352] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.001568] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.008921] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5291f06a-795b-1d5d-9251-b6fbab8b0676, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.009132] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.009381] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] c607ca07-5dde-4ad7-bf8a-951ba7703178/c607ca07-5dde-4ad7-bf8a-951ba7703178.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 969.009642] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.009872] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.010148] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9600abb-fe4d-44b9-8d9b-e04ffe75c632 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.012378] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-131ea350-fdd8-4f15-94c9-7be8a7561b0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.020728] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 969.020728] env[65829]: value = "task-4807930" [ 969.020728] env[65829]: _type = "Task" [ 969.020728] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.022196] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.022449] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.026844] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-626653dd-f49d-4c7d-96e0-c6e862e922b2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.035622] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.037423] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 969.037423] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521ff0b9-ffde-2876-96f8-abc46a3e6f43" [ 969.037423] env[65829]: _type = "Task" [ 969.037423] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.049023] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521ff0b9-ffde-2876-96f8-abc46a3e6f43, 'name': SearchDatastore_Task, 'duration_secs': 0.009833} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.049023] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d9553f-4c8f-464d-99ba-e59f6f569c62 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.053443] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 969.053443] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523c5686-22af-20b9-d58d-d546b9daf07d" [ 969.053443] env[65829]: _type = "Task" [ 969.053443] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.063234] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523c5686-22af-20b9-d58d-d546b9daf07d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.145787] env[65829]: DEBUG oslo_concurrency.lockutils [req-17c5dd1c-ba15-483c-af3f-32962b933cba req-318481d4-f9c0-4630-a72e-3d554cfff53c service nova] Releasing lock "refresh_cache-c607ca07-5dde-4ad7-bf8a-951ba7703178" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.260904] env[65829]: DEBUG nova.compute.utils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.265455] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 969.265731] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 969.266228] env[65829]: WARNING neutronclient.v2_0.client [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.266652] env[65829]: WARNING neutronclient.v2_0.client [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.315029] env[65829]: DEBUG nova.policy [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73eab84982904b8b9c92b79caddbe7ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f69e8d3a40544ffba27c879a84a3bc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.379286] env[65829]: DEBUG oslo_vmware.api [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4807927, 'name': PowerOnVM_Task, 'duration_secs': 0.550772} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.379286] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.379286] env[65829]: INFO nova.compute.manager [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Took 8.75 seconds to spawn the instance on the hypervisor. [ 969.379286] env[65829]: DEBUG nova.compute.manager [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 969.379773] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19f0b1e-15cf-4b34-ada6-57732f282456 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.388220] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807928, 'name': Rename_Task, 'duration_secs': 0.174753} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.389381] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.389899] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dffa9b45-5549-46fa-b451-38dd8c4db542 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.403479] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 969.403479] env[65829]: value = "task-4807931" [ 969.403479] env[65829]: _type = "Task" [ 969.403479] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.426932] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807931, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.445298] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.510571] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 969.534469] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482076} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.541027] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] c607ca07-5dde-4ad7-bf8a-951ba7703178/c607ca07-5dde-4ad7-bf8a-951ba7703178.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.541027] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.541027] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-102bdb8f-c7ff-45c1-bb10-4ff710a88cab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.551196] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 969.551196] env[65829]: value = "task-4807932" [ 969.551196] env[65829]: _type = "Task" [ 969.551196] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.565410] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.569521] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523c5686-22af-20b9-d58d-d546b9daf07d, 'name': SearchDatastore_Task, 'duration_secs': 0.009504} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.569853] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.570173] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 7d82a41f-7e46-477f-8290-1b8982534b94/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk. {{(pid=65829) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 969.570513] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40c4f026-43c5-409b-90be-5556d78d34cc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.579379] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 969.579379] env[65829]: value = "task-4807933" [ 969.579379] env[65829]: _type = "Task" [ 969.579379] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.588760] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.692841] env[65829]: WARNING neutronclient.v2_0.client [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 969.721746] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Successfully created port: f90d5a93-1212-4587-9d4f-b3dacab86af1 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 969.767179] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 969.790976] env[65829]: DEBUG nova.scheduler.client.report [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 969.812869] env[65829]: DEBUG nova.scheduler.client.report [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 969.813612] env[65829]: DEBUG nova.compute.provider_tree [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.828109] env[65829]: DEBUG nova.scheduler.client.report [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 969.836982] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Updating instance_info_cache with network_info: [{"id": "c816fb59-666c-4043-85bb-a0a9e253f2a1", "address": "fa:16:3e:cc:cc:fa", "network": {"id": "49f93428-629d-4a25-b08d-089510a89f52", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580593990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f69e8d3a40544ffba27c879a84a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc816fb59-66", "ovs_interfaceid": "c816fb59-666c-4043-85bb-a0a9e253f2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.870286] env[65829]: DEBUG nova.scheduler.client.report [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 969.917269] env[65829]: INFO nova.compute.manager [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Took 25.37 seconds to build instance. [ 969.921393] env[65829]: DEBUG oslo_concurrency.lockutils [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "6bfb8e92-4927-4427-bdba-821903439344" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.926903] env[65829]: DEBUG oslo_concurrency.lockutils [None req-6573ecdd-ac3b-4cdf-a8ca-62f5b285d1eb tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.444s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.929733] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.929733] env[65829]: DEBUG oslo_concurrency.lockutils [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.008s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.929733] env[65829]: DEBUG nova.compute.manager [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 969.930617] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66d750d-1553-4745-a511-9c253987a457 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.938683] env[65829]: DEBUG nova.compute.manager [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65829) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 969.939334] env[65829]: DEBUG nova.objects.instance [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'flavor' on Instance uuid 6bfb8e92-4927-4427-bdba-821903439344 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.962345] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bd04cb44-e048-4866-bc63-921eb8ac11f4 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "interface-a826eca5-ab99-4a14-a98f-5f7c67383985-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.963190] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bd04cb44-e048-4866-bc63-921eb8ac11f4 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-a826eca5-ab99-4a14-a98f-5f7c67383985-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.963190] env[65829]: DEBUG nova.objects.instance [None req-bd04cb44-e048-4866-bc63-921eb8ac11f4 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'flavor' on Instance uuid a826eca5-ab99-4a14-a98f-5f7c67383985 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.063398] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069366} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.066987] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.068546] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a18083-12c4-441a-9516-99b11dfc4b2d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.095984] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] c607ca07-5dde-4ad7-bf8a-951ba7703178/c607ca07-5dde-4ad7-bf8a-951ba7703178.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.104363] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dbed32c-d44d-4b8f-9d18-9f64e1bc4345 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.131279] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807933, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.133113] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 970.133113] env[65829]: value = "task-4807934" [ 970.133113] env[65829]: _type = "Task" [ 970.133113] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.145506] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.339187] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Releasing lock "refresh_cache-6fbc577d-3685-4542-9ab2-eb991bed8030" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.340045] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Instance network_info: |[{"id": "c816fb59-666c-4043-85bb-a0a9e253f2a1", "address": "fa:16:3e:cc:cc:fa", "network": {"id": "49f93428-629d-4a25-b08d-089510a89f52", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580593990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f69e8d3a40544ffba27c879a84a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc816fb59-66", "ovs_interfaceid": "c816fb59-666c-4043-85bb-a0a9e253f2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 970.340045] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:cc:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c816fb59-666c-4043-85bb-a0a9e253f2a1', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.347694] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Creating folder: Project (0f69e8d3a40544ffba27c879a84a3bc1). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.350936] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e39a317c-2abc-48c9-8e40-de3b7bfee5cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.362689] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Created folder: Project (0f69e8d3a40544ffba27c879a84a3bc1) in parent group-v937255. [ 970.363128] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Creating folder: Instances. Parent ref: group-v937505. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.365837] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96df9226-9798-47ae-a368-31dc9bb732f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.376147] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Created folder: Instances in parent group-v937505. [ 970.376429] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 970.376629] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.376910] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0479a40d-ab67-4114-8859-c322dc4046e0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.392840] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc72f20-2cad-4d3f-ac33-5684f32e828d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.401726] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf0e659-4d88-478f-915a-d8aba8c0e5f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.405092] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.405092] env[65829]: value = "task-4807937" [ 970.405092] env[65829]: _type = "Task" [ 970.405092] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.432812] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bb5ab21e-bc25-4c04-bace-7365a36c88de tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "65b99536-a243-41e1-80f6-bd7fcf953bb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.900s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.437951] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca72cc38-4614-4295-907c-d91fc8c33cf2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.445428] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807937, 'name': CreateVM_Task} progress is 15%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.452208] env[65829]: DEBUG oslo_vmware.api [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807931, 'name': PowerOnVM_Task, 'duration_secs': 0.602371} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.454819] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.455101] env[65829]: DEBUG nova.compute.manager [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 970.456728] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92726da7-fe2a-4d4e-ba85-174d6301cd6d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.460693] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ce85ba-21bf-405d-9be2-ec24361ec192 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.469643] env[65829]: WARNING neutronclient.v2_0.client [None req-bd04cb44-e048-4866-bc63-921eb8ac11f4 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.470061] env[65829]: DEBUG nova.objects.instance [None req-bd04cb44-e048-4866-bc63-921eb8ac11f4 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'pci_requests' on Instance uuid a826eca5-ab99-4a14-a98f-5f7c67383985 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.483899] env[65829]: DEBUG nova.compute.provider_tree [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.488178] env[65829]: DEBUG nova.objects.base [None req-bd04cb44-e048-4866-bc63-921eb8ac11f4 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 970.488370] env[65829]: DEBUG nova.network.neutron [None req-bd04cb44-e048-4866-bc63-921eb8ac11f4 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 970.488722] env[65829]: WARNING neutronclient.v2_0.client [None req-bd04cb44-e048-4866-bc63-921eb8ac11f4 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.489023] env[65829]: WARNING neutronclient.v2_0.client [None req-bd04cb44-e048-4866-bc63-921eb8ac11f4 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.599577] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807933, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.623748] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bd04cb44-e048-4866-bc63-921eb8ac11f4 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-a826eca5-ab99-4a14-a98f-5f7c67383985-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 0.661s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.644827] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.686164] env[65829]: DEBUG nova.compute.manager [req-b810edfd-0d12-45c0-91ba-4d9dc7b75724 req-b9839d8d-c42f-4d6e-ad95-50c5864e740f service nova] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Received event network-changed-c816fb59-666c-4043-85bb-a0a9e253f2a1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 970.686331] env[65829]: DEBUG nova.compute.manager [req-b810edfd-0d12-45c0-91ba-4d9dc7b75724 req-b9839d8d-c42f-4d6e-ad95-50c5864e740f service nova] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Refreshing instance network info cache due to event network-changed-c816fb59-666c-4043-85bb-a0a9e253f2a1. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 970.686549] env[65829]: DEBUG oslo_concurrency.lockutils [req-b810edfd-0d12-45c0-91ba-4d9dc7b75724 req-b9839d8d-c42f-4d6e-ad95-50c5864e740f service nova] Acquiring lock "refresh_cache-6fbc577d-3685-4542-9ab2-eb991bed8030" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.686688] env[65829]: DEBUG oslo_concurrency.lockutils [req-b810edfd-0d12-45c0-91ba-4d9dc7b75724 req-b9839d8d-c42f-4d6e-ad95-50c5864e740f service nova] Acquired lock "refresh_cache-6fbc577d-3685-4542-9ab2-eb991bed8030" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.686844] env[65829]: DEBUG nova.network.neutron [req-b810edfd-0d12-45c0-91ba-4d9dc7b75724 req-b9839d8d-c42f-4d6e-ad95-50c5864e740f service nova] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Refreshing network info cache for port c816fb59-666c-4043-85bb-a0a9e253f2a1 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.780134] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 970.806905] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 970.806905] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.807087] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 970.807194] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.807349] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 970.807429] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 970.807632] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 970.808587] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 970.808587] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 970.808587] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 970.808587] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 970.810104] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcceb10-e10f-4a15-a0e6-e78521c323fd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.817700] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f191f38a-702a-4b0e-8112-6fd8ea367b27 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.915383] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807937, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.948291] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.948609] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97d03b3e-e25d-4c2c-bf67-101f480cc349 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.956486] env[65829]: DEBUG oslo_vmware.api [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 970.956486] env[65829]: value = "task-4807938" [ 970.956486] env[65829]: _type = "Task" [ 970.956486] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.965598] env[65829]: DEBUG oslo_vmware.api [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807938, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.992814] env[65829]: DEBUG nova.scheduler.client.report [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.010735] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.098596] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807933, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.144510] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807934, 'name': ReconfigVM_Task, 'duration_secs': 0.999707} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.144790] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Reconfigured VM instance instance-00000054 to attach disk [datastore2] c607ca07-5dde-4ad7-bf8a-951ba7703178/c607ca07-5dde-4ad7-bf8a-951ba7703178.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.145497] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21f41abd-48d4-4000-a6e7-cb88b8c5fd5b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.152287] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 971.152287] env[65829]: value = "task-4807939" [ 971.152287] env[65829]: _type = "Task" [ 971.152287] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.162743] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807939, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.189691] env[65829]: WARNING neutronclient.v2_0.client [req-b810edfd-0d12-45c0-91ba-4d9dc7b75724 req-b9839d8d-c42f-4d6e-ad95-50c5864e740f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.301728] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Successfully updated port: f90d5a93-1212-4587-9d4f-b3dacab86af1 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 971.417279] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807937, 'name': CreateVM_Task, 'duration_secs': 0.781097} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.417279] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.417656] env[65829]: WARNING neutronclient.v2_0.client [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.418340] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.418340] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.418513] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.418778] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa5b74a6-fd0b-4b63-96bd-4d3e43509f8d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.424442] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 971.424442] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5201bfe0-62cf-5483-e62f-6c8cd08a926f" [ 971.424442] env[65829]: _type = "Task" [ 971.424442] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.436053] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5201bfe0-62cf-5483-e62f-6c8cd08a926f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.468354] env[65829]: DEBUG oslo_vmware.api [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807938, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.490450] env[65829]: WARNING neutronclient.v2_0.client [req-b810edfd-0d12-45c0-91ba-4d9dc7b75724 req-b9839d8d-c42f-4d6e-ad95-50c5864e740f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.505558] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.506213] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 971.511436] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.399s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.512040] env[65829]: DEBUG nova.objects.instance [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lazy-loading 'resources' on Instance uuid 2e61a4e5-7410-40dd-a8d7-09a918431d8f {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.600702] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807933, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.609498} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.600982] env[65829]: INFO nova.virt.vmwareapi.ds_util [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 7d82a41f-7e46-477f-8290-1b8982534b94/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk. [ 971.601859] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4349fbea-3ec8-4163-b61a-e274e71d7e71 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.631147] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 7d82a41f-7e46-477f-8290-1b8982534b94/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.632436] env[65829]: DEBUG nova.network.neutron [req-b810edfd-0d12-45c0-91ba-4d9dc7b75724 req-b9839d8d-c42f-4d6e-ad95-50c5864e740f service nova] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Updated VIF entry in instance network info cache for port c816fb59-666c-4043-85bb-a0a9e253f2a1. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 971.632807] env[65829]: DEBUG nova.network.neutron [req-b810edfd-0d12-45c0-91ba-4d9dc7b75724 req-b9839d8d-c42f-4d6e-ad95-50c5864e740f service nova] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Updating instance_info_cache with network_info: [{"id": "c816fb59-666c-4043-85bb-a0a9e253f2a1", "address": "fa:16:3e:cc:cc:fa", "network": {"id": "49f93428-629d-4a25-b08d-089510a89f52", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580593990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f69e8d3a40544ffba27c879a84a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc816fb59-66", "ovs_interfaceid": "c816fb59-666c-4043-85bb-a0a9e253f2a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.637282] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad9ebf25-1518-4d9e-bb0e-91541231fb3a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.653094] env[65829]: DEBUG oslo_concurrency.lockutils [req-b810edfd-0d12-45c0-91ba-4d9dc7b75724 req-b9839d8d-c42f-4d6e-ad95-50c5864e740f service nova] Releasing lock "refresh_cache-6fbc577d-3685-4542-9ab2-eb991bed8030" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.659360] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 971.659360] env[65829]: value = "task-4807940" [ 971.659360] env[65829]: _type = "Task" [ 971.659360] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.667802] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807939, 'name': Rename_Task, 'duration_secs': 0.361838} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.667802] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.667802] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b50f150-46df-490b-9963-bdae26c6e3de {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.672889] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807940, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.677365] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 971.677365] env[65829]: value = "task-4807941" [ 971.677365] env[65829]: _type = "Task" [ 971.677365] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.689016] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.807711] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "refresh_cache-09f36011-c808-40fd-be31-2cf96de87d72" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.808417] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquired lock "refresh_cache-09f36011-c808-40fd-be31-2cf96de87d72" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.808417] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 971.935413] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5201bfe0-62cf-5483-e62f-6c8cd08a926f, 'name': SearchDatastore_Task, 'duration_secs': 0.011771} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.935803] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.936144] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.936412] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.936591] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.936786] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.937093] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c197339c-bfb0-4b4a-b987-3039888a52fc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.948866] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.949098] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.949863] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44ce87ad-f115-4ebf-af74-eea2d4b07082 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.957872] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 971.957872] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e1e907-31f7-2d61-482b-bc64bf78e7bd" [ 971.957872] env[65829]: _type = "Task" [ 971.957872] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.974019] env[65829]: DEBUG oslo_vmware.api [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807938, 'name': PowerOffVM_Task, 'duration_secs': 0.623573} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.975857] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.976104] env[65829]: DEBUG nova.compute.manager [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 971.976436] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e1e907-31f7-2d61-482b-bc64bf78e7bd, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.977229] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1447a100-384b-490a-a98e-ccb94e1b7dad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.980859] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858cdd32-8561-4d87-9db8-f0a7d8cdfbb2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.987539] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 971.987539] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bf4402-c188-9e00-a42d-9865bdc447a9" [ 971.987539] env[65829]: _type = "Task" [ 971.987539] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.001903] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bf4402-c188-9e00-a42d-9865bdc447a9, 'name': SearchDatastore_Task} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.002202] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.002464] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 6fbc577d-3685-4542-9ab2-eb991bed8030/6fbc577d-3685-4542-9ab2-eb991bed8030.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.002736] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2be228e-6d0d-4bb5-b49d-fc7527e6e17c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.010534] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 972.010534] env[65829]: value = "task-4807942" [ 972.010534] env[65829]: _type = "Task" [ 972.010534] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.016291] env[65829]: DEBUG nova.compute.utils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.020072] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 972.020394] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 972.020636] env[65829]: WARNING neutronclient.v2_0.client [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.020949] env[65829]: WARNING neutronclient.v2_0.client [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.032059] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.068669] env[65829]: DEBUG nova.policy [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '73eab84982904b8b9c92b79caddbe7ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f69e8d3a40544ffba27c879a84a3bc1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 972.174014] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807940, 'name': ReconfigVM_Task, 'duration_secs': 0.400148} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.174510] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 7d82a41f-7e46-477f-8290-1b8982534b94/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.178356] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c278fbcc-7057-4c84-940f-83d44ca793cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.215872] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1138e7b-db04-4b76-8120-eee3bdee7dd5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.226619] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807941, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.234753] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 972.234753] env[65829]: value = "task-4807943" [ 972.234753] env[65829]: _type = "Task" [ 972.234753] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.244917] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.360786] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 972.447898] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Successfully created port: 0387bdf8-acda-4c69-b260-bc0faf681954 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 972.485184] env[65829]: WARNING neutronclient.v2_0.client [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.500245] env[65829]: DEBUG oslo_concurrency.lockutils [None req-66a52748-0a0f-4149-bb6d-e6fc5e243735 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.571s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.525507] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 972.535063] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807942, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.666744] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Updating instance_info_cache with network_info: [{"id": "f90d5a93-1212-4587-9d4f-b3dacab86af1", "address": "fa:16:3e:89:db:ba", "network": {"id": "49f93428-629d-4a25-b08d-089510a89f52", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580593990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f69e8d3a40544ffba27c879a84a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90d5a93-12", "ovs_interfaceid": "f90d5a93-1212-4587-9d4f-b3dacab86af1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.690618] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6d5533-858b-455f-85e3-b292e90b80f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.703207] env[65829]: DEBUG oslo_vmware.api [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807941, 'name': PowerOnVM_Task, 'duration_secs': 0.580926} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.705934] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.706221] env[65829]: INFO nova.compute.manager [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Took 7.41 seconds to spawn the instance on the hypervisor. [ 972.706439] env[65829]: DEBUG nova.compute.manager [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 972.707430] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d72467-2a45-4392-823d-606e897745f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.711726] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6950dfa3-2eb7-48c5-b678-9eab44738183 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.766316] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00828fd-32b2-4ad5-85ea-fcca3d6caacb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.783364] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807943, 'name': ReconfigVM_Task, 'duration_secs': 0.481278} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.783833] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.785751] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57936dd-ca4f-4efb-8cf5-b6f7fed36f68 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.791889] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a195645-01cd-4279-84c3-2578c5582b77 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.809883] env[65829]: DEBUG nova.compute.provider_tree [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.813995] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 972.813995] env[65829]: value = "task-4807944" [ 972.813995] env[65829]: _type = "Task" [ 972.813995] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.835136] env[65829]: DEBUG nova.compute.manager [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Stashing vm_state: active {{(pid=65829) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 972.862272] env[65829]: DEBUG nova.compute.manager [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Received event network-vif-plugged-f90d5a93-1212-4587-9d4f-b3dacab86af1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 972.862272] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] Acquiring lock "09f36011-c808-40fd-be31-2cf96de87d72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.862272] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] Lock "09f36011-c808-40fd-be31-2cf96de87d72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.862272] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] Lock "09f36011-c808-40fd-be31-2cf96de87d72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.862816] env[65829]: DEBUG nova.compute.manager [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] No waiting events found dispatching network-vif-plugged-f90d5a93-1212-4587-9d4f-b3dacab86af1 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 972.862816] env[65829]: WARNING nova.compute.manager [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Received unexpected event network-vif-plugged-f90d5a93-1212-4587-9d4f-b3dacab86af1 for instance with vm_state building and task_state spawning. [ 972.862940] env[65829]: DEBUG nova.compute.manager [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Received event network-changed-f90d5a93-1212-4587-9d4f-b3dacab86af1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 972.863153] env[65829]: DEBUG nova.compute.manager [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Refreshing instance network info cache due to event network-changed-f90d5a93-1212-4587-9d4f-b3dacab86af1. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 972.863331] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] Acquiring lock "refresh_cache-09f36011-c808-40fd-be31-2cf96de87d72" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.925591] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "interface-a826eca5-ab99-4a14-a98f-5f7c67383985-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.925936] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-a826eca5-ab99-4a14-a98f-5f7c67383985-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.926394] env[65829]: DEBUG nova.objects.instance [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'flavor' on Instance uuid a826eca5-ab99-4a14-a98f-5f7c67383985 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.026675] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651799} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.027097] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 6fbc577d-3685-4542-9ab2-eb991bed8030/6fbc577d-3685-4542-9ab2-eb991bed8030.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.027457] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.027847] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73a5c10b-f558-48e2-a587-ffa132d96afe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.042427] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 973.042427] env[65829]: value = "task-4807945" [ 973.042427] env[65829]: _type = "Task" [ 973.042427] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.056486] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.173241] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Releasing lock "refresh_cache-09f36011-c808-40fd-be31-2cf96de87d72" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.173826] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Instance network_info: |[{"id": "f90d5a93-1212-4587-9d4f-b3dacab86af1", "address": "fa:16:3e:89:db:ba", "network": {"id": "49f93428-629d-4a25-b08d-089510a89f52", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580593990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f69e8d3a40544ffba27c879a84a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90d5a93-12", "ovs_interfaceid": "f90d5a93-1212-4587-9d4f-b3dacab86af1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 973.174357] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] Acquired lock "refresh_cache-09f36011-c808-40fd-be31-2cf96de87d72" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.174716] env[65829]: DEBUG nova.network.neutron [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Refreshing network info cache for port f90d5a93-1212-4587-9d4f-b3dacab86af1 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.176574] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:db:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f90d5a93-1212-4587-9d4f-b3dacab86af1', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.189931] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 973.191205] env[65829]: WARNING neutronclient.v2_0.client [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.195285] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.196353] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3def7edf-33a8-4c2f-944f-bfb4ea58ef4e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.229338] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.229338] env[65829]: value = "task-4807946" [ 973.229338] env[65829]: _type = "Task" [ 973.229338] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.243088] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807946, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.274395] env[65829]: INFO nova.compute.manager [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Took 24.24 seconds to build instance. [ 973.315985] env[65829]: DEBUG nova.scheduler.client.report [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.334254] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807944, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.377116] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.432121] env[65829]: WARNING neutronclient.v2_0.client [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.486919] env[65829]: WARNING neutronclient.v2_0.client [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.538733] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 973.554264] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282336} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.554592] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 973.555997] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e240a75-f085-48c4-9459-a7d17c07881a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.585939] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 6fbc577d-3685-4542-9ab2-eb991bed8030/6fbc577d-3685-4542-9ab2-eb991bed8030.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.588762] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 973.589032] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.589191] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 973.589375] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.589517] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 973.589660] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 973.589875] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 973.590036] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 973.590297] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 973.590468] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 973.590641] env[65829]: DEBUG nova.virt.hardware [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 973.591186] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f76656-1767-44e5-b73c-76a6ed06e8c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.607078] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596053e9-eb38-4673-a81d-e7dac5ffee70 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.619245] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae789bb0-0556-4c16-9bad-5b160622370b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.623524] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 973.623524] env[65829]: value = "task-4807947" [ 973.623524] env[65829]: _type = "Task" [ 973.623524] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.643017] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.678553] env[65829]: DEBUG nova.objects.instance [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'pci_requests' on Instance uuid a826eca5-ab99-4a14-a98f-5f7c67383985 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.741126] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807946, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.745883] env[65829]: DEBUG nova.network.neutron [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Updated VIF entry in instance network info cache for port f90d5a93-1212-4587-9d4f-b3dacab86af1. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 973.746429] env[65829]: DEBUG nova.network.neutron [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Updating instance_info_cache with network_info: [{"id": "f90d5a93-1212-4587-9d4f-b3dacab86af1", "address": "fa:16:3e:89:db:ba", "network": {"id": "49f93428-629d-4a25-b08d-089510a89f52", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580593990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f69e8d3a40544ffba27c879a84a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf90d5a93-12", "ovs_interfaceid": "f90d5a93-1212-4587-9d4f-b3dacab86af1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.778093] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b59aa021-0274-417f-8aa4-ad98c4dd5026 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "c607ca07-5dde-4ad7-bf8a-951ba7703178" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.750s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.825252] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.828163] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.276s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.829831] env[65829]: INFO nova.compute.claims [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 973.837541] env[65829]: DEBUG oslo_vmware.api [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807944, 'name': PowerOnVM_Task, 'duration_secs': 0.664762} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.838080] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.841393] env[65829]: DEBUG nova.compute.manager [None req-0c495a43-b707-4f71-b82c-c8f9f4f01f05 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 973.843104] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cd170b-5f07-4299-b267-8fee700fa939 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.857999] env[65829]: INFO nova.scheduler.client.report [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleted allocations for instance 2e61a4e5-7410-40dd-a8d7-09a918431d8f [ 973.880272] env[65829]: DEBUG nova.objects.instance [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'flavor' on Instance uuid 6bfb8e92-4927-4427-bdba-821903439344 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.133893] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.158883] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Successfully updated port: 0387bdf8-acda-4c69-b260-bc0faf681954 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 974.181269] env[65829]: DEBUG nova.objects.base [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 974.181530] env[65829]: DEBUG nova.network.neutron [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 974.181948] env[65829]: WARNING neutronclient.v2_0.client [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.182290] env[65829]: WARNING neutronclient.v2_0.client [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.224326] env[65829]: DEBUG nova.policy [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2244f3908bf4e47a1f7d1d5b0271857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b139a534bae14c14ba78185316657b86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.245607] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807946, 'name': CreateVM_Task, 'duration_secs': 0.802988} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.245822] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.246424] env[65829]: WARNING neutronclient.v2_0.client [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.246899] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.247170] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.247444] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.247724] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a3cc2b1-5c0c-4821-be5c-4ae2d9db11a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.250188] env[65829]: DEBUG oslo_concurrency.lockutils [req-7b76bfdb-55ab-4d88-ae2c-268cb1a2fb13 req-50694b80-e564-474d-aa3b-139c62e7d87e service nova] Releasing lock "refresh_cache-09f36011-c808-40fd-be31-2cf96de87d72" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.254901] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 974.254901] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e9ed6-c18a-2d7d-15a4-d51db368fa06" [ 974.254901] env[65829]: _type = "Task" [ 974.254901] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.264965] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e9ed6-c18a-2d7d-15a4-d51db368fa06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.299812] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "c158319b-3841-4a14-b1db-6424aec8bb84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.300159] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "c158319b-3841-4a14-b1db-6424aec8bb84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.300377] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "c158319b-3841-4a14-b1db-6424aec8bb84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.300735] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "c158319b-3841-4a14-b1db-6424aec8bb84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.300937] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "c158319b-3841-4a14-b1db-6424aec8bb84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.303333] env[65829]: INFO nova.compute.manager [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Terminating instance [ 974.366564] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1557603c-54cb-479f-8229-94eb9ceda4d0 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "2e61a4e5-7410-40dd-a8d7-09a918431d8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.178s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.385744] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.385967] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquired lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.386137] env[65829]: DEBUG nova.network.neutron [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 974.386368] env[65829]: DEBUG nova.objects.instance [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'info_cache' on Instance uuid 6bfb8e92-4927-4427-bdba-821903439344 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.531852] env[65829]: DEBUG nova.compute.manager [req-7ee64d39-a62e-49f4-9765-259008888f50 req-eb5d583a-10da-4a1c-884d-bbaa20921c05 service nova] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Received event network-vif-plugged-0387bdf8-acda-4c69-b260-bc0faf681954 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 974.532260] env[65829]: DEBUG oslo_concurrency.lockutils [req-7ee64d39-a62e-49f4-9765-259008888f50 req-eb5d583a-10da-4a1c-884d-bbaa20921c05 service nova] Acquiring lock "89d42188-f2e9-48d2-838b-90ce739bada0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.532432] env[65829]: DEBUG oslo_concurrency.lockutils [req-7ee64d39-a62e-49f4-9765-259008888f50 req-eb5d583a-10da-4a1c-884d-bbaa20921c05 service nova] Lock "89d42188-f2e9-48d2-838b-90ce739bada0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.532708] env[65829]: DEBUG oslo_concurrency.lockutils [req-7ee64d39-a62e-49f4-9765-259008888f50 req-eb5d583a-10da-4a1c-884d-bbaa20921c05 service nova] Lock "89d42188-f2e9-48d2-838b-90ce739bada0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.532804] env[65829]: DEBUG nova.compute.manager [req-7ee64d39-a62e-49f4-9765-259008888f50 req-eb5d583a-10da-4a1c-884d-bbaa20921c05 service nova] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] No waiting events found dispatching network-vif-plugged-0387bdf8-acda-4c69-b260-bc0faf681954 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 974.533071] env[65829]: WARNING nova.compute.manager [req-7ee64d39-a62e-49f4-9765-259008888f50 req-eb5d583a-10da-4a1c-884d-bbaa20921c05 service nova] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Received unexpected event network-vif-plugged-0387bdf8-acda-4c69-b260-bc0faf681954 for instance with vm_state building and task_state spawning. [ 974.579617] env[65829]: DEBUG nova.network.neutron [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Successfully created port: 7765f726-f3a2-4338-9a58-6ec6445640a1 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 974.635127] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807947, 'name': ReconfigVM_Task, 'duration_secs': 0.955532} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.635380] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 6fbc577d-3685-4542-9ab2-eb991bed8030/6fbc577d-3685-4542-9ab2-eb991bed8030.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.636074] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b34df68-2060-45f5-8f15-1ba053d743c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.643350] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 974.643350] env[65829]: value = "task-4807948" [ 974.643350] env[65829]: _type = "Task" [ 974.643350] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.652757] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807948, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.662372] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "refresh_cache-89d42188-f2e9-48d2-838b-90ce739bada0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.662497] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquired lock "refresh_cache-89d42188-f2e9-48d2-838b-90ce739bada0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.662753] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 974.769032] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e9ed6-c18a-2d7d-15a4-d51db368fa06, 'name': SearchDatastore_Task, 'duration_secs': 0.031576} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.769032] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.769032] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.769250] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.769476] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.769744] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.770100] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-355d970d-846b-4085-afe2-97b316cb0114 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.780910] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.781145] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.781951] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc5b02e1-aa45-44ce-8aa4-8790a267b60c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.788801] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 974.788801] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a53cff-61d0-93e4-f0c0-e57fbc0f220d" [ 974.788801] env[65829]: _type = "Task" [ 974.788801] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.798373] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a53cff-61d0-93e4-f0c0-e57fbc0f220d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.809103] env[65829]: DEBUG nova.compute.manager [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 974.809397] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.810477] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548b6e6e-3bfb-4667-97d8-d8ae0a7404e3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.819518] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.819788] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a11f6560-b994-4c8e-92d3-6ebd000106c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.827156] env[65829]: DEBUG oslo_vmware.api [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 974.827156] env[65829]: value = "task-4807949" [ 974.827156] env[65829]: _type = "Task" [ 974.827156] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.840643] env[65829]: DEBUG oslo_vmware.api [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.890775] env[65829]: DEBUG nova.objects.base [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Object Instance<6bfb8e92-4927-4427-bdba-821903439344> lazy-loaded attributes: flavor,info_cache {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 975.158372] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807948, 'name': Rename_Task, 'duration_secs': 0.249752} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.158693] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.158962] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37154256-76ec-4d6e-9445-2d8188e05326 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.171493] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 975.171493] env[65829]: value = "task-4807950" [ 975.171493] env[65829]: _type = "Task" [ 975.171493] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.184360] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.202407] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 975.302411] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a53cff-61d0-93e4-f0c0-e57fbc0f220d, 'name': SearchDatastore_Task, 'duration_secs': 0.012193} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.303389] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf9fd74-d2b3-440d-b10f-e825cd9fa614 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.307369] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9d9dd9-e1f3-4c2e-9267-dda270ee0ed1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.315781] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 975.315781] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52edd2d4-0e27-ab53-13d9-8b6acb5b4af4" [ 975.315781] env[65829]: _type = "Task" [ 975.315781] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.326830] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0bf931-abc7-4e83-8832-2d76301f22f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.348444] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52edd2d4-0e27-ab53-13d9-8b6acb5b4af4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.395011] env[65829]: WARNING neutronclient.v2_0.client [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.400487] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cbb7cd-fee7-4360-a0a4-f5c5831adeb2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.404797] env[65829]: WARNING neutronclient.v2_0.client [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.416653] env[65829]: DEBUG oslo_vmware.api [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807949, 'name': PowerOffVM_Task, 'duration_secs': 0.284669} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.417639] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.417773] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.421550] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bebf1aad-e28f-4c4e-b0d5-d4213c596275 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.427057] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77457b9b-f04e-4e91-bb43-e7bebfacbb90 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.448031] env[65829]: DEBUG nova.compute.provider_tree [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.514336] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.514720] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.515000] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleting the datastore file [datastore1] c158319b-3841-4a14-b1db-6424aec8bb84 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.515345] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42782301-aeff-4312-b3d5-81e7dacf81bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.523685] env[65829]: DEBUG oslo_vmware.api [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 975.523685] env[65829]: value = "task-4807952" [ 975.523685] env[65829]: _type = "Task" [ 975.523685] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.534131] env[65829]: DEBUG oslo_vmware.api [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.634322] env[65829]: DEBUG nova.network.neutron [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Updating instance_info_cache with network_info: [{"id": "0387bdf8-acda-4c69-b260-bc0faf681954", "address": "fa:16:3e:d4:2f:92", "network": {"id": "49f93428-629d-4a25-b08d-089510a89f52", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580593990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f69e8d3a40544ffba27c879a84a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0387bdf8-ac", "ovs_interfaceid": "0387bdf8-acda-4c69-b260-bc0faf681954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.689369] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.834665] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52edd2d4-0e27-ab53-13d9-8b6acb5b4af4, 'name': SearchDatastore_Task, 'duration_secs': 0.029066} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.835108] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.835514] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 09f36011-c808-40fd-be31-2cf96de87d72/09f36011-c808-40fd-be31-2cf96de87d72.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.835994] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25da8e56-974c-4150-9a5a-2a12fa2c12e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.845162] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 975.845162] env[65829]: value = "task-4807953" [ 975.845162] env[65829]: _type = "Task" [ 975.845162] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.855279] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.900471] env[65829]: WARNING neutronclient.v2_0.client [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.919048] env[65829]: INFO nova.compute.manager [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Unrescuing [ 975.919048] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "refresh_cache-7d82a41f-7e46-477f-8290-1b8982534b94" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.919048] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquired lock "refresh_cache-7d82a41f-7e46-477f-8290-1b8982534b94" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.919048] env[65829]: DEBUG nova.network.neutron [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 975.951128] env[65829]: DEBUG nova.scheduler.client.report [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.021253] env[65829]: DEBUG nova.network.neutron [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Updating instance_info_cache with network_info: [{"id": "ae1aa5fb-c6e9-4819-8c25-945a723af021", "address": "fa:16:3e:0a:a7:d7", "network": {"id": "4221bb4f-d80f-49fb-aa07-3b1060a3206d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1413371387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee32917d7174f0ebdffb4a469ed2eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae1aa5fb-c6", "ovs_interfaceid": "ae1aa5fb-c6e9-4819-8c25-945a723af021", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.036099] env[65829]: DEBUG oslo_vmware.api [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4807952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187547} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.037152] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.037346] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.037510] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.037680] env[65829]: INFO nova.compute.manager [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Took 1.23 seconds to destroy the instance on the hypervisor. [ 976.037957] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 976.038227] env[65829]: DEBUG nova.compute.manager [-] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 976.038339] env[65829]: DEBUG nova.network.neutron [-] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 976.038613] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.079112] env[65829]: DEBUG nova.compute.manager [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 976.080217] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b2daab-5fcd-4914-8d2c-cef49c6bd43c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.137632] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Releasing lock "refresh_cache-89d42188-f2e9-48d2-838b-90ce739bada0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.138058] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Instance network_info: |[{"id": "0387bdf8-acda-4c69-b260-bc0faf681954", "address": "fa:16:3e:d4:2f:92", "network": {"id": "49f93428-629d-4a25-b08d-089510a89f52", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580593990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f69e8d3a40544ffba27c879a84a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0387bdf8-ac", "ovs_interfaceid": "0387bdf8-acda-4c69-b260-bc0faf681954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 976.138535] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:2f:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0387bdf8-acda-4c69-b260-bc0faf681954', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.147011] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 976.148435] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.150717] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.151169] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb52c024-84c7-4a29-9098-22e36a0198cc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.172578] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.172578] env[65829]: value = "task-4807954" [ 976.172578] env[65829]: _type = "Task" [ 976.172578] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.185394] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807954, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.188625] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807950, 'name': PowerOnVM_Task, 'duration_secs': 0.780134} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.188894] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.189138] env[65829]: INFO nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Took 7.96 seconds to spawn the instance on the hypervisor. [ 976.189328] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 976.190229] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54131eaa-0980-4c9d-87c4-be1750a10169 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.204528] env[65829]: DEBUG nova.network.neutron [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Successfully updated port: 7765f726-f3a2-4338-9a58-6ec6445640a1 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 976.357190] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807953, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.422335] env[65829]: WARNING neutronclient.v2_0.client [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.460061] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.460775] env[65829]: DEBUG nova.compute.manager [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 976.464547] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.183s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.466033] env[65829]: DEBUG nova.objects.instance [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lazy-loading 'resources' on Instance uuid afb48925-2ca1-42a8-8a9a-e3247be7993a {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.527366] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Releasing lock "refresh_cache-6bfb8e92-4927-4427-bdba-821903439344" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.542895] env[65829]: DEBUG nova.compute.manager [req-46832d2a-f48d-457b-a084-8ffc16dc13ff req-4a3dac8c-6e16-4548-b669-fcf81e497712 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received event network-vif-plugged-7765f726-f3a2-4338-9a58-6ec6445640a1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 976.543355] env[65829]: DEBUG oslo_concurrency.lockutils [req-46832d2a-f48d-457b-a084-8ffc16dc13ff req-4a3dac8c-6e16-4548-b669-fcf81e497712 service nova] Acquiring lock "a826eca5-ab99-4a14-a98f-5f7c67383985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.543355] env[65829]: DEBUG oslo_concurrency.lockutils [req-46832d2a-f48d-457b-a084-8ffc16dc13ff req-4a3dac8c-6e16-4548-b669-fcf81e497712 service nova] Lock "a826eca5-ab99-4a14-a98f-5f7c67383985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.543559] env[65829]: DEBUG oslo_concurrency.lockutils [req-46832d2a-f48d-457b-a084-8ffc16dc13ff req-4a3dac8c-6e16-4548-b669-fcf81e497712 service nova] Lock "a826eca5-ab99-4a14-a98f-5f7c67383985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.544606] env[65829]: DEBUG nova.compute.manager [req-46832d2a-f48d-457b-a084-8ffc16dc13ff req-4a3dac8c-6e16-4548-b669-fcf81e497712 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] No waiting events found dispatching network-vif-plugged-7765f726-f3a2-4338-9a58-6ec6445640a1 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 976.544606] env[65829]: WARNING nova.compute.manager [req-46832d2a-f48d-457b-a084-8ffc16dc13ff req-4a3dac8c-6e16-4548-b669-fcf81e497712 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received unexpected event network-vif-plugged-7765f726-f3a2-4338-9a58-6ec6445640a1 for instance with vm_state active and task_state None. [ 976.593947] env[65829]: INFO nova.compute.manager [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] instance snapshotting [ 976.597045] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58c9145-ed8a-44a1-820e-01ae3116eaf2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.623708] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead36107-a34a-467a-aa7f-74ee830082f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.650728] env[65829]: WARNING neutronclient.v2_0.client [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.688012] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807954, 'name': CreateVM_Task, 'duration_secs': 0.487184} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.690338] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.690338] env[65829]: WARNING neutronclient.v2_0.client [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.690338] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.690338] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.690338] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.690338] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf8e84ea-d690-4048-96db-842bb9152d69 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.697099] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 976.697099] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f30ec1-0fce-8be6-f655-bc26a4a5683e" [ 976.697099] env[65829]: _type = "Task" [ 976.697099] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.716168] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.716835] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.716835] env[65829]: DEBUG nova.network.neutron [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 976.720260] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f30ec1-0fce-8be6-f655-bc26a4a5683e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.721031] env[65829]: INFO nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Took 26.34 seconds to build instance. [ 976.757941] env[65829]: DEBUG nova.network.neutron [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Updating instance_info_cache with network_info: [{"id": "6bfc0b5f-d6e7-42f8-8fe0-0bd459020000", "address": "fa:16:3e:36:c6:44", "network": {"id": "900a8ac0-7fc5-411f-b3a8-4d5eff988465", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-919074472-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3328546bd02644c58427fc36221cbca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bfc0b5f-d6", "ovs_interfaceid": "6bfc0b5f-d6e7-42f8-8fe0-0bd459020000", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.857101] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784489} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.857384] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 09f36011-c808-40fd-be31-2cf96de87d72/09f36011-c808-40fd-be31-2cf96de87d72.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.857600] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.858204] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0347173b-61f6-4f20-99d7-dcdbced47d66 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.865422] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 976.865422] env[65829]: value = "task-4807955" [ 976.865422] env[65829]: _type = "Task" [ 976.865422] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.875905] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.919282] env[65829]: DEBUG nova.network.neutron [-] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.938699] env[65829]: DEBUG nova.compute.manager [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Received event network-changed-0387bdf8-acda-4c69-b260-bc0faf681954 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 976.939107] env[65829]: DEBUG nova.compute.manager [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Refreshing instance network info cache due to event network-changed-0387bdf8-acda-4c69-b260-bc0faf681954. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 976.939211] env[65829]: DEBUG oslo_concurrency.lockutils [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] Acquiring lock "refresh_cache-89d42188-f2e9-48d2-838b-90ce739bada0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.939336] env[65829]: DEBUG oslo_concurrency.lockutils [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] Acquired lock "refresh_cache-89d42188-f2e9-48d2-838b-90ce739bada0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.939491] env[65829]: DEBUG nova.network.neutron [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Refreshing network info cache for port 0387bdf8-acda-4c69-b260-bc0faf681954 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.968164] env[65829]: DEBUG nova.compute.utils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 976.969629] env[65829]: DEBUG nova.compute.manager [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 976.969963] env[65829]: DEBUG nova.network.neutron [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 976.970163] env[65829]: WARNING neutronclient.v2_0.client [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.970556] env[65829]: WARNING neutronclient.v2_0.client [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.013324] env[65829]: DEBUG nova.policy [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e9908b1e0646c6bbe59be5595c6886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '038ceec4a90f4611a43c882f07ea7ef1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.140614] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 977.141215] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3724e586-3993-464e-b5de-35437349e38f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.149780] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 977.149780] env[65829]: value = "task-4807956" [ 977.149780] env[65829]: _type = "Task" [ 977.149780] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.164859] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807956, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.213194] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f30ec1-0fce-8be6-f655-bc26a4a5683e, 'name': SearchDatastore_Task, 'duration_secs': 0.038741} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.213511] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.213783] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.214069] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.214199] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.214384] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.214664] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-802a43b0-9987-4fd1-aebf-94c54cf9e749 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.223197] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "6fbc577d-3685-4542-9ab2-eb991bed8030" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.856s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.226877] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.227349] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.228446] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de253822-772a-4bf8-b540-1ec2d38300a3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.237268] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 977.237268] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b6f4e7-f524-816a-e598-523a980c1811" [ 977.237268] env[65829]: _type = "Task" [ 977.237268] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.247573] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b6f4e7-f524-816a-e598-523a980c1811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.261157] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Releasing lock "refresh_cache-7d82a41f-7e46-477f-8290-1b8982534b94" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.262689] env[65829]: DEBUG nova.objects.instance [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lazy-loading 'flavor' on Instance uuid 7d82a41f-7e46-477f-8290-1b8982534b94 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.307166] env[65829]: WARNING nova.network.neutron [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] d95f050a-7108-4d88-9224-74572ab14e62 already exists in list: networks containing: ['d95f050a-7108-4d88-9224-74572ab14e62']. ignoring it [ 977.333110] env[65829]: DEBUG nova.network.neutron [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Successfully created port: e66ae85e-9095-4605-bb3e-9f81d1e6c042 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 977.377562] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.35633} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.380561] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.381667] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5e1327-0aae-41d3-8f60-196fc7184860 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.405728] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 09f36011-c808-40fd-be31-2cf96de87d72/09f36011-c808-40fd-be31-2cf96de87d72.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.408459] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e31c157-fe0d-4c66-ad0c-78a3972370fd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.423893] env[65829]: INFO nova.compute.manager [-] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Took 1.39 seconds to deallocate network for instance. [ 977.431835] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 977.431835] env[65829]: value = "task-4807957" [ 977.431835] env[65829]: _type = "Task" [ 977.431835] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.443540] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.445223] env[65829]: WARNING neutronclient.v2_0.client [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.466942] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798dc3f1-30cd-4d5e-8e58-224ffa32d92d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.476472] env[65829]: DEBUG nova.compute.manager [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 977.483025] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a08f72a6-8f93-4402-9b71-ae8491521cd3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.520872] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e0783d-8910-44f6-9b00-59999ea7959b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.530634] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4476b364-c199-43ad-bc11-b45ad557e54c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.536393] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.536727] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f588a59-d080-43da-a4b7-e5d226b11715 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.558406] env[65829]: DEBUG nova.compute.provider_tree [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.564084] env[65829]: WARNING neutronclient.v2_0.client [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.568701] env[65829]: DEBUG oslo_vmware.api [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 977.568701] env[65829]: value = "task-4807958" [ 977.568701] env[65829]: _type = "Task" [ 977.568701] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.582079] env[65829]: DEBUG oslo_vmware.api [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807958, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.664178] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807956, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.748440] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b6f4e7-f524-816a-e598-523a980c1811, 'name': SearchDatastore_Task, 'duration_secs': 0.035639} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.749238] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc346a5-1a48-4e7a-9ebc-05dab6f93556 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.756549] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 977.756549] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52eb9144-d1dd-0214-30d1-cc5c94026daf" [ 977.756549] env[65829]: _type = "Task" [ 977.756549] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.766894] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52eb9144-d1dd-0214-30d1-cc5c94026daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.769048] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c20429-7f9f-41eb-9fe2-f371a1b026af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.792768] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 977.793169] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c3159a5-47d5-4e42-8b6a-e0e55a8db88e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.801384] env[65829]: DEBUG oslo_vmware.api [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 977.801384] env[65829]: value = "task-4807959" [ 977.801384] env[65829]: _type = "Task" [ 977.801384] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.811120] env[65829]: DEBUG oslo_vmware.api [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.930491] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.943141] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807957, 'name': ReconfigVM_Task, 'duration_secs': 0.315632} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.943385] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 09f36011-c808-40fd-be31-2cf96de87d72/09f36011-c808-40fd-be31-2cf96de87d72.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.944179] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75755238-af73-453b-be5e-8650294a83a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.952731] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 977.952731] env[65829]: value = "task-4807960" [ 977.952731] env[65829]: _type = "Task" [ 977.952731] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.957362] env[65829]: WARNING neutronclient.v2_0.client [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.965830] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807960, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.063750] env[65829]: DEBUG nova.scheduler.client.report [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.083381] env[65829]: DEBUG oslo_vmware.api [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807958, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.109110] env[65829]: WARNING neutronclient.v2_0.client [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.161338] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807956, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.190051] env[65829]: DEBUG nova.network.neutron [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Updated VIF entry in instance network info cache for port 0387bdf8-acda-4c69-b260-bc0faf681954. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 978.190462] env[65829]: DEBUG nova.network.neutron [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Updating instance_info_cache with network_info: [{"id": "0387bdf8-acda-4c69-b260-bc0faf681954", "address": "fa:16:3e:d4:2f:92", "network": {"id": "49f93428-629d-4a25-b08d-089510a89f52", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-580593990-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0f69e8d3a40544ffba27c879a84a3bc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0387bdf8-ac", "ovs_interfaceid": "0387bdf8-acda-4c69-b260-bc0faf681954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.268672] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52eb9144-d1dd-0214-30d1-cc5c94026daf, 'name': SearchDatastore_Task, 'duration_secs': 0.018413} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.268672] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.268672] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 89d42188-f2e9-48d2-838b-90ce739bada0/89d42188-f2e9-48d2-838b-90ce739bada0.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.268672] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a45f0825-a261-49ee-ae64-ec19eeccf6be {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.278268] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 978.278268] env[65829]: value = "task-4807961" [ 978.278268] env[65829]: _type = "Task" [ 978.278268] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.287121] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.288478] env[65829]: DEBUG nova.network.neutron [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updating instance_info_cache with network_info: [{"id": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "address": "fa:16:3e:66:4e:60", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef627e4-17", "ovs_interfaceid": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7765f726-f3a2-4338-9a58-6ec6445640a1", "address": "fa:16:3e:cd:2c:6c", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7765f726-f3", "ovs_interfaceid": "7765f726-f3a2-4338-9a58-6ec6445640a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.313486] env[65829]: DEBUG oslo_vmware.api [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807959, 'name': PowerOffVM_Task, 'duration_secs': 0.412831} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.313486] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.318334] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 978.319071] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-323372e1-13ab-49d4-9c48-137b2f2bcb10 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.343799] env[65829]: DEBUG oslo_vmware.api [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 978.343799] env[65829]: value = "task-4807962" [ 978.343799] env[65829]: _type = "Task" [ 978.343799] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.356199] env[65829]: DEBUG oslo_vmware.api [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.464433] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807960, 'name': Rename_Task, 'duration_secs': 0.163594} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.464788] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.465142] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cfb4b79-a934-451c-bfc9-279c48610cb3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.474082] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 978.474082] env[65829]: value = "task-4807963" [ 978.474082] env[65829]: _type = "Task" [ 978.474082] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.486057] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.489222] env[65829]: DEBUG nova.compute.manager [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 978.525041] env[65829]: DEBUG nova.virt.hardware [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 978.525041] env[65829]: DEBUG nova.virt.hardware [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.525041] env[65829]: DEBUG nova.virt.hardware [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 978.525041] env[65829]: DEBUG nova.virt.hardware [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.525041] env[65829]: DEBUG nova.virt.hardware [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 978.525041] env[65829]: DEBUG nova.virt.hardware [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 978.525041] env[65829]: DEBUG nova.virt.hardware [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 978.525041] env[65829]: DEBUG nova.virt.hardware [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 978.525041] env[65829]: DEBUG nova.virt.hardware [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 978.525041] env[65829]: DEBUG nova.virt.hardware [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 978.525041] env[65829]: DEBUG nova.virt.hardware [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 978.525607] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470f3260-180e-4e0c-b47e-9add15101b9a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.535485] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150b94b3-5630-4835-830f-b081acd93c7b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.574070] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.582326] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.881s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.594521] env[65829]: DEBUG oslo_vmware.api [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4807958, 'name': PowerOnVM_Task, 'duration_secs': 0.615311} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.595173] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.595487] env[65829]: DEBUG nova.compute.manager [None req-2c9682db-126c-4fec-9766-1ae61ac39bbc tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 978.596709] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed8d1d0-c9f8-4e45-b86b-171ad51bfcfd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.611139] env[65829]: INFO nova.scheduler.client.report [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Deleted allocations for instance afb48925-2ca1-42a8-8a9a-e3247be7993a [ 978.667448] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807956, 'name': CreateSnapshot_Task, 'duration_secs': 1.138817} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.667758] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 978.668889] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49631e9-7e9c-4c10-9c4f-013acd8ae4a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.693320] env[65829]: DEBUG oslo_concurrency.lockutils [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] Releasing lock "refresh_cache-89d42188-f2e9-48d2-838b-90ce739bada0" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.693574] env[65829]: DEBUG nova.compute.manager [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Received event network-vif-deleted-9aba64da-a12f-4e63-909e-7d0a514af21b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 978.693766] env[65829]: INFO nova.compute.manager [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Neutron deleted interface 9aba64da-a12f-4e63-909e-7d0a514af21b; detaching it from the instance and deleting it from the info cache [ 978.693969] env[65829]: DEBUG nova.network.neutron [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.791585] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.792428] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.792677] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.792991] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807961, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.794063] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd954ee-69b3-4b2a-b880-5518394c1eff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.815231] env[65829]: DEBUG nova.virt.hardware [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 978.815527] env[65829]: DEBUG nova.virt.hardware [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.815687] env[65829]: DEBUG nova.virt.hardware [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 978.815975] env[65829]: DEBUG nova.virt.hardware [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.816161] env[65829]: DEBUG nova.virt.hardware [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 978.816305] env[65829]: DEBUG nova.virt.hardware [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 978.816519] env[65829]: DEBUG nova.virt.hardware [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 978.816680] env[65829]: DEBUG nova.virt.hardware [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 978.816847] env[65829]: DEBUG nova.virt.hardware [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 978.817028] env[65829]: DEBUG nova.virt.hardware [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 978.817203] env[65829]: DEBUG nova.virt.hardware [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 978.824855] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Reconfiguring VM to attach interface {{(pid=65829) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 978.825200] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3da2dd06-2142-41aa-8b14-065ae350d58d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.850563] env[65829]: DEBUG oslo_vmware.api [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 978.850563] env[65829]: value = "task-4807964" [ 978.850563] env[65829]: _type = "Task" [ 978.850563] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.858203] env[65829]: DEBUG oslo_vmware.api [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807962, 'name': ReconfigVM_Task, 'duration_secs': 0.360994} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.859045] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 978.859253] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.859540] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7fdaeec-7316-480d-b9dd-4587077f8654 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.868123] env[65829]: DEBUG oslo_vmware.api [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807964, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.869834] env[65829]: DEBUG oslo_vmware.api [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 978.869834] env[65829]: value = "task-4807965" [ 978.869834] env[65829]: _type = "Task" [ 978.869834] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.988024] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807963, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.044554] env[65829]: DEBUG nova.network.neutron [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Successfully updated port: e66ae85e-9095-4605-bb3e-9f81d1e6c042 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 979.090112] env[65829]: INFO nova.compute.claims [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.118771] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de141d24-7aca-4c6c-9f08-a7586f44b037 tempest-ServerShowV247Test-925185820 tempest-ServerShowV247Test-925185820-project-member] Lock "afb48925-2ca1-42a8-8a9a-e3247be7993a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.089s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.144226] env[65829]: DEBUG nova.compute.manager [req-903e7d1b-c969-4b8b-b29b-244cffc9c606 req-03de7291-4d63-46f1-b521-a47f3539f6cb service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received event network-changed-7765f726-f3a2-4338-9a58-6ec6445640a1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 979.144226] env[65829]: DEBUG nova.compute.manager [req-903e7d1b-c969-4b8b-b29b-244cffc9c606 req-03de7291-4d63-46f1-b521-a47f3539f6cb service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Refreshing instance network info cache due to event network-changed-7765f726-f3a2-4338-9a58-6ec6445640a1. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 979.144226] env[65829]: DEBUG oslo_concurrency.lockutils [req-903e7d1b-c969-4b8b-b29b-244cffc9c606 req-03de7291-4d63-46f1-b521-a47f3539f6cb service nova] Acquiring lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.144226] env[65829]: DEBUG oslo_concurrency.lockutils [req-903e7d1b-c969-4b8b-b29b-244cffc9c606 req-03de7291-4d63-46f1-b521-a47f3539f6cb service nova] Acquired lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.144226] env[65829]: DEBUG nova.network.neutron [req-903e7d1b-c969-4b8b-b29b-244cffc9c606 req-03de7291-4d63-46f1-b521-a47f3539f6cb service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Refreshing network info cache for port 7765f726-f3a2-4338-9a58-6ec6445640a1 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.197605] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 979.198261] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e5b4d93f-4e4e-49cf-8e73-dc91571e0a50 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.202038] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-847b00d2-900d-4d29-a6fd-2e4ff870a3a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.213715] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30100d7c-2da8-4854-b701-c526a01ac029 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.227121] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 979.227121] env[65829]: value = "task-4807966" [ 979.227121] env[65829]: _type = "Task" [ 979.227121] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.237996] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807966, 'name': CloneVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.258779] env[65829]: DEBUG nova.compute.manager [req-1abb1a47-84fc-4c02-9cd9-4309de37fcb8 req-4b0b19cb-5773-483e-bb24-361dd4768b49 service nova] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Detach interface failed, port_id=9aba64da-a12f-4e63-909e-7d0a514af21b, reason: Instance c158319b-3841-4a14-b1db-6424aec8bb84 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 979.290208] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712597} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.290511] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 89d42188-f2e9-48d2-838b-90ce739bada0/89d42188-f2e9-48d2-838b-90ce739bada0.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.290735] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.292217] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f910ad3-553f-4cd7-9f76-aaf7fa225fd7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.300437] env[65829]: DEBUG nova.compute.manager [req-0bdfa06f-d95f-45d7-98ac-b8a8991ae3b9 req-2001a87a-9d0f-4a18-ba9c-2bfe21791a86 service nova] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Received event network-vif-plugged-e66ae85e-9095-4605-bb3e-9f81d1e6c042 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 979.300648] env[65829]: DEBUG oslo_concurrency.lockutils [req-0bdfa06f-d95f-45d7-98ac-b8a8991ae3b9 req-2001a87a-9d0f-4a18-ba9c-2bfe21791a86 service nova] Acquiring lock "da7e16fc-96f4-4130-a88f-2241d3c64961-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.300855] env[65829]: DEBUG oslo_concurrency.lockutils [req-0bdfa06f-d95f-45d7-98ac-b8a8991ae3b9 req-2001a87a-9d0f-4a18-ba9c-2bfe21791a86 service nova] Lock "da7e16fc-96f4-4130-a88f-2241d3c64961-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.301027] env[65829]: DEBUG oslo_concurrency.lockutils [req-0bdfa06f-d95f-45d7-98ac-b8a8991ae3b9 req-2001a87a-9d0f-4a18-ba9c-2bfe21791a86 service nova] Lock "da7e16fc-96f4-4130-a88f-2241d3c64961-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.301196] env[65829]: DEBUG nova.compute.manager [req-0bdfa06f-d95f-45d7-98ac-b8a8991ae3b9 req-2001a87a-9d0f-4a18-ba9c-2bfe21791a86 service nova] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] No waiting events found dispatching network-vif-plugged-e66ae85e-9095-4605-bb3e-9f81d1e6c042 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 979.301354] env[65829]: WARNING nova.compute.manager [req-0bdfa06f-d95f-45d7-98ac-b8a8991ae3b9 req-2001a87a-9d0f-4a18-ba9c-2bfe21791a86 service nova] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Received unexpected event network-vif-plugged-e66ae85e-9095-4605-bb3e-9f81d1e6c042 for instance with vm_state building and task_state spawning. [ 979.303741] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 979.303741] env[65829]: value = "task-4807967" [ 979.303741] env[65829]: _type = "Task" [ 979.303741] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.313850] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.368157] env[65829]: DEBUG oslo_vmware.api [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.382407] env[65829]: DEBUG oslo_vmware.api [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807965, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.488661] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807963, 'name': PowerOnVM_Task, 'duration_secs': 0.596628} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.489189] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.489561] env[65829]: INFO nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Took 8.71 seconds to spawn the instance on the hypervisor. [ 979.489915] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 979.491267] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1393a25c-fe06-416a-9e01-d021709d9cd0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.548147] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "refresh_cache-da7e16fc-96f4-4130-a88f-2241d3c64961" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.548440] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "refresh_cache-da7e16fc-96f4-4130-a88f-2241d3c64961" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.548834] env[65829]: DEBUG nova.network.neutron [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 979.596773] env[65829]: INFO nova.compute.resource_tracker [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating resource usage from migration 54b5f87c-0a31-41a7-a68f-8235c851060a [ 979.647257] env[65829]: WARNING neutronclient.v2_0.client [req-903e7d1b-c969-4b8b-b29b-244cffc9c606 req-03de7291-4d63-46f1-b521-a47f3539f6cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.744998] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807966, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.817450] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130645} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.817629] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.818546] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35100e88-f4a8-4e92-9005-2526aef74be1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.849739] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 89d42188-f2e9-48d2-838b-90ce739bada0/89d42188-f2e9-48d2-838b-90ce739bada0.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.856244] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad29c002-363c-45bf-907c-7b6f44b75329 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.893354] env[65829]: DEBUG oslo_vmware.api [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807965, 'name': PowerOnVM_Task, 'duration_secs': 0.883634} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.893838] env[65829]: DEBUG oslo_vmware.api [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.899787] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.900244] env[65829]: DEBUG nova.compute.manager [None req-56572672-7c23-496b-9649-e62f3100e6ad tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 979.900822] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 979.900822] env[65829]: value = "task-4807968" [ 979.900822] env[65829]: _type = "Task" [ 979.900822] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.902335] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13599514-93c2-41dc-ae99-159592ec49a0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.914668] env[65829]: WARNING neutronclient.v2_0.client [req-903e7d1b-c969-4b8b-b29b-244cffc9c606 req-03de7291-4d63-46f1-b521-a47f3539f6cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.930741] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.019800] env[65829]: INFO nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Took 29.60 seconds to build instance. [ 980.050536] env[65829]: DEBUG nova.network.neutron [req-903e7d1b-c969-4b8b-b29b-244cffc9c606 req-03de7291-4d63-46f1-b521-a47f3539f6cb service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updated VIF entry in instance network info cache for port 7765f726-f3a2-4338-9a58-6ec6445640a1. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 980.050988] env[65829]: DEBUG nova.network.neutron [req-903e7d1b-c969-4b8b-b29b-244cffc9c606 req-03de7291-4d63-46f1-b521-a47f3539f6cb service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updating instance_info_cache with network_info: [{"id": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "address": "fa:16:3e:66:4e:60", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef627e4-17", "ovs_interfaceid": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7765f726-f3a2-4338-9a58-6ec6445640a1", "address": "fa:16:3e:cd:2c:6c", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7765f726-f3", "ovs_interfaceid": "7765f726-f3a2-4338-9a58-6ec6445640a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.111291] env[65829]: DEBUG nova.network.neutron [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 980.167863] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819787af-57e6-4672-a475-f35436d1c5e3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.179458] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8330d84d-9557-44b6-a417-1c1e66951cdb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.214500] env[65829]: WARNING neutronclient.v2_0.client [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.217558] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a736c2e6-cb46-4a99-86aa-07c9fb673252 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.226790] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80cee35-ffbb-497b-b0f6-a6a4ee107d99 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.241106] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807966, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.250089] env[65829]: DEBUG nova.compute.provider_tree [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.374231] env[65829]: DEBUG nova.network.neutron [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Updating instance_info_cache with network_info: [{"id": "e66ae85e-9095-4605-bb3e-9f81d1e6c042", "address": "fa:16:3e:91:fd:f8", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66ae85e-90", "ovs_interfaceid": "e66ae85e-9095-4605-bb3e-9f81d1e6c042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.387079] env[65829]: DEBUG oslo_vmware.api [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.417062] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.440483] env[65829]: DEBUG oslo_concurrency.lockutils [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.440741] env[65829]: DEBUG oslo_concurrency.lockutils [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.440990] env[65829]: INFO nova.compute.manager [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Rebooting instance [ 980.522707] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "09f36011-c808-40fd-be31-2cf96de87d72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.109s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.558917] env[65829]: DEBUG oslo_concurrency.lockutils [req-903e7d1b-c969-4b8b-b29b-244cffc9c606 req-03de7291-4d63-46f1-b521-a47f3539f6cb service nova] Releasing lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.745679] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807966, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.754464] env[65829]: DEBUG nova.scheduler.client.report [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.882924] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "refresh_cache-da7e16fc-96f4-4130-a88f-2241d3c64961" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.883419] env[65829]: DEBUG nova.compute.manager [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Instance network_info: |[{"id": "e66ae85e-9095-4605-bb3e-9f81d1e6c042", "address": "fa:16:3e:91:fd:f8", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66ae85e-90", "ovs_interfaceid": "e66ae85e-9095-4605-bb3e-9f81d1e6c042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 980.884200] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:fd:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e66ae85e-9095-4605-bb3e-9f81d1e6c042', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.897439] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 980.898403] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.898725] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cca412b9-0e32-4c30-9f5f-eef1e29207fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.928235] env[65829]: DEBUG oslo_vmware.api [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807964, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.941209] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.943402] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.943402] env[65829]: value = "task-4807969" [ 980.943402] env[65829]: _type = "Task" [ 980.943402] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.959844] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807969, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.966914] env[65829]: DEBUG oslo_concurrency.lockutils [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.966914] env[65829]: DEBUG oslo_concurrency.lockutils [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.966914] env[65829]: DEBUG nova.network.neutron [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.244468] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807966, 'name': CloneVM_Task} progress is 95%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.260539] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.679s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.263021] env[65829]: INFO nova.compute.manager [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Migrating [ 981.269197] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.862s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.269735] env[65829]: DEBUG nova.objects.instance [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 981.390117] env[65829]: DEBUG oslo_vmware.api [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807964, 'name': ReconfigVM_Task, 'duration_secs': 2.153249} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.390948] env[65829]: WARNING neutronclient.v2_0.client [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.393020] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.393020] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Reconfigured VM to attach interface {{(pid=65829) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 981.438700] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807968, 'name': ReconfigVM_Task, 'duration_secs': 1.531313} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.439041] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 89d42188-f2e9-48d2-838b-90ce739bada0/89d42188-f2e9-48d2-838b-90ce739bada0.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.439763] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-515fe180-885e-49e8-8aa5-0d2554759ae6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.449391] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 981.449391] env[65829]: value = "task-4807970" [ 981.449391] env[65829]: _type = "Task" [ 981.449391] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.457199] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807969, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.463601] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807970, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.469351] env[65829]: WARNING neutronclient.v2_0.client [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.680039] env[65829]: WARNING neutronclient.v2_0.client [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.743996] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807966, 'name': CloneVM_Task, 'duration_secs': 2.175978} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.745049] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Created linked-clone VM from snapshot [ 981.745182] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e915a263-784c-4822-8e69-1dc5741365d8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.753465] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Uploading image 93226ca4-f69a-44b1-8ba0-b6b3197d5d47 {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 981.765473] env[65829]: DEBUG nova.network.neutron [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance_info_cache with network_info: [{"id": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "address": "fa:16:3e:c9:da:2e", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcfd57d-2d", "ovs_interfaceid": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.767662] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 981.767969] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4027e9bd-447d-413b-a50f-598844280a64 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.778024] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 981.778024] env[65829]: value = "task-4807971" [ 981.778024] env[65829]: _type = "Task" [ 981.778024] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.789088] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.789398] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.789616] env[65829]: DEBUG nova.network.neutron [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 981.803081] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807971, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.890372] env[65829]: DEBUG nova.compute.manager [req-9a363758-0a2b-42b9-8b27-bcdb56c8300c req-c6e0fbb2-18f2-407b-afca-b87a8b971292 service nova] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Received event network-changed-e66ae85e-9095-4605-bb3e-9f81d1e6c042 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 981.890664] env[65829]: DEBUG nova.compute.manager [req-9a363758-0a2b-42b9-8b27-bcdb56c8300c req-c6e0fbb2-18f2-407b-afca-b87a8b971292 service nova] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Refreshing instance network info cache due to event network-changed-e66ae85e-9095-4605-bb3e-9f81d1e6c042. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 981.890921] env[65829]: DEBUG oslo_concurrency.lockutils [req-9a363758-0a2b-42b9-8b27-bcdb56c8300c req-c6e0fbb2-18f2-407b-afca-b87a8b971292 service nova] Acquiring lock "refresh_cache-da7e16fc-96f4-4130-a88f-2241d3c64961" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.891128] env[65829]: DEBUG oslo_concurrency.lockutils [req-9a363758-0a2b-42b9-8b27-bcdb56c8300c req-c6e0fbb2-18f2-407b-afca-b87a8b971292 service nova] Acquired lock "refresh_cache-da7e16fc-96f4-4130-a88f-2241d3c64961" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.891568] env[65829]: DEBUG nova.network.neutron [req-9a363758-0a2b-42b9-8b27-bcdb56c8300c req-c6e0fbb2-18f2-407b-afca-b87a8b971292 service nova] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Refreshing network info cache for port e66ae85e-9095-4605-bb3e-9f81d1e6c042 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.898044] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f361e67-a3e1-4ca3-9edf-f339a3e9fe5e tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-a826eca5-ab99-4a14-a98f-5f7c67383985-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.972s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.960697] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807969, 'name': CreateVM_Task, 'duration_secs': 0.744893} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.961553] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.962280] env[65829]: WARNING neutronclient.v2_0.client [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.962771] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.962977] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.963421] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.968045] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e95dcad7-f3b2-4f04-b745-d7218084d537 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.970629] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807970, 'name': Rename_Task, 'duration_secs': 0.239534} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.971011] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.971844] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c90362-4f9f-4e0a-8b9d-0b8f2857eb2a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.976059] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 981.976059] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522b5782-878a-99d0-4ca4-b57f48c81745" [ 981.976059] env[65829]: _type = "Task" [ 981.976059] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.983304] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 981.983304] env[65829]: value = "task-4807972" [ 981.983304] env[65829]: _type = "Task" [ 981.983304] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.992760] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522b5782-878a-99d0-4ca4-b57f48c81745, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.999672] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.154285] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "7d82a41f-7e46-477f-8290-1b8982534b94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.155482] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "7d82a41f-7e46-477f-8290-1b8982534b94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.155482] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "7d82a41f-7e46-477f-8290-1b8982534b94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.155482] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "7d82a41f-7e46-477f-8290-1b8982534b94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.155666] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "7d82a41f-7e46-477f-8290-1b8982534b94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.159053] env[65829]: INFO nova.compute.manager [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Terminating instance [ 982.272428] env[65829]: DEBUG oslo_concurrency.lockutils [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.291101] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807971, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.292406] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb866639-2141-434c-8b21-c158c0eb446d tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.293517] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.700s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.295076] env[65829]: INFO nova.compute.claims [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.298681] env[65829]: WARNING neutronclient.v2_0.client [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.394953] env[65829]: WARNING neutronclient.v2_0.client [req-9a363758-0a2b-42b9-8b27-bcdb56c8300c req-c6e0fbb2-18f2-407b-afca-b87a8b971292 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.496733] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522b5782-878a-99d0-4ca4-b57f48c81745, 'name': SearchDatastore_Task, 'duration_secs': 0.014525} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.500265] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.500601] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.500757] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.500902] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.501092] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.501387] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807972, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.501627] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9605aa80-789e-4579-85cb-d7e516528623 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.514024] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.514272] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.515137] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72060027-5968-4b3d-ad0b-7a4e5c4ebdc1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.522776] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 982.522776] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52357115-658f-b24e-0adf-25a21af05801" [ 982.522776] env[65829]: _type = "Task" [ 982.522776] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.534225] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52357115-658f-b24e-0adf-25a21af05801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.550642] env[65829]: WARNING neutronclient.v2_0.client [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.664148] env[65829]: DEBUG nova.network.neutron [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance_info_cache with network_info: [{"id": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "address": "fa:16:3e:07:b8:b8", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c508ffb-35", "ovs_interfaceid": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.665791] env[65829]: DEBUG nova.compute.manager [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 982.666029] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 982.667091] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5421efb-fe6d-4ab9-8962-c0483f563eed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.676367] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.677050] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cf0fcd9-47bc-40fe-8c14-d2d324649783 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.688097] env[65829]: DEBUG oslo_vmware.api [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 982.688097] env[65829]: value = "task-4807973" [ 982.688097] env[65829]: _type = "Task" [ 982.688097] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.702189] env[65829]: DEBUG oslo_vmware.api [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.713316] env[65829]: WARNING neutronclient.v2_0.client [req-9a363758-0a2b-42b9-8b27-bcdb56c8300c req-c6e0fbb2-18f2-407b-afca-b87a8b971292 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.781137] env[65829]: DEBUG nova.compute.manager [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 982.785843] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ffab34-0761-4da0-bcf6-d8435fc68ecf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.796626] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807971, 'name': Destroy_Task, 'duration_secs': 0.574058} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.799521] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Destroyed the VM [ 982.799889] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 982.807937] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-443eb5bb-44f4-4bc9-aa39-86fa4b911d6a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.809183] env[65829]: DEBUG nova.network.neutron [req-9a363758-0a2b-42b9-8b27-bcdb56c8300c req-c6e0fbb2-18f2-407b-afca-b87a8b971292 service nova] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Updated VIF entry in instance network info cache for port e66ae85e-9095-4605-bb3e-9f81d1e6c042. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 982.809553] env[65829]: DEBUG nova.network.neutron [req-9a363758-0a2b-42b9-8b27-bcdb56c8300c req-c6e0fbb2-18f2-407b-afca-b87a8b971292 service nova] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Updating instance_info_cache with network_info: [{"id": "e66ae85e-9095-4605-bb3e-9f81d1e6c042", "address": "fa:16:3e:91:fd:f8", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape66ae85e-90", "ovs_interfaceid": "e66ae85e-9095-4605-bb3e-9f81d1e6c042", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.817750] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 982.817750] env[65829]: value = "task-4807974" [ 982.817750] env[65829]: _type = "Task" [ 982.817750] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.830408] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.998396] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807972, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.035821] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52357115-658f-b24e-0adf-25a21af05801, 'name': SearchDatastore_Task, 'duration_secs': 0.021269} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.037114] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e769a28c-3e43-4ed5-9c40-61318fe78d76 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.045391] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 983.045391] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52384c87-be5f-9a1c-b18e-f825e3f8454b" [ 983.045391] env[65829]: _type = "Task" [ 983.045391] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.055690] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52384c87-be5f-9a1c-b18e-f825e3f8454b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.167545] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.204731] env[65829]: DEBUG oslo_vmware.api [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807973, 'name': PowerOffVM_Task, 'duration_secs': 0.367233} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.205150] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.205766] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.205766] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eeb3b56-37ef-4ac0-bed6-a9d81c8d680b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.291404] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.291552] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.291949] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Deleting the datastore file [datastore2] 7d82a41f-7e46-477f-8290-1b8982534b94 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.292312] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54846f43-1fec-4bc6-a0e8-39996dd93169 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.301529] env[65829]: DEBUG oslo_vmware.api [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 983.301529] env[65829]: value = "task-4807976" [ 983.301529] env[65829]: _type = "Task" [ 983.301529] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.315937] env[65829]: DEBUG oslo_concurrency.lockutils [req-9a363758-0a2b-42b9-8b27-bcdb56c8300c req-c6e0fbb2-18f2-407b-afca-b87a8b971292 service nova] Releasing lock "refresh_cache-da7e16fc-96f4-4130-a88f-2241d3c64961" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.320453] env[65829]: DEBUG oslo_vmware.api [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.333293] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807974, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.498689] env[65829]: DEBUG oslo_vmware.api [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807972, 'name': PowerOnVM_Task, 'duration_secs': 1.062194} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.502138] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.502374] env[65829]: INFO nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Took 9.96 seconds to spawn the instance on the hypervisor. [ 983.502727] env[65829]: DEBUG nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 983.504112] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88be0ad8-2c6c-4133-8496-674658b4ffb8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.568232] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52384c87-be5f-9a1c-b18e-f825e3f8454b, 'name': SearchDatastore_Task, 'duration_secs': 0.019536} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.568353] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.568704] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] da7e16fc-96f4-4130-a88f-2241d3c64961/da7e16fc-96f4-4130-a88f-2241d3c64961.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.569047] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ca8ce4b-0e25-46ab-9a89-392949a6f073 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.578106] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 983.578106] env[65829]: value = "task-4807977" [ 983.578106] env[65829]: _type = "Task" [ 983.578106] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.590870] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.784695] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4645e3b-1d10-4137-96d2-4e8349d15ac7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.794201] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f27bfd-1483-4357-918c-c367cfbe91c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.833800] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394533ab-a077-421f-b5e8-5fc641bd1ce0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.842965] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691d8dfb-81e9-48df-b2f8-c11b1b9b8304 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.852429] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807974, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.860709] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Doing hard reboot of VM {{(pid=65829) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 983.861108] env[65829]: DEBUG oslo_vmware.api [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4807976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27503} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.861383] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2f45c6e4-c6d5-4524-b0af-1e7568e8b0ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.864200] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae36824-5f24-42fd-abb7-c66da44b0e39 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.868469] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.868707] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.868940] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.869078] env[65829]: INFO nova.compute.manager [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Took 1.20 seconds to destroy the instance on the hypervisor. [ 983.869402] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 983.869612] env[65829]: DEBUG nova.compute.manager [-] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 983.869739] env[65829]: DEBUG nova.network.neutron [-] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 983.869982] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.888168] env[65829]: DEBUG nova.compute.provider_tree [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.893312] env[65829]: DEBUG oslo_vmware.api [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 983.893312] env[65829]: value = "task-4807978" [ 983.893312] env[65829]: _type = "Task" [ 983.893312] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.903945] env[65829]: DEBUG oslo_vmware.api [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807978, 'name': ResetVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.911045] env[65829]: DEBUG oslo_concurrency.lockutils [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "interface-a826eca5-ab99-4a14-a98f-5f7c67383985-28d735f4-2ca9-49ff-87bc-b0022055acff" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.911045] env[65829]: DEBUG oslo_concurrency.lockutils [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-a826eca5-ab99-4a14-a98f-5f7c67383985-28d735f4-2ca9-49ff-87bc-b0022055acff" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.911358] env[65829]: DEBUG nova.objects.instance [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'flavor' on Instance uuid a826eca5-ab99-4a14-a98f-5f7c67383985 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.914774] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.984125] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.984517] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.026162] env[65829]: INFO nova.compute.manager [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Took 33.57 seconds to build instance. [ 984.097295] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807977, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.339875] env[65829]: DEBUG oslo_vmware.api [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807974, 'name': RemoveSnapshot_Task, 'duration_secs': 1.339343} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.340117] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 984.394094] env[65829]: DEBUG nova.scheduler.client.report [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.410797] env[65829]: DEBUG oslo_vmware.api [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4807978, 'name': ResetVM_Task, 'duration_secs': 0.21492} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.411206] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Did hard reboot of VM {{(pid=65829) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 984.411299] env[65829]: DEBUG nova.compute.manager [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 984.412131] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a5c364-f8f6-44d5-8e1e-5998442ed47d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.420407] env[65829]: WARNING neutronclient.v2_0.client [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.484378] env[65829]: DEBUG nova.compute.manager [req-5ab299fd-4408-4367-b94e-fa0647424eae req-a8f2aade-b367-4e13-b301-ac306b64e60d service nova] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Received event network-vif-deleted-6bfc0b5f-d6e7-42f8-8fe0-0bd459020000 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 984.485124] env[65829]: INFO nova.compute.manager [req-5ab299fd-4408-4367-b94e-fa0647424eae req-a8f2aade-b367-4e13-b301-ac306b64e60d service nova] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Neutron deleted interface 6bfc0b5f-d6e7-42f8-8fe0-0bd459020000; detaching it from the instance and deleting it from the info cache [ 984.485124] env[65829]: DEBUG nova.network.neutron [req-5ab299fd-4408-4367-b94e-fa0647424eae req-a8f2aade-b367-4e13-b301-ac306b64e60d service nova] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.487444] env[65829]: DEBUG nova.compute.manager [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 984.531676] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bab39e43-cfa0-4005-9cb3-32d33c9c67d1 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "89d42188-f2e9-48d2-838b-90ce739bada0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.084s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.534550] env[65829]: DEBUG nova.objects.instance [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'pci_requests' on Instance uuid a826eca5-ab99-4a14-a98f-5f7c67383985 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.592515] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807977, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.688242] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd36cd03-a598-4109-9d42-38f365811d07 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.709026] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance '97649e37-94dd-4ee5-889f-88b4a1c03a82' progress to 0 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.728983] env[65829]: DEBUG nova.network.neutron [-] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.844556] env[65829]: WARNING nova.compute.manager [None req-b4767f1e-54aa-4ed3-a815-ef0f1bd881be tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Image not found during snapshot: nova.exception.ImageNotFound: Image 93226ca4-f69a-44b1-8ba0-b6b3197d5d47 could not be found. [ 984.905459] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.906231] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 984.910658] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.265s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.913821] env[65829]: INFO nova.compute.claims [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.931055] env[65829]: DEBUG oslo_concurrency.lockutils [None req-673faef1-5166-4ec3-aab4-008a339cbefd tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.490s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.987654] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ea0c6a6-0b33-488b-9cc6-1067616cd6ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.002042] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97d030b-8876-4638-a091-390731b70ff9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.018317] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.053106] env[65829]: DEBUG nova.objects.base [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 985.053447] env[65829]: DEBUG nova.network.neutron [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 985.053791] env[65829]: WARNING neutronclient.v2_0.client [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.054194] env[65829]: WARNING neutronclient.v2_0.client [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.056633] env[65829]: DEBUG nova.compute.manager [req-5ab299fd-4408-4367-b94e-fa0647424eae req-a8f2aade-b367-4e13-b301-ac306b64e60d service nova] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Detach interface failed, port_id=6bfc0b5f-d6e7-42f8-8fe0-0bd459020000, reason: Instance 7d82a41f-7e46-477f-8290-1b8982534b94 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 985.096882] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807977, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.139658] env[65829]: DEBUG nova.policy [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2244f3908bf4e47a1f7d1d5b0271857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b139a534bae14c14ba78185316657b86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.219961] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.221952] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be56d90a-5adb-447d-921a-ce9e4adcf2f7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.233027] env[65829]: INFO nova.compute.manager [-] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Took 1.36 seconds to deallocate network for instance. [ 985.241839] env[65829]: DEBUG oslo_vmware.api [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 985.241839] env[65829]: value = "task-4807979" [ 985.241839] env[65829]: _type = "Task" [ 985.241839] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.256343] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 985.256684] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance '97649e37-94dd-4ee5-889f-88b4a1c03a82' progress to 17 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 985.420148] env[65829]: DEBUG nova.compute.utils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.422027] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 985.422027] env[65829]: DEBUG nova.network.neutron [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 985.422322] env[65829]: WARNING neutronclient.v2_0.client [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.422638] env[65829]: WARNING neutronclient.v2_0.client [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.473183] env[65829]: DEBUG nova.policy [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adff30daab274bb39c961b971b2b7d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8be7e28955747a3ba95c9e8f5f57238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.518060] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "6fbc577d-3685-4542-9ab2-eb991bed8030" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.518258] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "6fbc577d-3685-4542-9ab2-eb991bed8030" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.518961] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "6fbc577d-3685-4542-9ab2-eb991bed8030-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.519310] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "6fbc577d-3685-4542-9ab2-eb991bed8030-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.519535] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "6fbc577d-3685-4542-9ab2-eb991bed8030-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.522048] env[65829]: INFO nova.compute.manager [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Terminating instance [ 985.595555] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807977, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.639687} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.595865] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] da7e16fc-96f4-4130-a88f-2241d3c64961/da7e16fc-96f4-4130-a88f-2241d3c64961.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.596095] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.596388] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-143b5920-8d4f-440e-91f9-bf335a31a631 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.607270] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 985.607270] env[65829]: value = "task-4807980" [ 985.607270] env[65829]: _type = "Task" [ 985.607270] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.617885] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.749470] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.764929] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 985.764929] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.764929] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 985.765226] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.765283] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 985.765438] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 985.765658] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 985.765814] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 985.766020] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 985.766202] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 985.766387] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 985.772106] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "c607ca07-5dde-4ad7-bf8a-951ba7703178" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.772376] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "c607ca07-5dde-4ad7-bf8a-951ba7703178" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.772594] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "c607ca07-5dde-4ad7-bf8a-951ba7703178-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.772788] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "c607ca07-5dde-4ad7-bf8a-951ba7703178-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.772975] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "c607ca07-5dde-4ad7-bf8a-951ba7703178-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.774806] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bdd5deb-3aab-4550-9c41-7e9f22d952b8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.787091] env[65829]: INFO nova.compute.manager [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Terminating instance [ 985.797343] env[65829]: DEBUG oslo_vmware.api [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 985.797343] env[65829]: value = "task-4807981" [ 985.797343] env[65829]: _type = "Task" [ 985.797343] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.809464] env[65829]: DEBUG oslo_vmware.api [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.885398] env[65829]: DEBUG nova.network.neutron [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Successfully created port: 73b6cf74-b505-4781-8e4e-32f481d5599e {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 985.927770] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 986.028107] env[65829]: DEBUG nova.compute.manager [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 986.028391] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.029772] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19e666a-ea2a-4076-bae1-d143ef063169 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.040474] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.043592] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23d427cd-9624-4efd-a222-ca0325ce9874 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.051805] env[65829]: DEBUG oslo_vmware.api [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 986.051805] env[65829]: value = "task-4807982" [ 986.051805] env[65829]: _type = "Task" [ 986.051805] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.064715] env[65829]: DEBUG oslo_vmware.api [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.118223] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07111} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.121263] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.122797] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6280ef52-4f86-41f2-9c6a-fbc2a80c67fd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.147490] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] da7e16fc-96f4-4130-a88f-2241d3c64961/da7e16fc-96f4-4130-a88f-2241d3c64961.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.150863] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8caea5d8-f21c-43fa-b2e9-4a485e685f78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.172158] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 986.172158] env[65829]: value = "task-4807983" [ 986.172158] env[65829]: _type = "Task" [ 986.172158] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.183522] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.293547] env[65829]: DEBUG nova.compute.manager [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 986.293824] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.295078] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c55775-41f1-43c9-902b-a4c9519f7f44 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.307690] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.313597] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ecba93c-2a16-4250-b569-4bc2589e93c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.315309] env[65829]: DEBUG oslo_vmware.api [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807981, 'name': ReconfigVM_Task, 'duration_secs': 0.313015} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.316064] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance '97649e37-94dd-4ee5-889f-88b4a1c03a82' progress to 33 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 986.326673] env[65829]: DEBUG oslo_vmware.api [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 986.326673] env[65829]: value = "task-4807984" [ 986.326673] env[65829]: _type = "Task" [ 986.326673] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.342161] env[65829]: DEBUG oslo_vmware.api [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807984, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.443460] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075fb73e-d11a-4416-a025-a2eda3503c3c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.453182] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c391d4-77bc-45ec-9129-495f5ae8486a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.490188] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560e4d5e-4cb3-4d54-af6e-7042143461b0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.500242] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed79e9c-68a5-4438-aad5-cc141fa2015f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.516620] env[65829]: DEBUG nova.compute.provider_tree [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.563657] env[65829]: DEBUG oslo_vmware.api [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807982, 'name': PowerOffVM_Task, 'duration_secs': 0.232009} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.564186] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.564280] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.564602] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bd4b65c-a602-49d5-ba9b-4587bea948b8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.645209] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.645465] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.645662] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Deleting the datastore file [datastore2] 6fbc577d-3685-4542-9ab2-eb991bed8030 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.646041] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-297a1b3d-89cb-4c42-966b-6255a21f8fbe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.654535] env[65829]: DEBUG oslo_vmware.api [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 986.654535] env[65829]: value = "task-4807986" [ 986.654535] env[65829]: _type = "Task" [ 986.654535] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.663389] env[65829]: DEBUG oslo_vmware.api [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.682553] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807983, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.713203] env[65829]: DEBUG nova.network.neutron [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Successfully updated port: 28d735f4-2ca9-49ff-87bc-b0022055acff {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 986.823093] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 986.823306] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.823352] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 986.823511] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.823678] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 986.823831] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 986.824052] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 986.824217] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 986.824380] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 986.824536] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 986.824708] env[65829]: DEBUG nova.virt.hardware [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 986.831512] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 986.832076] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b120e33-ff1b-4d5e-bbb9-78e9a7556612 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.855921] env[65829]: DEBUG oslo_vmware.api [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807984, 'name': PowerOffVM_Task, 'duration_secs': 0.196858} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.857539] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 986.857740] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.858466] env[65829]: DEBUG oslo_vmware.api [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 986.858466] env[65829]: value = "task-4807987" [ 986.858466] env[65829]: _type = "Task" [ 986.858466] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.858683] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4303c4fb-4626-48c8-942a-1b512d0361fd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.869678] env[65829]: DEBUG oslo_vmware.api [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.945571] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.945920] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.946211] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleting the datastore file [datastore2] c607ca07-5dde-4ad7-bf8a-951ba7703178 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.946494] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d2a5b17-ca63-4148-8acb-04267b197b6e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.950131] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 986.958156] env[65829]: DEBUG oslo_vmware.api [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for the task: (returnval){ [ 986.958156] env[65829]: value = "task-4807989" [ 986.958156] env[65829]: _type = "Task" [ 986.958156] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.969247] env[65829]: DEBUG oslo_vmware.api [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.986452] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 986.986720] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.986888] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 986.987112] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.987279] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 986.987447] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 986.987687] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 986.987856] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 986.988065] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 986.988256] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 986.988470] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 986.989864] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e8f9a2-0752-4388-b425-8712015f2289 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.999547] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165064a3-50e4-4ef7-84c5-4250451251fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.020125] env[65829]: DEBUG nova.scheduler.client.report [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.165709] env[65829]: DEBUG oslo_vmware.api [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4807986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156569} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.165974] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.166221] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.166427] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.166711] env[65829]: INFO nova.compute.manager [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Took 1.14 seconds to destroy the instance on the hypervisor. [ 987.166921] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 987.167178] env[65829]: DEBUG nova.compute.manager [-] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 987.167283] env[65829]: DEBUG nova.network.neutron [-] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 987.167555] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.183638] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807983, 'name': ReconfigVM_Task, 'duration_secs': 0.564453} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.183944] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Reconfigured VM instance instance-00000058 to attach disk [datastore1] da7e16fc-96f4-4130-a88f-2241d3c64961/da7e16fc-96f4-4130-a88f-2241d3c64961.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.184600] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d7230c5-d112-4d1b-9899-e0e4e11ee5ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.191375] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 987.191375] env[65829]: value = "task-4807990" [ 987.191375] env[65829]: _type = "Task" [ 987.191375] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.202054] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807990, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.217061] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.219340] env[65829]: DEBUG oslo_concurrency.lockutils [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.219505] env[65829]: DEBUG oslo_concurrency.lockutils [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.219670] env[65829]: DEBUG nova.network.neutron [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 987.372218] env[65829]: DEBUG oslo_vmware.api [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807987, 'name': ReconfigVM_Task, 'duration_secs': 0.256957} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.372601] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 987.373467] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f0c0a7-c6bd-46c6-8127-901c9063a379 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.398597] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 97649e37-94dd-4ee5-889f-88b4a1c03a82/97649e37-94dd-4ee5-889f-88b4a1c03a82.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.398888] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3151de72-2b5b-4296-a3f6-ed1ad9dc8669 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.419745] env[65829]: DEBUG oslo_vmware.api [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 987.419745] env[65829]: value = "task-4807991" [ 987.419745] env[65829]: _type = "Task" [ 987.419745] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.430401] env[65829]: DEBUG oslo_vmware.api [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.474373] env[65829]: DEBUG oslo_vmware.api [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Task: {'id': task-4807989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375281} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.474649] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.474857] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.475045] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.475222] env[65829]: INFO nova.compute.manager [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Took 1.18 seconds to destroy the instance on the hypervisor. [ 987.475515] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 987.475670] env[65829]: DEBUG nova.compute.manager [-] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 987.475766] env[65829]: DEBUG nova.network.neutron [-] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 987.476045] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.503711] env[65829]: DEBUG nova.network.neutron [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Successfully updated port: 73b6cf74-b505-4781-8e4e-32f481d5599e {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 987.529443] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.529997] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 987.537507] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.313s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.537507] env[65829]: DEBUG nova.objects.instance [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lazy-loading 'resources' on Instance uuid b4f4a954-7b29-43b4-97fc-df19cdd22551 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.556853] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.702512] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807990, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.777260] env[65829]: WARNING nova.network.neutron [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] d95f050a-7108-4d88-9224-74572ab14e62 already exists in list: networks containing: ['d95f050a-7108-4d88-9224-74572ab14e62']. ignoring it [ 987.777537] env[65829]: WARNING nova.network.neutron [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] d95f050a-7108-4d88-9224-74572ab14e62 already exists in list: networks containing: ['d95f050a-7108-4d88-9224-74572ab14e62']. ignoring it [ 987.853903] env[65829]: DEBUG nova.compute.manager [req-d5464cac-6090-45f6-b450-0ab733ffd6b0 req-d5da599e-591c-48bf-b227-28721630d42e service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received event network-vif-plugged-28d735f4-2ca9-49ff-87bc-b0022055acff {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 987.854739] env[65829]: DEBUG oslo_concurrency.lockutils [req-d5464cac-6090-45f6-b450-0ab733ffd6b0 req-d5da599e-591c-48bf-b227-28721630d42e service nova] Acquiring lock "a826eca5-ab99-4a14-a98f-5f7c67383985-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.854739] env[65829]: DEBUG oslo_concurrency.lockutils [req-d5464cac-6090-45f6-b450-0ab733ffd6b0 req-d5da599e-591c-48bf-b227-28721630d42e service nova] Lock "a826eca5-ab99-4a14-a98f-5f7c67383985-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.854739] env[65829]: DEBUG oslo_concurrency.lockutils [req-d5464cac-6090-45f6-b450-0ab733ffd6b0 req-d5da599e-591c-48bf-b227-28721630d42e service nova] Lock "a826eca5-ab99-4a14-a98f-5f7c67383985-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.854739] env[65829]: DEBUG nova.compute.manager [req-d5464cac-6090-45f6-b450-0ab733ffd6b0 req-d5da599e-591c-48bf-b227-28721630d42e service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] No waiting events found dispatching network-vif-plugged-28d735f4-2ca9-49ff-87bc-b0022055acff {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 987.854965] env[65829]: WARNING nova.compute.manager [req-d5464cac-6090-45f6-b450-0ab733ffd6b0 req-d5da599e-591c-48bf-b227-28721630d42e service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received unexpected event network-vif-plugged-28d735f4-2ca9-49ff-87bc-b0022055acff for instance with vm_state active and task_state None. [ 987.876031] env[65829]: WARNING neutronclient.v2_0.client [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.930936] env[65829]: DEBUG oslo_vmware.api [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.955924] env[65829]: DEBUG nova.network.neutron [-] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.977389] env[65829]: DEBUG nova.compute.manager [req-83ebcdd0-97dd-452d-ad66-2b3708dbb9c5 req-97b884d5-06dd-4bee-92f3-1535e147aba8 service nova] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Received event network-vif-plugged-73b6cf74-b505-4781-8e4e-32f481d5599e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 987.978038] env[65829]: DEBUG oslo_concurrency.lockutils [req-83ebcdd0-97dd-452d-ad66-2b3708dbb9c5 req-97b884d5-06dd-4bee-92f3-1535e147aba8 service nova] Acquiring lock "091cd91b-cfb3-420a-8f12-2f01f3d8f319-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.978038] env[65829]: DEBUG oslo_concurrency.lockutils [req-83ebcdd0-97dd-452d-ad66-2b3708dbb9c5 req-97b884d5-06dd-4bee-92f3-1535e147aba8 service nova] Lock "091cd91b-cfb3-420a-8f12-2f01f3d8f319-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.978038] env[65829]: DEBUG oslo_concurrency.lockutils [req-83ebcdd0-97dd-452d-ad66-2b3708dbb9c5 req-97b884d5-06dd-4bee-92f3-1535e147aba8 service nova] Lock "091cd91b-cfb3-420a-8f12-2f01f3d8f319-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.978232] env[65829]: DEBUG nova.compute.manager [req-83ebcdd0-97dd-452d-ad66-2b3708dbb9c5 req-97b884d5-06dd-4bee-92f3-1535e147aba8 service nova] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] No waiting events found dispatching network-vif-plugged-73b6cf74-b505-4781-8e4e-32f481d5599e {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 987.978289] env[65829]: WARNING nova.compute.manager [req-83ebcdd0-97dd-452d-ad66-2b3708dbb9c5 req-97b884d5-06dd-4bee-92f3-1535e147aba8 service nova] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Received unexpected event network-vif-plugged-73b6cf74-b505-4781-8e4e-32f481d5599e for instance with vm_state building and task_state spawning. [ 988.007201] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "refresh_cache-091cd91b-cfb3-420a-8f12-2f01f3d8f319" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.007345] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired lock "refresh_cache-091cd91b-cfb3-420a-8f12-2f01f3d8f319" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.007522] env[65829]: DEBUG nova.network.neutron [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 988.037634] env[65829]: WARNING neutronclient.v2_0.client [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.045570] env[65829]: DEBUG nova.compute.utils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.049691] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 988.049892] env[65829]: DEBUG nova.network.neutron [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 988.050399] env[65829]: WARNING neutronclient.v2_0.client [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.050762] env[65829]: WARNING neutronclient.v2_0.client [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.110352] env[65829]: DEBUG nova.policy [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'adff30daab274bb39c961b971b2b7d07', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8be7e28955747a3ba95c9e8f5f57238', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.204318] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807990, 'name': Rename_Task, 'duration_secs': 1.001272} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.207029] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.207584] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62735af9-c70d-4020-9811-e8eee145b1a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.214155] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 988.214155] env[65829]: value = "task-4807992" [ 988.214155] env[65829]: _type = "Task" [ 988.214155] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.226282] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.270320] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Acquiring lock "119ad4ef-f34d-4331-8a34-6f84a3d2d765" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.271273] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Lock "119ad4ef-f34d-4331-8a34-6f84a3d2d765" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.271273] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Acquiring lock "119ad4ef-f34d-4331-8a34-6f84a3d2d765-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.271273] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Lock "119ad4ef-f34d-4331-8a34-6f84a3d2d765-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.271273] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Lock "119ad4ef-f34d-4331-8a34-6f84a3d2d765-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.273874] env[65829]: INFO nova.compute.manager [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Terminating instance [ 988.298240] env[65829]: WARNING neutronclient.v2_0.client [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.321803] env[65829]: DEBUG nova.network.neutron [-] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.390896] env[65829]: DEBUG nova.network.neutron [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updating instance_info_cache with network_info: [{"id": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "address": "fa:16:3e:66:4e:60", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef627e4-17", "ovs_interfaceid": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7765f726-f3a2-4338-9a58-6ec6445640a1", "address": "fa:16:3e:cd:2c:6c", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7765f726-f3", "ovs_interfaceid": "7765f726-f3a2-4338-9a58-6ec6445640a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28d735f4-2ca9-49ff-87bc-b0022055acff", "address": "fa:16:3e:c9:4b:14", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d735f4-2c", "ovs_interfaceid": "28d735f4-2ca9-49ff-87bc-b0022055acff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.426185] env[65829]: DEBUG nova.network.neutron [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Successfully created port: ce8cea79-2498-4828-8185-eebdacb4271f {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 988.435585] env[65829]: DEBUG oslo_vmware.api [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.460759] env[65829]: INFO nova.compute.manager [-] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Took 1.29 seconds to deallocate network for instance. [ 988.501850] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db88d320-9cdd-4410-b047-4bfc5ac92359 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.513357] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8271ce16-4021-497a-8a7a-c51ffd95db19 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.546844] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5aa1611-1c6b-4cb1-b41c-c1bd212a695e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.549961] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 988.559364] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fe1e54-cd5e-4c7c-96f9-083ab86a2d25 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.564854] env[65829]: DEBUG nova.network.neutron [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 988.579826] env[65829]: DEBUG nova.compute.provider_tree [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.666548] env[65829]: WARNING neutronclient.v2_0.client [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.725140] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.766678] env[65829]: DEBUG nova.network.neutron [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Updating instance_info_cache with network_info: [{"id": "73b6cf74-b505-4781-8e4e-32f481d5599e", "address": "fa:16:3e:e3:aa:4f", "network": {"id": "7e59291f-7f7a-459b-acc1-6e792f5ce9f4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1115275560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8be7e28955747a3ba95c9e8f5f57238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b6cf74-b5", "ovs_interfaceid": "73b6cf74-b505-4781-8e4e-32f481d5599e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.782325] env[65829]: DEBUG nova.compute.manager [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 988.782615] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 988.783787] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5968ecef-a70d-4c40-87b1-5ba601fe3499 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.792948] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.793223] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22eb82a4-b60d-4cc5-b908-2f3e3d576fe3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.801111] env[65829]: DEBUG oslo_vmware.api [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Waiting for the task: (returnval){ [ 988.801111] env[65829]: value = "task-4807993" [ 988.801111] env[65829]: _type = "Task" [ 988.801111] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.809693] env[65829]: DEBUG oslo_vmware.api [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.829440] env[65829]: INFO nova.compute.manager [-] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Took 1.35 seconds to deallocate network for instance. [ 988.894560] env[65829]: DEBUG oslo_concurrency.lockutils [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.895102] env[65829]: DEBUG oslo_concurrency.lockutils [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.895102] env[65829]: DEBUG oslo_concurrency.lockutils [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.895977] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1ece1a-9930-46d8-8b32-134a62491145 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.919062] env[65829]: DEBUG nova.virt.hardware [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 988.919062] env[65829]: DEBUG nova.virt.hardware [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.919062] env[65829]: DEBUG nova.virt.hardware [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 988.919062] env[65829]: DEBUG nova.virt.hardware [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.919062] env[65829]: DEBUG nova.virt.hardware [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 988.919062] env[65829]: DEBUG nova.virt.hardware [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 988.919522] env[65829]: DEBUG nova.virt.hardware [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 988.919522] env[65829]: DEBUG nova.virt.hardware [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 988.919522] env[65829]: DEBUG nova.virt.hardware [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 988.919925] env[65829]: DEBUG nova.virt.hardware [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 988.919925] env[65829]: DEBUG nova.virt.hardware [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 988.926824] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Reconfiguring VM to attach interface {{(pid=65829) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 988.927382] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df306802-3564-4730-aa72-a6f57b2f57b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.952478] env[65829]: DEBUG oslo_vmware.api [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4807991, 'name': ReconfigVM_Task, 'duration_secs': 1.065268} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.954569] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 97649e37-94dd-4ee5-889f-88b4a1c03a82/97649e37-94dd-4ee5-889f-88b4a1c03a82.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.954897] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance '97649e37-94dd-4ee5-889f-88b4a1c03a82' progress to 50 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 988.958888] env[65829]: DEBUG oslo_vmware.api [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 988.958888] env[65829]: value = "task-4807994" [ 988.958888] env[65829]: _type = "Task" [ 988.958888] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.970972] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.971380] env[65829]: DEBUG oslo_vmware.api [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807994, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.083196] env[65829]: DEBUG nova.scheduler.client.report [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.228149] env[65829]: DEBUG oslo_vmware.api [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4807992, 'name': PowerOnVM_Task, 'duration_secs': 0.766138} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.228413] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.228704] env[65829]: INFO nova.compute.manager [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Took 10.74 seconds to spawn the instance on the hypervisor. [ 989.229414] env[65829]: DEBUG nova.compute.manager [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 989.230497] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f098d30-034a-4230-acda-85827686481a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.269268] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Releasing lock "refresh_cache-091cd91b-cfb3-420a-8f12-2f01f3d8f319" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.269704] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Instance network_info: |[{"id": "73b6cf74-b505-4781-8e4e-32f481d5599e", "address": "fa:16:3e:e3:aa:4f", "network": {"id": "7e59291f-7f7a-459b-acc1-6e792f5ce9f4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1115275560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8be7e28955747a3ba95c9e8f5f57238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b6cf74-b5", "ovs_interfaceid": "73b6cf74-b505-4781-8e4e-32f481d5599e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 989.270230] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:aa:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73b6cf74-b505-4781-8e4e-32f481d5599e', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.278342] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 989.279370] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.279612] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f5d2573-da36-419f-9306-eb819698c2ee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.306814] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.306814] env[65829]: value = "task-4807995" [ 989.306814] env[65829]: _type = "Task" [ 989.306814] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.314782] env[65829]: DEBUG oslo_vmware.api [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807993, 'name': PowerOffVM_Task, 'duration_secs': 0.264117} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.315455] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 989.315630] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.316347] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3aa50d2b-34c2-4c75-9918-ddbd59577587 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.321419] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807995, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.337669] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.398265] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.398265] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.398484] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Deleting the datastore file [datastore1] 119ad4ef-f34d-4331-8a34-6f84a3d2d765 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.398642] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a892cb5-deb7-4376-8927-cb6b2c60a987 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.405926] env[65829]: DEBUG oslo_vmware.api [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Waiting for the task: (returnval){ [ 989.405926] env[65829]: value = "task-4807997" [ 989.405926] env[65829]: _type = "Task" [ 989.405926] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.415995] env[65829]: DEBUG oslo_vmware.api [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.462496] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f66768-7ee7-4cc6-b912-58da6f2d861f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.475532] env[65829]: DEBUG oslo_vmware.api [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.490958] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb62b42-2be4-40c0-bc2c-e2c1a3ccd18e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.512246] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance '97649e37-94dd-4ee5-889f-88b4a1c03a82' progress to 67 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.564341] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 989.589025] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.592048] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.146s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.592048] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.592951] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 989.592951] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.582s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.592951] env[65829]: DEBUG nova.objects.instance [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 989.597876] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54be9539-542e-4bf3-9aa0-a0cdf987b139 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.611797] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 989.612196] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.612448] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 989.612729] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.612993] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 989.613142] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 989.613491] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 989.613636] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 989.613875] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 989.614111] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 989.614265] env[65829]: DEBUG nova.virt.hardware [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 989.616220] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc9d46c-8737-4306-af26-f8aee2fbb52b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.622494] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfb25d8-f725-4603-8db4-84d494d9c906 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.626376] env[65829]: INFO nova.scheduler.client.report [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleted allocations for instance b4f4a954-7b29-43b4-97fc-df19cdd22551 [ 989.648595] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d65b62-feb9-4a29-9812-d934e4d1e8ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.654170] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d605c6ac-3c39-4b07-874c-448e83a16c5a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.673799] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-141f9481-ce94-4106-a3c6-3e43386fdf26 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.708173] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177536MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 989.708173] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.753967] env[65829]: INFO nova.compute.manager [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Took 37.23 seconds to build instance. [ 989.821069] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807995, 'name': CreateVM_Task, 'duration_secs': 0.358726} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.821069] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.821586] env[65829]: WARNING neutronclient.v2_0.client [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.822015] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.822351] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.822686] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.822976] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9baf0267-c44b-4020-ab19-4b376dea4608 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.828882] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 989.828882] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b94de9-d8d6-dce9-c728-92128eb2ada5" [ 989.828882] env[65829]: _type = "Task" [ 989.828882] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.839022] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b94de9-d8d6-dce9-c728-92128eb2ada5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.919319] env[65829]: DEBUG oslo_vmware.api [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Task: {'id': task-4807997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169531} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.919571] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.919775] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.919961] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.920165] env[65829]: INFO nova.compute.manager [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Took 1.14 seconds to destroy the instance on the hypervisor. [ 989.920453] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 989.920669] env[65829]: DEBUG nova.compute.manager [-] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 989.920899] env[65829]: DEBUG nova.network.neutron [-] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 989.921084] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.948709] env[65829]: DEBUG nova.compute.manager [req-f764036a-a823-4a29-ac50-a3ff67ff73ef req-f4e4d9f0-f9ff-4303-802d-3f6d3fc930b4 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received event network-changed-28d735f4-2ca9-49ff-87bc-b0022055acff {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 989.949453] env[65829]: DEBUG nova.compute.manager [req-f764036a-a823-4a29-ac50-a3ff67ff73ef req-f4e4d9f0-f9ff-4303-802d-3f6d3fc930b4 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Refreshing instance network info cache due to event network-changed-28d735f4-2ca9-49ff-87bc-b0022055acff. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 989.949453] env[65829]: DEBUG oslo_concurrency.lockutils [req-f764036a-a823-4a29-ac50-a3ff67ff73ef req-f4e4d9f0-f9ff-4303-802d-3f6d3fc930b4 service nova] Acquiring lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.949453] env[65829]: DEBUG oslo_concurrency.lockutils [req-f764036a-a823-4a29-ac50-a3ff67ff73ef req-f4e4d9f0-f9ff-4303-802d-3f6d3fc930b4 service nova] Acquired lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.949453] env[65829]: DEBUG nova.network.neutron [req-f764036a-a823-4a29-ac50-a3ff67ff73ef req-f4e4d9f0-f9ff-4303-802d-3f6d3fc930b4 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Refreshing network info cache for port 28d735f4-2ca9-49ff-87bc-b0022055acff {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.956998] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.972424] env[65829]: DEBUG oslo_vmware.api [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4807994, 'name': ReconfigVM_Task, 'duration_secs': 0.932102} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.972893] env[65829]: WARNING neutronclient.v2_0.client [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.973194] env[65829]: DEBUG oslo_concurrency.lockutils [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.973450] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Reconfigured VM to attach interface {{(pid=65829) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 990.018845] env[65829]: WARNING neutronclient.v2_0.client [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.019230] env[65829]: WARNING neutronclient.v2_0.client [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.030388] env[65829]: DEBUG nova.network.neutron [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Successfully updated port: ce8cea79-2498-4828-8185-eebdacb4271f {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 990.078568] env[65829]: DEBUG nova.network.neutron [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Port 5c508ffb-352d-4e1d-9d55-bffc694af8eb binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 990.140994] env[65829]: DEBUG nova.compute.manager [req-974480ae-c136-4d8a-93bb-ef151280a195 req-926baf8f-c668-4121-aebd-db09ccab377b service nova] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Received event network-changed-73b6cf74-b505-4781-8e4e-32f481d5599e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 990.141219] env[65829]: DEBUG nova.compute.manager [req-974480ae-c136-4d8a-93bb-ef151280a195 req-926baf8f-c668-4121-aebd-db09ccab377b service nova] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Refreshing instance network info cache due to event network-changed-73b6cf74-b505-4781-8e4e-32f481d5599e. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 990.141431] env[65829]: DEBUG oslo_concurrency.lockutils [req-974480ae-c136-4d8a-93bb-ef151280a195 req-926baf8f-c668-4121-aebd-db09ccab377b service nova] Acquiring lock "refresh_cache-091cd91b-cfb3-420a-8f12-2f01f3d8f319" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.141571] env[65829]: DEBUG oslo_concurrency.lockutils [req-974480ae-c136-4d8a-93bb-ef151280a195 req-926baf8f-c668-4121-aebd-db09ccab377b service nova] Acquired lock "refresh_cache-091cd91b-cfb3-420a-8f12-2f01f3d8f319" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.141735] env[65829]: DEBUG nova.network.neutron [req-974480ae-c136-4d8a-93bb-ef151280a195 req-926baf8f-c668-4121-aebd-db09ccab377b service nova] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Refreshing network info cache for port 73b6cf74-b505-4781-8e4e-32f481d5599e {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.143379] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e512892a-aa15-45d5-967e-cda70de0e9b5 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "b4f4a954-7b29-43b4-97fc-df19cdd22551" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.616s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.259407] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26f6b3f0-0835-4faf-bcfc-7f0897e529d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "da7e16fc-96f4-4130-a88f-2241d3c64961" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.745s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.341396] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b94de9-d8d6-dce9-c728-92128eb2ada5, 'name': SearchDatastore_Task, 'duration_secs': 0.018927} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.341803] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.342064] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.342321] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.342534] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.342730] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.343016] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa09ff7b-31b9-40f8-8cd8-d719e196bc30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.354848] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.354906] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.355694] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c3c04de-a841-4daf-a70f-d96869bda516 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.361887] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 990.361887] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226dd45-cd04-9d89-1062-f502867747bf" [ 990.361887] env[65829]: _type = "Task" [ 990.361887] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.371114] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226dd45-cd04-9d89-1062-f502867747bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.453092] env[65829]: WARNING neutronclient.v2_0.client [req-f764036a-a823-4a29-ac50-a3ff67ff73ef req-f4e4d9f0-f9ff-4303-802d-3f6d3fc930b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.478814] env[65829]: DEBUG oslo_concurrency.lockutils [None req-154406a7-f710-4adf-b01a-5265f5ad08e0 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-a826eca5-ab99-4a14-a98f-5f7c67383985-28d735f4-2ca9-49ff-87bc-b0022055acff" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.568s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.534854] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "refresh_cache-8ae93c60-5547-4c2c-bb77-95ecff2ec150" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.535054] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired lock "refresh_cache-8ae93c60-5547-4c2c-bb77-95ecff2ec150" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.535227] env[65829]: DEBUG nova.network.neutron [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 990.608927] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8989b197-09f9-414c-a6f0-c7fc0d19ef99 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.610226] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 17.233s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.646377] env[65829]: WARNING neutronclient.v2_0.client [req-974480ae-c136-4d8a-93bb-ef151280a195 req-926baf8f-c668-4121-aebd-db09ccab377b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.660105] env[65829]: WARNING neutronclient.v2_0.client [req-f764036a-a823-4a29-ac50-a3ff67ff73ef req-f4e4d9f0-f9ff-4303-802d-3f6d3fc930b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.775610] env[65829]: DEBUG nova.network.neutron [req-f764036a-a823-4a29-ac50-a3ff67ff73ef req-f4e4d9f0-f9ff-4303-802d-3f6d3fc930b4 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updated VIF entry in instance network info cache for port 28d735f4-2ca9-49ff-87bc-b0022055acff. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 990.777365] env[65829]: DEBUG nova.network.neutron [req-f764036a-a823-4a29-ac50-a3ff67ff73ef req-f4e4d9f0-f9ff-4303-802d-3f6d3fc930b4 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updating instance_info_cache with network_info: [{"id": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "address": "fa:16:3e:66:4e:60", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef627e4-17", "ovs_interfaceid": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7765f726-f3a2-4338-9a58-6ec6445640a1", "address": "fa:16:3e:cd:2c:6c", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7765f726-f3", "ovs_interfaceid": "7765f726-f3a2-4338-9a58-6ec6445640a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28d735f4-2ca9-49ff-87bc-b0022055acff", "address": "fa:16:3e:c9:4b:14", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d735f4-2c", "ovs_interfaceid": "28d735f4-2ca9-49ff-87bc-b0022055acff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.841957] env[65829]: WARNING neutronclient.v2_0.client [req-974480ae-c136-4d8a-93bb-ef151280a195 req-926baf8f-c668-4121-aebd-db09ccab377b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.874814] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226dd45-cd04-9d89-1062-f502867747bf, 'name': SearchDatastore_Task, 'duration_secs': 0.026254} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.875998] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1ecbf4-cb26-4d73-a92c-31c467e3657b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.887572] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 990.887572] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5265ead3-a0b1-06f6-00a3-b91700891447" [ 990.887572] env[65829]: _type = "Task" [ 990.887572] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.897521] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5265ead3-a0b1-06f6-00a3-b91700891447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.921902] env[65829]: DEBUG nova.network.neutron [req-974480ae-c136-4d8a-93bb-ef151280a195 req-926baf8f-c668-4121-aebd-db09ccab377b service nova] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Updated VIF entry in instance network info cache for port 73b6cf74-b505-4781-8e4e-32f481d5599e. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 990.922469] env[65829]: DEBUG nova.network.neutron [req-974480ae-c136-4d8a-93bb-ef151280a195 req-926baf8f-c668-4121-aebd-db09ccab377b service nova] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Updating instance_info_cache with network_info: [{"id": "73b6cf74-b505-4781-8e4e-32f481d5599e", "address": "fa:16:3e:e3:aa:4f", "network": {"id": "7e59291f-7f7a-459b-acc1-6e792f5ce9f4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1115275560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8be7e28955747a3ba95c9e8f5f57238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73b6cf74-b5", "ovs_interfaceid": "73b6cf74-b505-4781-8e4e-32f481d5599e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.933540] env[65829]: DEBUG nova.network.neutron [-] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.072248] env[65829]: DEBUG nova.network.neutron [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 991.106952] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "97649e37-94dd-4ee5-889f-88b4a1c03a82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.107072] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.110015] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.115511] env[65829]: INFO nova.compute.claims [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.131223] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "9b82a77f-0c8f-4f92-9c94-3f842b2dcccd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.131223] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "9b82a77f-0c8f-4f92-9c94-3f842b2dcccd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.166872] env[65829]: WARNING neutronclient.v2_0.client [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.248100] env[65829]: DEBUG nova.network.neutron [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Updating instance_info_cache with network_info: [{"id": "ce8cea79-2498-4828-8185-eebdacb4271f", "address": "fa:16:3e:2a:bc:22", "network": {"id": "7e59291f-7f7a-459b-acc1-6e792f5ce9f4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1115275560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8be7e28955747a3ba95c9e8f5f57238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8cea79-24", "ovs_interfaceid": "ce8cea79-2498-4828-8185-eebdacb4271f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.279964] env[65829]: DEBUG oslo_concurrency.lockutils [req-f764036a-a823-4a29-ac50-a3ff67ff73ef req-f4e4d9f0-f9ff-4303-802d-3f6d3fc930b4 service nova] Releasing lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.279964] env[65829]: DEBUG nova.compute.manager [req-f764036a-a823-4a29-ac50-a3ff67ff73ef req-f4e4d9f0-f9ff-4303-802d-3f6d3fc930b4 service nova] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Received event network-vif-deleted-c816fb59-666c-4043-85bb-a0a9e253f2a1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 991.280297] env[65829]: DEBUG nova.compute.manager [req-f764036a-a823-4a29-ac50-a3ff67ff73ef req-f4e4d9f0-f9ff-4303-802d-3f6d3fc930b4 service nova] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Received event network-vif-deleted-06e78bd5-c812-44d7-9476-e7a08eacb7e6 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 991.400026] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5265ead3-a0b1-06f6-00a3-b91700891447, 'name': SearchDatastore_Task, 'duration_secs': 0.017595} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.400336] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.400609] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 091cd91b-cfb3-420a-8f12-2f01f3d8f319/091cd91b-cfb3-420a-8f12-2f01f3d8f319.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.400916] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f97ce532-955e-4dac-a7bd-1818a19f8937 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.408580] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 991.408580] env[65829]: value = "task-4807998" [ 991.408580] env[65829]: _type = "Task" [ 991.408580] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.420058] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.425775] env[65829]: DEBUG oslo_concurrency.lockutils [req-974480ae-c136-4d8a-93bb-ef151280a195 req-926baf8f-c668-4121-aebd-db09ccab377b service nova] Releasing lock "refresh_cache-091cd91b-cfb3-420a-8f12-2f01f3d8f319" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.435857] env[65829]: INFO nova.compute.manager [-] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Took 1.51 seconds to deallocate network for instance. [ 991.622826] env[65829]: INFO nova.compute.resource_tracker [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating resource usage from migration 7c877c3a-f6ab-4485-9b75-a27c13628cd7 [ 991.636520] env[65829]: DEBUG nova.compute.manager [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 991.751293] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Releasing lock "refresh_cache-8ae93c60-5547-4c2c-bb77-95ecff2ec150" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.752157] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Instance network_info: |[{"id": "ce8cea79-2498-4828-8185-eebdacb4271f", "address": "fa:16:3e:2a:bc:22", "network": {"id": "7e59291f-7f7a-459b-acc1-6e792f5ce9f4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1115275560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8be7e28955747a3ba95c9e8f5f57238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8cea79-24", "ovs_interfaceid": "ce8cea79-2498-4828-8185-eebdacb4271f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 991.754018] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:bc:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce8cea79-2498-4828-8185-eebdacb4271f', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.768714] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 991.774739] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.775628] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6f3f280-3fba-40aa-8856-938097478ef1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.813933] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.813933] env[65829]: value = "task-4807999" [ 991.813933] env[65829]: _type = "Task" [ 991.813933] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.826714] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807999, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.924016] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807998, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.944192] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.067559] env[65829]: DEBUG nova.compute.manager [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Received event network-vif-plugged-ce8cea79-2498-4828-8185-eebdacb4271f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 992.067891] env[65829]: DEBUG oslo_concurrency.lockutils [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] Acquiring lock "8ae93c60-5547-4c2c-bb77-95ecff2ec150-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.068545] env[65829]: DEBUG oslo_concurrency.lockutils [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] Lock "8ae93c60-5547-4c2c-bb77-95ecff2ec150-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.068545] env[65829]: DEBUG oslo_concurrency.lockutils [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] Lock "8ae93c60-5547-4c2c-bb77-95ecff2ec150-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.069348] env[65829]: DEBUG nova.compute.manager [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] No waiting events found dispatching network-vif-plugged-ce8cea79-2498-4828-8185-eebdacb4271f {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 992.069932] env[65829]: WARNING nova.compute.manager [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Received unexpected event network-vif-plugged-ce8cea79-2498-4828-8185-eebdacb4271f for instance with vm_state building and task_state spawning. [ 992.069932] env[65829]: DEBUG nova.compute.manager [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Received event network-changed-ce8cea79-2498-4828-8185-eebdacb4271f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 992.070100] env[65829]: DEBUG nova.compute.manager [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Refreshing instance network info cache due to event network-changed-ce8cea79-2498-4828-8185-eebdacb4271f. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 992.070332] env[65829]: DEBUG oslo_concurrency.lockutils [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] Acquiring lock "refresh_cache-8ae93c60-5547-4c2c-bb77-95ecff2ec150" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.070471] env[65829]: DEBUG oslo_concurrency.lockutils [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] Acquired lock "refresh_cache-8ae93c60-5547-4c2c-bb77-95ecff2ec150" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.070633] env[65829]: DEBUG nova.network.neutron [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Refreshing network info cache for port ce8cea79-2498-4828-8185-eebdacb4271f {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.115248] env[65829]: WARNING neutronclient.v2_0.client [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.160960] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.189214] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.189524] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.189798] env[65829]: DEBUG nova.network.neutron [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 992.204878] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27c0070-bfe7-4350-a43c-4f150c9fb536 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.214280] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9ae72f-dcb4-4855-a618-634205bca83b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.249989] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944747b8-270b-4170-88ec-c23d913fb368 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.258839] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138ff7ce-99cb-413e-9701-c042d9151c63 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.274564] env[65829]: DEBUG nova.compute.provider_tree [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.282839] env[65829]: DEBUG nova.compute.manager [req-d2579497-8bf4-46f8-9d68-05cdb8ea3e3c req-f02c1a43-c057-479f-a57d-64fd978aa364 service nova] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Received event network-vif-deleted-0fdc6c46-6f93-4203-8bc9-ae49045fd0d3 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 992.327156] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807999, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.422210] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4807998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53931} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.422210] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 091cd91b-cfb3-420a-8f12-2f01f3d8f319/091cd91b-cfb3-420a-8f12-2f01f3d8f319.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.422666] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.422964] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-328f1a8a-0271-4244-a097-b421ec8fa3a8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.432142] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 992.432142] env[65829]: value = "task-4808000" [ 992.432142] env[65829]: _type = "Task" [ 992.432142] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.441609] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.537525] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "interface-a826eca5-ab99-4a14-a98f-5f7c67383985-7765f726-f3a2-4338-9a58-6ec6445640a1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.537819] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-a826eca5-ab99-4a14-a98f-5f7c67383985-7765f726-f3a2-4338-9a58-6ec6445640a1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.574141] env[65829]: WARNING neutronclient.v2_0.client [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.693195] env[65829]: WARNING neutronclient.v2_0.client [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.755928] env[65829]: WARNING neutronclient.v2_0.client [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.778030] env[65829]: DEBUG nova.scheduler.client.report [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.825775] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4807999, 'name': CreateVM_Task, 'duration_secs': 0.716731} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.828975] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.829787] env[65829]: WARNING neutronclient.v2_0.client [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.830254] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.830444] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.830772] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.831045] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bff616-fdff-4c82-a02e-59ca8eee450e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.836159] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 992.836159] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524a14fa-f35e-e0d2-3fe4-eb8d0396e2dc" [ 992.836159] env[65829]: _type = "Task" [ 992.836159] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.845721] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524a14fa-f35e-e0d2-3fe4-eb8d0396e2dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.856657] env[65829]: DEBUG nova.network.neutron [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Updated VIF entry in instance network info cache for port ce8cea79-2498-4828-8185-eebdacb4271f. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 992.856907] env[65829]: DEBUG nova.network.neutron [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Updating instance_info_cache with network_info: [{"id": "ce8cea79-2498-4828-8185-eebdacb4271f", "address": "fa:16:3e:2a:bc:22", "network": {"id": "7e59291f-7f7a-459b-acc1-6e792f5ce9f4", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1115275560-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d8be7e28955747a3ba95c9e8f5f57238", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce8cea79-24", "ovs_interfaceid": "ce8cea79-2498-4828-8185-eebdacb4271f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.883953] env[65829]: WARNING neutronclient.v2_0.client [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.943453] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080283} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.943813] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.944663] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be28866c-ce85-48df-a652-17d19d1d5a64 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.968940] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 091cd91b-cfb3-420a-8f12-2f01f3d8f319/091cd91b-cfb3-420a-8f12-2f01f3d8f319.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.970261] env[65829]: DEBUG nova.network.neutron [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance_info_cache with network_info: [{"id": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "address": "fa:16:3e:07:b8:b8", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c508ffb-35", "ovs_interfaceid": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.971515] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb6e1e5-18ed-42c6-a870-d0f93aed32e4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.989559] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.001128] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 993.001128] env[65829]: value = "task-4808001" [ 993.001128] env[65829]: _type = "Task" [ 993.001128] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.014089] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.042928] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.042928] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.042928] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1d247f-b971-4d6a-b393-0d600a0eae00 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.068975] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-898bb688-13c2-4663-8fa3-99ecd959e5af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.095276] env[65829]: WARNING neutronclient.v2_0.client [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.100101] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Reconfiguring VM to detach interface {{(pid=65829) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 993.100459] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a090cb3a-a0ee-4488-8477-0f727f94452f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.121078] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 993.121078] env[65829]: value = "task-4808002" [ 993.121078] env[65829]: _type = "Task" [ 993.121078] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.132218] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.284188] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.674s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.284412] env[65829]: INFO nova.compute.manager [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Migrating [ 993.291304] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.361s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.291541] env[65829]: DEBUG nova.objects.instance [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lazy-loading 'resources' on Instance uuid c158319b-3841-4a14-b1db-6424aec8bb84 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.349416] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524a14fa-f35e-e0d2-3fe4-eb8d0396e2dc, 'name': SearchDatastore_Task, 'duration_secs': 0.014375} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.349714] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.349947] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.350210] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.350352] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.350525] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.350797] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6633fb59-08a6-4ffa-8330-7e5c5897c609 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.359755] env[65829]: DEBUG oslo_concurrency.lockutils [req-dd3381cc-1960-4c64-bfe4-ccde3d4196b2 req-e0ec2f62-e476-4df5-81be-acbdc36c6fa6 service nova] Releasing lock "refresh_cache-8ae93c60-5547-4c2c-bb77-95ecff2ec150" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.367890] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.368207] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.368989] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97696cd5-570b-4497-8b67-511aea83091d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.375268] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 993.375268] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de0a36-d617-50e9-47ae-09e23355ccb1" [ 993.375268] env[65829]: _type = "Task" [ 993.375268] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.384491] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de0a36-d617-50e9-47ae-09e23355ccb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.513138] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808001, 'name': ReconfigVM_Task, 'duration_secs': 0.291851} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.514252] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 091cd91b-cfb3-420a-8f12-2f01f3d8f319/091cd91b-cfb3-420a-8f12-2f01f3d8f319.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.515600] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76058fee-158b-4d23-8971-e4c321fec202 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.518145] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96b17e61-f885-49d1-9562-f7e5319a32b9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.538326] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5676c5b7-0fee-4a64-86b4-7a2e08251e97 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.541331] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 993.541331] env[65829]: value = "task-4808003" [ 993.541331] env[65829]: _type = "Task" [ 993.541331] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.548518] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance '97649e37-94dd-4ee5-889f-88b4a1c03a82' progress to 83 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 993.558999] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808003, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.619795] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.620048] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.631704] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.799785] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.800043] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.800206] env[65829]: DEBUG nova.network.neutron [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 993.887094] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de0a36-d617-50e9-47ae-09e23355ccb1, 'name': SearchDatastore_Task, 'duration_secs': 0.050453} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.890332] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53f1841d-cc57-45ac-996a-18b778e9d79d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.895895] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 993.895895] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f1ca16-60b4-c3ac-9584-7409c8cf9a9e" [ 993.895895] env[65829]: _type = "Task" [ 993.895895] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.906823] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f1ca16-60b4-c3ac-9584-7409c8cf9a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.056481] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3c87583e-0b78-4763-a7f3-37b85702f4fa tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance '97649e37-94dd-4ee5-889f-88b4a1c03a82' progress to 100 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.059991] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808003, 'name': Rename_Task, 'duration_secs': 0.182137} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.063314] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.063314] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4eb5d338-d586-426a-9f7b-9674118e26ca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.072031] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 994.072031] env[65829]: value = "task-4808004" [ 994.072031] env[65829]: _type = "Task" [ 994.072031] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.084230] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.123099] env[65829]: DEBUG nova.compute.manager [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 994.140918] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.216929] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9832310-b54a-42f2-809e-0b8e0d6b7b30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.223814] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c03bfc2-0418-49af-89d6-135b22addc4c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.254984] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a0c118-43f2-4350-a171-0e53c59450e4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.263116] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd918bb6-1a54-4d3a-aaa1-ec1b451dc73f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.277448] env[65829]: DEBUG nova.compute.provider_tree [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.305037] env[65829]: WARNING neutronclient.v2_0.client [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.409486] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f1ca16-60b4-c3ac-9584-7409c8cf9a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009925} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.409627] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.409761] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 8ae93c60-5547-4c2c-bb77-95ecff2ec150/8ae93c60-5547-4c2c-bb77-95ecff2ec150.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.410051] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45fe2caf-a91a-402a-ae68-349436d86882 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.418118] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 994.418118] env[65829]: value = "task-4808005" [ 994.418118] env[65829]: _type = "Task" [ 994.418118] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.427948] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808005, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.485757] env[65829]: WARNING neutronclient.v2_0.client [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.571274] env[65829]: DEBUG nova.network.neutron [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance_info_cache with network_info: [{"id": "46285861-b466-4e7d-b024-69dd444c5b12", "address": "fa:16:3e:dd:35:69", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46285861-b4", "ovs_interfaceid": "46285861-b466-4e7d-b024-69dd444c5b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.583154] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808004, 'name': PowerOnVM_Task, 'duration_secs': 0.474849} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.583317] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.583465] env[65829]: INFO nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Took 7.63 seconds to spawn the instance on the hypervisor. [ 994.583672] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 994.584686] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae423f28-c87b-40f1-be65-16119c0aa194 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.638756] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.661125] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.781918] env[65829]: DEBUG nova.scheduler.client.report [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.928836] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808005, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496136} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.929519] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 8ae93c60-5547-4c2c-bb77-95ecff2ec150/8ae93c60-5547-4c2c-bb77-95ecff2ec150.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.929766] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.930085] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16cfe31e-7bc7-43a2-afb1-7a2d35d348f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.937052] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 994.937052] env[65829]: value = "task-4808006" [ 994.937052] env[65829]: _type = "Task" [ 994.937052] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.946514] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.077525] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.103874] env[65829]: INFO nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Took 36.53 seconds to build instance. [ 995.138574] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.286761] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.289213] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.271s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.290813] env[65829]: INFO nova.compute.claims [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.309353] env[65829]: INFO nova.scheduler.client.report [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleted allocations for instance c158319b-3841-4a14-b1db-6424aec8bb84 [ 995.446697] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066914} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.447432] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.448450] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc06fea0-d19c-4968-a6c6-c2f457b5b51f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.471827] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 8ae93c60-5547-4c2c-bb77-95ecff2ec150/8ae93c60-5547-4c2c-bb77-95ecff2ec150.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.472400] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-324e0ab2-cbac-41c8-9563-477ea51abd49 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.494577] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 995.494577] env[65829]: value = "task-4808007" [ 995.494577] env[65829]: _type = "Task" [ 995.494577] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.505796] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808007, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.605502] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "091cd91b-cfb3-420a-8f12-2f01f3d8f319" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.042s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.638031] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.817426] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a20b5f63-f03b-450c-981f-cee93e6111b8 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "c158319b-3841-4a14-b1db-6424aec8bb84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.517s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.006182] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808007, 'name': ReconfigVM_Task, 'duration_secs': 0.441684} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.006478] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 8ae93c60-5547-4c2c-bb77-95ecff2ec150/8ae93c60-5547-4c2c-bb77-95ecff2ec150.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.007150] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e587fe54-1415-419a-9e9d-e3fdd89bb148 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.015198] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 996.015198] env[65829]: value = "task-4808008" [ 996.015198] env[65829]: _type = "Task" [ 996.015198] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.026444] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808008, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.097517] env[65829]: DEBUG oslo_concurrency.lockutils [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "97649e37-94dd-4ee5-889f-88b4a1c03a82" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.097765] env[65829]: DEBUG oslo_concurrency.lockutils [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.097891] env[65829]: DEBUG nova.compute.manager [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Going to confirm migration 2 {{(pid=65829) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 996.145707] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.368494] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "6a6e3189-e5d2-4455-9229-7e006496b264" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.368684] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "6a6e3189-e5d2-4455-9229-7e006496b264" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.369538] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "6a6e3189-e5d2-4455-9229-7e006496b264-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.369814] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "6a6e3189-e5d2-4455-9229-7e006496b264-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.370706] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "6a6e3189-e5d2-4455-9229-7e006496b264-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.373026] env[65829]: INFO nova.compute.manager [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Terminating instance [ 996.526766] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808008, 'name': Rename_Task, 'duration_secs': 0.146715} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.527075] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.527341] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d59dbbfc-879c-4b53-83d3-d1d28f295196 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.534771] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 996.534771] env[65829]: value = "task-4808009" [ 996.534771] env[65829]: _type = "Task" [ 996.534771] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.548952] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.598918] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c8cab6-2c80-4965-bbb0-849dcf98ab5f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.605354] env[65829]: WARNING neutronclient.v2_0.client [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.623056] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance '65b99536-a243-41e1-80f6-bd7fcf953bb2' progress to 0 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.639670] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.677283] env[65829]: WARNING neutronclient.v2_0.client [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.677714] env[65829]: DEBUG oslo_concurrency.lockutils [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.677977] env[65829]: DEBUG oslo_concurrency.lockutils [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.678084] env[65829]: DEBUG nova.network.neutron [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 996.678270] env[65829]: DEBUG nova.objects.instance [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'info_cache' on Instance uuid 97649e37-94dd-4ee5-889f-88b4a1c03a82 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.730699] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89a03bd-a892-45db-914d-bd60202797f7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.739694] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3a452c-71b1-4cc1-b8b6-ed6f5392f265 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.774907] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307f380d-dd37-4633-970c-37a079beea1f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.784202] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd4a189-df3c-4ced-9ef8-efa300012caa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.798382] env[65829]: DEBUG nova.compute.provider_tree [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.879217] env[65829]: DEBUG nova.compute.manager [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 996.879568] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.880476] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61de4cf2-ea14-4846-8e38-5f648155a84e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.892170] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.892423] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fca31e6-f92c-4849-a2d6-84c21b2560c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.899504] env[65829]: DEBUG oslo_vmware.api [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 996.899504] env[65829]: value = "task-4808010" [ 996.899504] env[65829]: _type = "Task" [ 996.899504] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.908673] env[65829]: DEBUG oslo_vmware.api [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4808010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.049275] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808009, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.132711] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.136442] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33088314-2609-4a34-8be5-f26658255440 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.145215] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.147029] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 997.147029] env[65829]: value = "task-4808011" [ 997.147029] env[65829]: _type = "Task" [ 997.147029] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.157569] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.302777] env[65829]: DEBUG nova.scheduler.client.report [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.410483] env[65829]: DEBUG oslo_vmware.api [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4808010, 'name': PowerOffVM_Task, 'duration_secs': 0.200036} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.410770] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.410933] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.411231] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcf0de9f-fe21-4c06-8770-c8343600df51 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.487958] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.488241] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.488437] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleting the datastore file [datastore2] 6a6e3189-e5d2-4455-9229-7e006496b264 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.488714] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e59685ff-1389-41f5-aa83-094b5cff680e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.495385] env[65829]: DEBUG oslo_vmware.api [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 997.495385] env[65829]: value = "task-4808013" [ 997.495385] env[65829]: _type = "Task" [ 997.495385] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.504376] env[65829]: DEBUG oslo_vmware.api [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4808013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.549512] env[65829]: DEBUG oslo_vmware.api [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808009, 'name': PowerOnVM_Task, 'duration_secs': 0.653811} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.549824] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.550064] env[65829]: INFO nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Took 7.99 seconds to spawn the instance on the hypervisor. [ 997.550272] env[65829]: DEBUG nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 997.551147] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deeb4fc-7e93-42b6-aa1b-0174446034d5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.640605] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.656548] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808011, 'name': PowerOffVM_Task, 'duration_secs': 0.24722} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.656798] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.656975] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance '65b99536-a243-41e1-80f6-bd7fcf953bb2' progress to 17 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.688500] env[65829]: WARNING neutronclient.v2_0.client [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.809168] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.520s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.809842] env[65829]: DEBUG nova.compute.manager [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 997.816656] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.067s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.816656] env[65829]: DEBUG nova.objects.instance [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lazy-loading 'resources' on Instance uuid 7d82a41f-7e46-477f-8290-1b8982534b94 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.906579] env[65829]: WARNING neutronclient.v2_0.client [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.979560] env[65829]: DEBUG nova.network.neutron [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance_info_cache with network_info: [{"id": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "address": "fa:16:3e:07:b8:b8", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c508ffb-35", "ovs_interfaceid": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.008516] env[65829]: DEBUG oslo_vmware.api [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4808013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.508903} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.008808] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.008939] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.009191] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.009380] env[65829]: INFO nova.compute.manager [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Took 1.13 seconds to destroy the instance on the hypervisor. [ 998.009685] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 998.009923] env[65829]: DEBUG nova.compute.manager [-] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 998.010034] env[65829]: DEBUG nova.network.neutron [-] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 998.010302] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.070334] env[65829]: INFO nova.compute.manager [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Took 39.44 seconds to build instance. [ 998.070459] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.141234] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.164594] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 998.164939] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.165074] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 998.165291] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.165467] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 998.165627] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 998.165834] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 998.166024] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 998.166207] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 998.166386] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 998.166557] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 998.171988] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f96ec08-352a-4c32-9f54-481c45caa70c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.188835] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 998.188835] env[65829]: value = "task-4808014" [ 998.188835] env[65829]: _type = "Task" [ 998.188835] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.198767] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808014, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.293938] env[65829]: DEBUG nova.compute.manager [req-1037c9bb-d23f-40e2-9fa4-cb692b47ec3d req-f7cab6a7-356b-42d0-88e8-5d22bb9f6b40 service nova] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Received event network-vif-deleted-35815315-0d04-4da8-92aa-1ab248ddbbd3 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 998.294237] env[65829]: INFO nova.compute.manager [req-1037c9bb-d23f-40e2-9fa4-cb692b47ec3d req-f7cab6a7-356b-42d0-88e8-5d22bb9f6b40 service nova] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Neutron deleted interface 35815315-0d04-4da8-92aa-1ab248ddbbd3; detaching it from the instance and deleting it from the info cache [ 998.294357] env[65829]: DEBUG nova.network.neutron [req-1037c9bb-d23f-40e2-9fa4-cb692b47ec3d req-f7cab6a7-356b-42d0-88e8-5d22bb9f6b40 service nova] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.319486] env[65829]: DEBUG nova.compute.utils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.323764] env[65829]: DEBUG nova.compute.manager [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 998.325144] env[65829]: DEBUG nova.network.neutron [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 998.325144] env[65829]: WARNING neutronclient.v2_0.client [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.325144] env[65829]: WARNING neutronclient.v2_0.client [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.366545] env[65829]: DEBUG nova.policy [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a7dc10b5c8a4975b0bfba207b62de65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ecbfca7f9f40e7a4f4681d2d1a5ef1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.483674] env[65829]: DEBUG oslo_concurrency.lockutils [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.483989] env[65829]: DEBUG nova.objects.instance [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'migration_context' on Instance uuid 97649e37-94dd-4ee5-889f-88b4a1c03a82 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.573460] env[65829]: DEBUG oslo_concurrency.lockutils [None req-90389b47-0c79-469a-a7ff-77513b844935 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "8ae93c60-5547-4c2c-bb77-95ecff2ec150" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.953s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.643128] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.699977] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808014, 'name': ReconfigVM_Task, 'duration_secs': 0.401771} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.704094] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance '65b99536-a243-41e1-80f6-bd7fcf953bb2' progress to 33 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.770896] env[65829]: DEBUG nova.network.neutron [-] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.782421] env[65829]: DEBUG nova.network.neutron [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Successfully created port: 1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 998.798409] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ddb2983-b2c0-4ce1-b21e-1263f34f4a5e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.803585] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241ff2d5-a1fe-4c92-9155-3271a806220d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.812339] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1b6395-bb8c-4a1b-89cf-d2de85de766c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.827318] env[65829]: DEBUG nova.compute.manager [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 998.832778] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8067bcb7-e3bc-4594-a63e-76baa11a59e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.887024] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4263125-2c75-4135-a71b-48fa4e2ad8eb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.887547] env[65829]: DEBUG nova.compute.manager [req-1037c9bb-d23f-40e2-9fa4-cb692b47ec3d req-f7cab6a7-356b-42d0-88e8-5d22bb9f6b40 service nova] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Detach interface failed, port_id=35815315-0d04-4da8-92aa-1ab248ddbbd3, reason: Instance 6a6e3189-e5d2-4455-9229-7e006496b264 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 998.899431] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54fdea6-ad81-4b29-aa94-27436add5558 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.918138] env[65829]: DEBUG nova.compute.provider_tree [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.994018] env[65829]: DEBUG nova.objects.base [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Object Instance<97649e37-94dd-4ee5-889f-88b4a1c03a82> lazy-loaded attributes: info_cache,migration_context {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 998.996548] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1334d989-b0c2-49f0-9325-9cc4f9f252ee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.019317] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec0181a2-6053-4c4a-859c-f704eb2e4550 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.026095] env[65829]: DEBUG oslo_vmware.api [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 999.026095] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fc633f-a107-8fca-df30-627dd64ec12b" [ 999.026095] env[65829]: _type = "Task" [ 999.026095] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.036297] env[65829]: DEBUG oslo_vmware.api [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fc633f-a107-8fca-df30-627dd64ec12b, 'name': SearchDatastore_Task, 'duration_secs': 0.007799} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.036593] env[65829]: DEBUG oslo_concurrency.lockutils [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.142746] env[65829]: DEBUG oslo_vmware.api [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808002, 'name': ReconfigVM_Task, 'duration_secs': 5.786623} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.142998] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.143220] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Reconfigured VM to detach interface {{(pid=65829) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 999.143643] env[65829]: WARNING neutronclient.v2_0.client [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.143983] env[65829]: WARNING neutronclient.v2_0.client [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.209812] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 999.210313] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.210313] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 999.210396] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.210565] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 999.210656] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 999.210861] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 999.211060] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 999.211227] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 999.211381] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 999.211538] env[65829]: DEBUG nova.virt.hardware [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 999.217056] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 999.217417] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d4a0078-184a-41c7-8d89-fff75ac3b52b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.239363] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 999.239363] env[65829]: value = "task-4808015" [ 999.239363] env[65829]: _type = "Task" [ 999.239363] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.253675] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.273937] env[65829]: INFO nova.compute.manager [-] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Took 1.26 seconds to deallocate network for instance. [ 999.395034] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "091cd91b-cfb3-420a-8f12-2f01f3d8f319" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.395034] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "091cd91b-cfb3-420a-8f12-2f01f3d8f319" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.395034] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "091cd91b-cfb3-420a-8f12-2f01f3d8f319-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.395034] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "091cd91b-cfb3-420a-8f12-2f01f3d8f319-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.395034] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "091cd91b-cfb3-420a-8f12-2f01f3d8f319-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.397133] env[65829]: INFO nova.compute.manager [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Terminating instance [ 999.422102] env[65829]: DEBUG nova.scheduler.client.report [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.500352] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "8ae93c60-5547-4c2c-bb77-95ecff2ec150" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.501191] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "8ae93c60-5547-4c2c-bb77-95ecff2ec150" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.501191] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "8ae93c60-5547-4c2c-bb77-95ecff2ec150-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.501191] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "8ae93c60-5547-4c2c-bb77-95ecff2ec150-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.501191] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "8ae93c60-5547-4c2c-bb77-95ecff2ec150-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.503591] env[65829]: INFO nova.compute.manager [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Terminating instance [ 999.720710] env[65829]: DEBUG nova.compute.manager [req-3d1c5900-bb91-4016-a2c7-e7fbfe85dfaf req-a69b38f9-244a-4339-9f4d-ca42487b77f5 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received event network-vif-deleted-7765f726-f3a2-4338-9a58-6ec6445640a1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 999.720856] env[65829]: INFO nova.compute.manager [req-3d1c5900-bb91-4016-a2c7-e7fbfe85dfaf req-a69b38f9-244a-4339-9f4d-ca42487b77f5 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Neutron deleted interface 7765f726-f3a2-4338-9a58-6ec6445640a1; detaching it from the instance and deleting it from the info cache [ 999.721946] env[65829]: DEBUG nova.network.neutron [req-3d1c5900-bb91-4016-a2c7-e7fbfe85dfaf req-a69b38f9-244a-4339-9f4d-ca42487b77f5 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updating instance_info_cache with network_info: [{"id": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "address": "fa:16:3e:66:4e:60", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef627e4-17", "ovs_interfaceid": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "28d735f4-2ca9-49ff-87bc-b0022055acff", "address": "fa:16:3e:c9:4b:14", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28d735f4-2c", "ovs_interfaceid": "28d735f4-2ca9-49ff-87bc-b0022055acff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.754714] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808015, 'name': ReconfigVM_Task, 'duration_secs': 0.264395} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.754714] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.756138] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a008a0dc-7e9d-4ccd-ba6b-4ab6db02be24 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.785596] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 65b99536-a243-41e1-80f6-bd7fcf953bb2/65b99536-a243-41e1-80f6-bd7fcf953bb2.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.787459] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.787459] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06c272f0-fc60-4dd8-8770-6601fc38fc09 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.808986] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 999.808986] env[65829]: value = "task-4808016" [ 999.808986] env[65829]: _type = "Task" [ 999.808986] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.818901] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.837271] env[65829]: DEBUG nova.compute.manager [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 999.869907] env[65829]: DEBUG nova.virt.hardware [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 999.869907] env[65829]: DEBUG nova.virt.hardware [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.869907] env[65829]: DEBUG nova.virt.hardware [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 999.869907] env[65829]: DEBUG nova.virt.hardware [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.869907] env[65829]: DEBUG nova.virt.hardware [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 999.869907] env[65829]: DEBUG nova.virt.hardware [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 999.870302] env[65829]: DEBUG nova.virt.hardware [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 999.870302] env[65829]: DEBUG nova.virt.hardware [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 999.870456] env[65829]: DEBUG nova.virt.hardware [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 999.870590] env[65829]: DEBUG nova.virt.hardware [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 999.870751] env[65829]: DEBUG nova.virt.hardware [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 999.871696] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed556d-5704-4bef-b337-8d41fd53468c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.881589] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747c125b-a6f3-4808-83de-35e768ccc77f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.901048] env[65829]: DEBUG nova.compute.manager [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 999.901377] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.902259] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20886704-059b-40e8-91c5-385b22d4bd8c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.911180] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.911505] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02af8300-063a-40f0-b2f2-1988f449e6dc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.920782] env[65829]: DEBUG oslo_vmware.api [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 999.920782] env[65829]: value = "task-4808017" [ 999.920782] env[65829]: _type = "Task" [ 999.920782] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.929047] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.112s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.935375] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.964s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.935754] env[65829]: DEBUG nova.objects.instance [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lazy-loading 'resources' on Instance uuid 6fbc577d-3685-4542-9ab2-eb991bed8030 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.937626] env[65829]: DEBUG oslo_vmware.api [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.961359] env[65829]: INFO nova.scheduler.client.report [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Deleted allocations for instance 7d82a41f-7e46-477f-8290-1b8982534b94 [ 1000.008512] env[65829]: DEBUG nova.compute.manager [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1000.008512] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.009615] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8c6ea9-1a84-4d30-b9fe-97997ba26070 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.019765] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.020251] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-862c22e2-28ae-453a-85e1-d6b4c0b832ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.030133] env[65829]: DEBUG oslo_vmware.api [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 1000.030133] env[65829]: value = "task-4808018" [ 1000.030133] env[65829]: _type = "Task" [ 1000.030133] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.040176] env[65829]: DEBUG oslo_vmware.api [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808018, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.226311] env[65829]: DEBUG oslo_concurrency.lockutils [req-3d1c5900-bb91-4016-a2c7-e7fbfe85dfaf req-a69b38f9-244a-4339-9f4d-ca42487b77f5 service nova] Acquiring lock "a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.226731] env[65829]: DEBUG oslo_concurrency.lockutils [req-3d1c5900-bb91-4016-a2c7-e7fbfe85dfaf req-a69b38f9-244a-4339-9f4d-ca42487b77f5 service nova] Acquired lock "a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.227466] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b3787d-216c-4f0b-9999-2bc66fbaf35d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.257967] env[65829]: DEBUG oslo_concurrency.lockutils [req-3d1c5900-bb91-4016-a2c7-e7fbfe85dfaf req-a69b38f9-244a-4339-9f4d-ca42487b77f5 service nova] Releasing lock "a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.258586] env[65829]: WARNING nova.compute.manager [req-3d1c5900-bb91-4016-a2c7-e7fbfe85dfaf req-a69b38f9-244a-4339-9f4d-ca42487b77f5 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Detach interface failed, port_id=7765f726-f3a2-4338-9a58-6ec6445640a1, reason: No device with interface-id 7765f726-f3a2-4338-9a58-6ec6445640a1 exists on VM: nova.exception.NotFound: No device with interface-id 7765f726-f3a2-4338-9a58-6ec6445640a1 exists on VM [ 1000.320174] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808016, 'name': ReconfigVM_Task, 'duration_secs': 0.41268} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.320544] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 65b99536-a243-41e1-80f6-bd7fcf953bb2/65b99536-a243-41e1-80f6-bd7fcf953bb2.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.321096] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance '65b99536-a243-41e1-80f6-bd7fcf953bb2' progress to 50 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.326273] env[65829]: DEBUG oslo_concurrency.lockutils [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.326370] env[65829]: DEBUG oslo_concurrency.lockutils [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.327541] env[65829]: DEBUG oslo_concurrency.lockutils [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.327541] env[65829]: DEBUG oslo_concurrency.lockutils [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.327541] env[65829]: DEBUG oslo_concurrency.lockutils [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.329031] env[65829]: INFO nova.compute.manager [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Terminating instance [ 1000.367593] env[65829]: DEBUG nova.network.neutron [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Successfully updated port: 1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1000.431814] env[65829]: DEBUG oslo_vmware.api [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808017, 'name': PowerOffVM_Task, 'duration_secs': 0.207573} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.432095] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.432280] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.432554] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dab1e5d0-9a09-439b-8ccd-c06dd86fb1c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.469853] env[65829]: DEBUG oslo_concurrency.lockutils [None req-26cd0763-2aee-455f-bdc0-71e33900618f tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "7d82a41f-7e46-477f-8290-1b8982534b94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.315s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.496625] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.496814] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.496955] env[65829]: DEBUG nova.network.neutron [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1000.505855] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.506794] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.507014] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Deleting the datastore file [datastore2] 091cd91b-cfb3-420a-8f12-2f01f3d8f319 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.508920] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13329c01-18e7-4a2b-9cbe-7305d5778be9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.511789] env[65829]: DEBUG nova.compute.manager [req-c58b2dfc-40dd-430e-8e2d-7deb61df0556 req-731ec68a-61dd-4682-b997-6acd616e9fbf service nova] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Received event network-vif-plugged-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1000.512010] env[65829]: DEBUG oslo_concurrency.lockutils [req-c58b2dfc-40dd-430e-8e2d-7deb61df0556 req-731ec68a-61dd-4682-b997-6acd616e9fbf service nova] Acquiring lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.512223] env[65829]: DEBUG oslo_concurrency.lockutils [req-c58b2dfc-40dd-430e-8e2d-7deb61df0556 req-731ec68a-61dd-4682-b997-6acd616e9fbf service nova] Lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.512384] env[65829]: DEBUG oslo_concurrency.lockutils [req-c58b2dfc-40dd-430e-8e2d-7deb61df0556 req-731ec68a-61dd-4682-b997-6acd616e9fbf service nova] Lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.512549] env[65829]: DEBUG nova.compute.manager [req-c58b2dfc-40dd-430e-8e2d-7deb61df0556 req-731ec68a-61dd-4682-b997-6acd616e9fbf service nova] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] No waiting events found dispatching network-vif-plugged-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1000.512710] env[65829]: WARNING nova.compute.manager [req-c58b2dfc-40dd-430e-8e2d-7deb61df0556 req-731ec68a-61dd-4682-b997-6acd616e9fbf service nova] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Received unexpected event network-vif-plugged-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 for instance with vm_state building and task_state spawning. [ 1000.522483] env[65829]: DEBUG oslo_vmware.api [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 1000.522483] env[65829]: value = "task-4808020" [ 1000.522483] env[65829]: _type = "Task" [ 1000.522483] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.537982] env[65829]: DEBUG oslo_vmware.api [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.544641] env[65829]: DEBUG oslo_vmware.api [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808018, 'name': PowerOffVM_Task, 'duration_secs': 0.241594} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.547700] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.550322] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.550322] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d458ccaa-8e14-42a6-baf8-357144aa4a0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.621591] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.621591] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.621591] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Deleting the datastore file [datastore2] 8ae93c60-5547-4c2c-bb77-95ecff2ec150 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.621892] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8cc52cc-d3b7-46ff-9d91-1492f16e5961 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.630622] env[65829]: DEBUG oslo_vmware.api [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for the task: (returnval){ [ 1000.630622] env[65829]: value = "task-4808022" [ 1000.630622] env[65829]: _type = "Task" [ 1000.630622] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.642369] env[65829]: DEBUG oslo_vmware.api [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808022, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.718327] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "f31f0011-3b88-4d9a-aa06-ff68c2b097d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.718327] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "f31f0011-3b88-4d9a-aa06-ff68c2b097d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.718327] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "f31f0011-3b88-4d9a-aa06-ff68c2b097d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.718327] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "f31f0011-3b88-4d9a-aa06-ff68c2b097d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.718545] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "f31f0011-3b88-4d9a-aa06-ff68c2b097d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.723672] env[65829]: INFO nova.compute.manager [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Terminating instance [ 1000.827892] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be73c739-07f1-4872-9445-54327bc19eaa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.832243] env[65829]: DEBUG nova.compute.manager [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1000.832403] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.833255] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fd8eef-19e1-41ad-98a7-25cb297b2bc8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.854031] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a67e95-b710-4333-bf73-bfbb4686dfa1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.858713] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.859313] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a58f35ae-b7eb-4b63-800d-b6d9721724f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.875747] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "refresh_cache-79708fe8-c617-4e6a-961f-9b5cbbb00aed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.875943] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "refresh_cache-79708fe8-c617-4e6a-961f-9b5cbbb00aed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.876172] env[65829]: DEBUG nova.network.neutron [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1000.877489] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance '65b99536-a243-41e1-80f6-bd7fcf953bb2' progress to 67 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.885819] env[65829]: DEBUG oslo_vmware.api [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 1000.885819] env[65829]: value = "task-4808023" [ 1000.885819] env[65829]: _type = "Task" [ 1000.885819] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.898053] env[65829]: DEBUG oslo_vmware.api [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4808023, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.912518] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb25342-0489-40eb-a050-3d30c14ec43f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.921422] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281da81d-8d8c-4a97-9f86-bb15aae4e32d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.957383] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f24d808-c983-438a-8db8-f075fbe50652 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.965182] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58060255-8b45-4a2f-bdb5-27a968d19db1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.981346] env[65829]: DEBUG nova.compute.provider_tree [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.000683] env[65829]: WARNING neutronclient.v2_0.client [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.034377] env[65829]: DEBUG oslo_vmware.api [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16649} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.037694] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.037896] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.038094] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.038277] env[65829]: INFO nova.compute.manager [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1001.038541] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1001.039295] env[65829]: DEBUG nova.compute.manager [-] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1001.039398] env[65829]: DEBUG nova.network.neutron [-] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1001.039651] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.076503] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.101221] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "a826eca5-ab99-4a14-a98f-5f7c67383985" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.101221] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "a826eca5-ab99-4a14-a98f-5f7c67383985" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.101221] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "a826eca5-ab99-4a14-a98f-5f7c67383985-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.101221] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "a826eca5-ab99-4a14-a98f-5f7c67383985-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.101221] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "a826eca5-ab99-4a14-a98f-5f7c67383985-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.103317] env[65829]: INFO nova.compute.manager [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Terminating instance [ 1001.143949] env[65829]: DEBUG oslo_vmware.api [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Task: {'id': task-4808022, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247215} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.144419] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.144643] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.144831] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.145010] env[65829]: INFO nova.compute.manager [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1001.145270] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1001.145644] env[65829]: DEBUG nova.compute.manager [-] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1001.145644] env[65829]: DEBUG nova.network.neutron [-] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1001.145856] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.227969] env[65829]: DEBUG nova.compute.manager [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1001.228435] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.229568] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcc8978-d656-488f-aa51-5a559d6d4154 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.233552] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.242514] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.242922] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27dec9b3-de56-4167-bd6d-fb3f922bb3b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.250758] env[65829]: DEBUG oslo_vmware.api [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 1001.250758] env[65829]: value = "task-4808024" [ 1001.250758] env[65829]: _type = "Task" [ 1001.250758] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.265327] env[65829]: DEBUG oslo_vmware.api [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4808024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.325426] env[65829]: WARNING neutronclient.v2_0.client [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.388344] env[65829]: WARNING neutronclient.v2_0.client [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.388734] env[65829]: WARNING neutronclient.v2_0.client [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.400450] env[65829]: DEBUG oslo_vmware.api [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4808023, 'name': PowerOffVM_Task, 'duration_secs': 0.28823} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.401440] env[65829]: INFO nova.network.neutron [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Port 28d735f4-2ca9-49ff-87bc-b0022055acff from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1001.401765] env[65829]: DEBUG nova.network.neutron [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updating instance_info_cache with network_info: [{"id": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "address": "fa:16:3e:66:4e:60", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ef627e4-17", "ovs_interfaceid": "9ef627e4-17ff-4a0d-a85d-01579c50ec21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.403056] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.403234] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.403720] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5d2248e-78d6-4059-8e72-83188b050449 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.434517] env[65829]: DEBUG nova.network.neutron [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1001.470651] env[65829]: DEBUG nova.network.neutron [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Port 46285861-b466-4e7d-b024-69dd444c5b12 binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1001.475436] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.475833] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.476754] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Deleting the datastore file [datastore1] 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.476754] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3bb0a6e3-200f-4b21-a8a6-01b895be2111 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.485213] env[65829]: DEBUG nova.scheduler.client.report [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.488838] env[65829]: DEBUG oslo_vmware.api [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for the task: (returnval){ [ 1001.488838] env[65829]: value = "task-4808026" [ 1001.488838] env[65829]: _type = "Task" [ 1001.488838] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.500468] env[65829]: DEBUG oslo_vmware.api [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4808026, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.577238] env[65829]: WARNING neutronclient.v2_0.client [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.607668] env[65829]: DEBUG nova.compute.manager [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1001.608036] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.609014] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ecc966-e13f-47b9-8df6-9f7cfd96a532 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.619820] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.620245] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f72e0b88-7ea8-4fe4-a2ba-55cd708159ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.633591] env[65829]: DEBUG oslo_vmware.api [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1001.633591] env[65829]: value = "task-4808027" [ 1001.633591] env[65829]: _type = "Task" [ 1001.633591] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.649301] env[65829]: DEBUG oslo_vmware.api [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.682971] env[65829]: DEBUG nova.network.neutron [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Updating instance_info_cache with network_info: [{"id": "1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1", "address": "fa:16:3e:e8:0e:55", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd0d9f5-c6", "ovs_interfaceid": "1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.762215] env[65829]: DEBUG oslo_vmware.api [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4808024, 'name': PowerOffVM_Task, 'duration_secs': 0.246157} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.762732] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.762962] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.763357] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7930ac3-ccb3-4640-b326-1dd140366fb6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.796500] env[65829]: DEBUG nova.network.neutron [-] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.801060] env[65829]: DEBUG nova.compute.manager [req-e2bbd02f-dd14-40df-92ef-e57f06fc6a79 req-7a9c2815-7229-48ba-ac09-55b47a8c25f3 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received event network-vif-deleted-28d735f4-2ca9-49ff-87bc-b0022055acff {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1001.801457] env[65829]: DEBUG nova.compute.manager [req-e2bbd02f-dd14-40df-92ef-e57f06fc6a79 req-7a9c2815-7229-48ba-ac09-55b47a8c25f3 service nova] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Received event network-vif-deleted-ce8cea79-2498-4828-8185-eebdacb4271f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1001.801817] env[65829]: INFO nova.compute.manager [req-e2bbd02f-dd14-40df-92ef-e57f06fc6a79 req-7a9c2815-7229-48ba-ac09-55b47a8c25f3 service nova] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Neutron deleted interface ce8cea79-2498-4828-8185-eebdacb4271f; detaching it from the instance and deleting it from the info cache [ 1001.801940] env[65829]: DEBUG nova.network.neutron [req-e2bbd02f-dd14-40df-92ef-e57f06fc6a79 req-7a9c2815-7229-48ba-ac09-55b47a8c25f3 service nova] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.846122] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.846385] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.846592] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Deleting the datastore file [datastore2] f31f0011-3b88-4d9a-aa06-ff68c2b097d0 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.846970] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a8a8e68-c312-4b31-bf21-0913a67d0093 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.856028] env[65829]: DEBUG oslo_vmware.api [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for the task: (returnval){ [ 1001.856028] env[65829]: value = "task-4808029" [ 1001.856028] env[65829]: _type = "Task" [ 1001.856028] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.866741] env[65829]: DEBUG oslo_vmware.api [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4808029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.906841] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-a826eca5-ab99-4a14-a98f-5f7c67383985" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.992040] env[65829]: DEBUG nova.network.neutron [-] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.993800] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.059s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.001218] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.664s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.001536] env[65829]: DEBUG nova.objects.instance [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lazy-loading 'resources' on Instance uuid c607ca07-5dde-4ad7-bf8a-951ba7703178 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.012443] env[65829]: DEBUG oslo_vmware.api [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Task: {'id': task-4808026, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285416} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.012443] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.012443] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.012833] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.012833] env[65829]: INFO nova.compute.manager [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1002.013042] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.013488] env[65829]: DEBUG nova.compute.manager [-] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1002.013604] env[65829]: DEBUG nova.network.neutron [-] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1002.013861] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.029903] env[65829]: INFO nova.scheduler.client.report [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Deleted allocations for instance 6fbc577d-3685-4542-9ab2-eb991bed8030 [ 1002.052103] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.149086] env[65829]: DEBUG oslo_vmware.api [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808027, 'name': PowerOffVM_Task, 'duration_secs': 0.216639} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.149354] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.149547] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.149849] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e32463de-aba0-4fef-8717-a8c9f9664211 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.186135] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "refresh_cache-79708fe8-c617-4e6a-961f-9b5cbbb00aed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.186663] env[65829]: DEBUG nova.compute.manager [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Instance network_info: |[{"id": "1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1", "address": "fa:16:3e:e8:0e:55", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd0d9f5-c6", "ovs_interfaceid": "1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1002.187492] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:0e:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.196037] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.196876] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.196876] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94e14108-4239-4cde-85e3-d63f1315b52a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.218483] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.218483] env[65829]: value = "task-4808031" [ 1002.218483] env[65829]: _type = "Task" [ 1002.218483] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.228429] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808031, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.285529] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.285529] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.286143] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Deleting the datastore file [datastore2] a826eca5-ab99-4a14-a98f-5f7c67383985 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.286251] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7853e10a-4d7d-44cd-8079-bba1945c35d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.295028] env[65829]: DEBUG oslo_vmware.api [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1002.295028] env[65829]: value = "task-4808032" [ 1002.295028] env[65829]: _type = "Task" [ 1002.295028] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.309251] env[65829]: INFO nova.compute.manager [-] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Took 1.27 seconds to deallocate network for instance. [ 1002.309251] env[65829]: DEBUG oslo_vmware.api [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.309990] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ec3e5e5-5f59-481b-924a-025ddb676d06 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.327823] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbd3261-40b4-443c-9bf4-c3c5185ddc0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.387625] env[65829]: DEBUG nova.compute.manager [req-e2bbd02f-dd14-40df-92ef-e57f06fc6a79 req-7a9c2815-7229-48ba-ac09-55b47a8c25f3 service nova] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Detach interface failed, port_id=ce8cea79-2498-4828-8185-eebdacb4271f, reason: Instance 8ae93c60-5547-4c2c-bb77-95ecff2ec150 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1002.393018] env[65829]: DEBUG oslo_vmware.api [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Task: {'id': task-4808029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409147} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.393505] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.393757] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.394019] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.394271] env[65829]: INFO nova.compute.manager [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1002.394669] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.395017] env[65829]: DEBUG nova.compute.manager [-] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1002.395160] env[65829]: DEBUG nova.network.neutron [-] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1002.395537] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.411978] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c21885ae-0752-4aa4-8f95-e43901665919 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-a826eca5-ab99-4a14-a98f-5f7c67383985-7765f726-f3a2-4338-9a58-6ec6445640a1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.873s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.438312] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.499095] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "65b99536-a243-41e1-80f6-bd7fcf953bb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.499523] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "65b99536-a243-41e1-80f6-bd7fcf953bb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.499668] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "65b99536-a243-41e1-80f6-bd7fcf953bb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.501486] env[65829]: INFO nova.compute.manager [-] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Took 1.36 seconds to deallocate network for instance. [ 1002.541219] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f189065f-b81b-4b6e-8f00-deffc2641255 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "6fbc577d-3685-4542-9ab2-eb991bed8030" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.022s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.572506] env[65829]: DEBUG nova.compute.manager [req-6b585b23-33d7-4800-9fed-10795856498c req-08753e24-0679-4f05-a986-3adad1f59d3e service nova] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Received event network-changed-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1002.572735] env[65829]: DEBUG nova.compute.manager [req-6b585b23-33d7-4800-9fed-10795856498c req-08753e24-0679-4f05-a986-3adad1f59d3e service nova] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Refreshing instance network info cache due to event network-changed-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1002.573308] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b585b23-33d7-4800-9fed-10795856498c req-08753e24-0679-4f05-a986-3adad1f59d3e service nova] Acquiring lock "refresh_cache-79708fe8-c617-4e6a-961f-9b5cbbb00aed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.573405] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b585b23-33d7-4800-9fed-10795856498c req-08753e24-0679-4f05-a986-3adad1f59d3e service nova] Acquired lock "refresh_cache-79708fe8-c617-4e6a-961f-9b5cbbb00aed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.573539] env[65829]: DEBUG nova.network.neutron [req-6b585b23-33d7-4800-9fed-10795856498c req-08753e24-0679-4f05-a986-3adad1f59d3e service nova] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Refreshing network info cache for port 1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.730881] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808031, 'name': CreateVM_Task, 'duration_secs': 0.468771} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.731075] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1002.731725] env[65829]: WARNING neutronclient.v2_0.client [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.732049] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.732207] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.732586] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.732955] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a568fe09-bead-4ba5-9e5a-a1483792702f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.740174] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1002.740174] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527b77dd-7dd3-2388-ee0d-652322becbd2" [ 1002.740174] env[65829]: _type = "Task" [ 1002.740174] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.752515] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527b77dd-7dd3-2388-ee0d-652322becbd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.807061] env[65829]: DEBUG oslo_vmware.api [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310523} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.807379] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.807706] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.807812] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.808518] env[65829]: INFO nova.compute.manager [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1002.808518] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.808670] env[65829]: DEBUG nova.compute.manager [-] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1002.808670] env[65829]: DEBUG nova.network.neutron [-] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1002.809279] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.819023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.884434] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.904051] env[65829]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 28d735f4-2ca9-49ff-87bc-b0022055acff could not be found.", "detail": ""}} {{(pid=65829) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1002.904302] env[65829]: DEBUG nova.network.neutron [-] Unable to show port 28d735f4-2ca9-49ff-87bc-b0022055acff as it no longer exists. {{(pid=65829) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1003.014481] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.029572] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa49ae16-51d9-4c40-80a5-af41b225b00b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.042522] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873169b3-5b36-4020-ae70-a790e0e1dc2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.077703] env[65829]: WARNING neutronclient.v2_0.client [req-6b585b23-33d7-4800-9fed-10795856498c req-08753e24-0679-4f05-a986-3adad1f59d3e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.081117] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acaafdf-9f19-49c0-af2d-6dda0a416f25 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.090261] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a463f98f-39c0-453d-9e1f-067259e68db7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.107710] env[65829]: DEBUG nova.compute.provider_tree [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.125044] env[65829]: DEBUG nova.network.neutron [-] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.255095] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527b77dd-7dd3-2388-ee0d-652322becbd2, 'name': SearchDatastore_Task, 'duration_secs': 0.014719} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.255718] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.255718] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.255964] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.256013] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.256223] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.256508] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4364ff72-7789-4124-901b-b17de32bc79a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.267489] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.267805] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.269090] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c78af6fe-5a7d-40d7-ba39-d2d80ce5f66d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.276514] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1003.276514] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522c372c-05ff-398b-6e02-0477d83b3b64" [ 1003.276514] env[65829]: _type = "Task" [ 1003.276514] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.280510] env[65829]: DEBUG nova.network.neutron [-] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.289436] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522c372c-05ff-398b-6e02-0477d83b3b64, 'name': SearchDatastore_Task, 'duration_secs': 0.009894} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.290899] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71edd036-5cdf-4db3-bcc7-7bda4bc84b0b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.297405] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1003.297405] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226563d-23c5-4ce3-62b4-ef8474b7f166" [ 1003.297405] env[65829]: _type = "Task" [ 1003.297405] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.309446] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226563d-23c5-4ce3-62b4-ef8474b7f166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.315773] env[65829]: WARNING neutronclient.v2_0.client [req-6b585b23-33d7-4800-9fed-10795856498c req-08753e24-0679-4f05-a986-3adad1f59d3e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.393717] env[65829]: DEBUG nova.network.neutron [req-6b585b23-33d7-4800-9fed-10795856498c req-08753e24-0679-4f05-a986-3adad1f59d3e service nova] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Updated VIF entry in instance network info cache for port 1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1003.394188] env[65829]: DEBUG nova.network.neutron [req-6b585b23-33d7-4800-9fed-10795856498c req-08753e24-0679-4f05-a986-3adad1f59d3e service nova] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Updating instance_info_cache with network_info: [{"id": "1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1", "address": "fa:16:3e:e8:0e:55", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dd0d9f5-c6", "ovs_interfaceid": "1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.508105] env[65829]: WARNING neutronclient.v2_0.client [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.572905] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.572905] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.573070] env[65829]: DEBUG nova.network.neutron [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1003.611683] env[65829]: DEBUG nova.scheduler.client.report [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.628112] env[65829]: INFO nova.compute.manager [-] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Took 1.61 seconds to deallocate network for instance. [ 1003.783556] env[65829]: INFO nova.compute.manager [-] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Took 1.39 seconds to deallocate network for instance. [ 1003.808948] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226563d-23c5-4ce3-62b4-ef8474b7f166, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.809349] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.809741] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 79708fe8-c617-4e6a-961f-9b5cbbb00aed/79708fe8-c617-4e6a-961f-9b5cbbb00aed.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1003.809959] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37143d02-0409-4828-9722-6f1d55344733 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.818462] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1003.818462] env[65829]: value = "task-4808033" [ 1003.818462] env[65829]: _type = "Task" [ 1003.818462] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.827538] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.829734] env[65829]: DEBUG nova.compute.manager [req-4af14901-994c-48df-b280-9c442def5139 req-bc64454c-c4d9-41e8-8e56-6d88662f4261 service nova] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Received event network-vif-deleted-1d4e802e-6eff-4043-ba3d-b1209dc73019 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1003.858743] env[65829]: DEBUG nova.network.neutron [-] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.897019] env[65829]: DEBUG oslo_concurrency.lockutils [req-6b585b23-33d7-4800-9fed-10795856498c req-08753e24-0679-4f05-a986-3adad1f59d3e service nova] Releasing lock "refresh_cache-79708fe8-c617-4e6a-961f-9b5cbbb00aed" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.897441] env[65829]: DEBUG nova.compute.manager [req-6b585b23-33d7-4800-9fed-10795856498c req-08753e24-0679-4f05-a986-3adad1f59d3e service nova] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Received event network-vif-deleted-73b6cf74-b505-4781-8e4e-32f481d5599e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1004.078866] env[65829]: WARNING neutronclient.v2_0.client [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.118213] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.120864] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 14.413s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.135905] env[65829]: DEBUG oslo_concurrency.lockutils [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.151085] env[65829]: INFO nova.scheduler.client.report [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Deleted allocations for instance c607ca07-5dde-4ad7-bf8a-951ba7703178 [ 1004.293694] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.332155] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486669} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.332155] env[65829]: WARNING neutronclient.v2_0.client [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.334460] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 79708fe8-c617-4e6a-961f-9b5cbbb00aed/79708fe8-c617-4e6a-961f-9b5cbbb00aed.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1004.334608] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1004.335223] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-816d0ae6-6e24-4c0e-bd28-26f282bc1c4f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.343539] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1004.343539] env[65829]: value = "task-4808034" [ 1004.343539] env[65829]: _type = "Task" [ 1004.343539] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.355253] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.361958] env[65829]: INFO nova.compute.manager [-] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Took 1.55 seconds to deallocate network for instance. [ 1004.416514] env[65829]: DEBUG nova.network.neutron [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance_info_cache with network_info: [{"id": "46285861-b466-4e7d-b024-69dd444c5b12", "address": "fa:16:3e:dd:35:69", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46285861-b4", "ovs_interfaceid": "46285861-b466-4e7d-b024-69dd444c5b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.421381] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "09f36011-c808-40fd-be31-2cf96de87d72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.421613] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "09f36011-c808-40fd-be31-2cf96de87d72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.421808] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "09f36011-c808-40fd-be31-2cf96de87d72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.421986] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "09f36011-c808-40fd-be31-2cf96de87d72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.422170] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "09f36011-c808-40fd-be31-2cf96de87d72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.424169] env[65829]: INFO nova.compute.manager [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Terminating instance [ 1004.499076] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "89d42188-f2e9-48d2-838b-90ce739bada0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.499186] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "89d42188-f2e9-48d2-838b-90ce739bada0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.499399] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "89d42188-f2e9-48d2-838b-90ce739bada0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.499568] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "89d42188-f2e9-48d2-838b-90ce739bada0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.499775] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "89d42188-f2e9-48d2-838b-90ce739bada0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.502344] env[65829]: INFO nova.compute.manager [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Terminating instance [ 1004.607285] env[65829]: DEBUG nova.compute.manager [req-928c95f1-2bde-43bb-af32-75c286ac9acf req-7ed8ebe9-59f5-4623-80af-bb24345bb074 service nova] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Received event network-vif-deleted-fef55b73-6df0-4da7-8fb3-2b10b719dcd0 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1004.607378] env[65829]: DEBUG nova.compute.manager [req-928c95f1-2bde-43bb-af32-75c286ac9acf req-7ed8ebe9-59f5-4623-80af-bb24345bb074 service nova] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Received event network-vif-deleted-9ef627e4-17ff-4a0d-a85d-01579c50ec21 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1004.660725] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c41e30bb-f522-4a7a-905f-95883bdfcf94 tempest-ImagesTestJSON-1355839136 tempest-ImagesTestJSON-1355839136-project-member] Lock "c607ca07-5dde-4ad7-bf8a-951ba7703178" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.888s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.855127] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071101} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.855489] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.856389] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b83ca5-feda-4ef9-95e8-be07b8705308 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.871942] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.883133] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 79708fe8-c617-4e6a-961f-9b5cbbb00aed/79708fe8-c617-4e6a-961f-9b5cbbb00aed.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.883450] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f9e783b-0c4f-4494-b58c-e47a9dd4f9fd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.908073] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1004.908073] env[65829]: value = "task-4808035" [ 1004.908073] env[65829]: _type = "Task" [ 1004.908073] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.918687] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.922538] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.928172] env[65829]: DEBUG nova.compute.manager [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1004.928172] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.929581] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f96b9bf-4c12-4344-a516-27b98fd4c4f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.939497] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.940123] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0ccd469-d800-45b9-a271-9bbcc20dbbee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.946912] env[65829]: DEBUG oslo_vmware.api [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 1004.946912] env[65829]: value = "task-4808036" [ 1004.946912] env[65829]: _type = "Task" [ 1004.946912] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.956652] env[65829]: DEBUG oslo_vmware.api [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4808036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.009614] env[65829]: DEBUG nova.compute.manager [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1005.009980] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.012167] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88666a49-9f1f-4173-a0a6-90a99586555a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.023284] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.023671] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2e5823c-7a1b-4e1f-b887-a3abe4db151c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.032617] env[65829]: DEBUG oslo_vmware.api [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 1005.032617] env[65829]: value = "task-4808037" [ 1005.032617] env[65829]: _type = "Task" [ 1005.032617] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.042403] env[65829]: DEBUG oslo_vmware.api [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4808037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.139822] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Applying migration context for instance 65b99536-a243-41e1-80f6-bd7fcf953bb2 as it has an incoming, in-progress migration 7c877c3a-f6ab-4485-9b75-a27c13628cd7. Migration status is post-migrating {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1005.140233] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Applying migration context for instance 97649e37-94dd-4ee5-889f-88b4a1c03a82 as it has an incoming, in-progress migration 54b5f87c-0a31-41a7-a68f-8235c851060a. Migration status is confirming {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1005.143041] env[65829]: INFO nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating resource usage from migration 7c877c3a-f6ab-4485-9b75-a27c13628cd7 [ 1005.144657] env[65829]: INFO nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating resource usage from migration 54b5f87c-0a31-41a7-a68f-8235c851060a [ 1005.174611] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 2befa94b-af61-43f7-af56-c7d45768cb6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.174611] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance c0e941a1-acec-4e7b-b40e-945e08ad2d61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.174776] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 5f5fc67b-b232-42f4-b179-188ebaaa48b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.174810] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance a826eca5-ab99-4a14-a98f-5f7c67383985 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.175014] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1005.175129] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance a0dd2130-f3ce-47e5-a274-c0a9770b8f5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.175287] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance f1b0a28c-9918-4ed3-8424-e3207a4d290e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.175480] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 2245b178-432d-4131-8b7a-0d5636652547 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.175665] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 6bfb8e92-4927-4427-bdba-821903439344 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.176031] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance bbf56d36-3f36-45ae-8b66-832f69706c14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.176031] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 6a6e3189-e5d2-4455-9229-7e006496b264 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1005.176303] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance f31f0011-3b88-4d9a-aa06-ff68c2b097d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1005.176303] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance d8d348a7-b52a-4c35-9b58-9d02b367f674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.176615] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 119ad4ef-f34d-4331-8a34-6f84a3d2d765 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1005.176615] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 09f36011-c808-40fd-be31-2cf96de87d72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.176615] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 89d42188-f2e9-48d2-838b-90ce739bada0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.176705] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance da7e16fc-96f4-4130-a88f-2241d3c64961 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.176735] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Migration 54b5f87c-0a31-41a7-a68f-8235c851060a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1005.176857] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 97649e37-94dd-4ee5-889f-88b4a1c03a82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.176969] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 091cd91b-cfb3-420a-8f12-2f01f3d8f319 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1005.177079] env[65829]: WARNING nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 8ae93c60-5547-4c2c-bb77-95ecff2ec150 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1005.177387] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Migration 7c877c3a-f6ab-4485-9b75-a27c13628cd7 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1005.177387] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 65b99536-a243-41e1-80f6-bd7fcf953bb2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.177387] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 79708fe8-c617-4e6a-961f-9b5cbbb00aed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1005.420329] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808035, 'name': ReconfigVM_Task, 'duration_secs': 0.44238} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.420755] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 79708fe8-c617-4e6a-961f-9b5cbbb00aed/79708fe8-c617-4e6a-961f-9b5cbbb00aed.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.421422] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c13fbc32-ef64-4ae1-b7a4-ab0ab5326ef7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.432722] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1005.432722] env[65829]: value = "task-4808038" [ 1005.432722] env[65829]: _type = "Task" [ 1005.432722] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.455185] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808038, 'name': Rename_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.462832] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bf783c-4b1b-4a15-b0df-4a3e395cc30d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.475049] env[65829]: DEBUG oslo_vmware.api [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4808036, 'name': PowerOffVM_Task, 'duration_secs': 0.250379} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.487849] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.488072] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.488587] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bdedb43-49cf-4654-9369-63430c54c8c0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.491171] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b457fad-4e56-4b24-9dde-6df59fc26319 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.501949] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance '65b99536-a243-41e1-80f6-bd7fcf953bb2' progress to 83 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.544196] env[65829]: DEBUG oslo_vmware.api [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4808037, 'name': PowerOffVM_Task, 'duration_secs': 0.213991} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.544512] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.544756] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.544992] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2dddea0-723f-4ca0-9706-479e9941fa4d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.567880] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.568310] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.568615] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Deleting the datastore file [datastore2] 09f36011-c808-40fd-be31-2cf96de87d72 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.570020] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9edfaf33-6c09-4934-a4b0-46ad648fd91f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.587558] env[65829]: DEBUG oslo_vmware.api [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 1005.587558] env[65829]: value = "task-4808041" [ 1005.587558] env[65829]: _type = "Task" [ 1005.587558] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.600322] env[65829]: DEBUG oslo_vmware.api [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4808041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.627173] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.627464] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.627677] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Deleting the datastore file [datastore1] 89d42188-f2e9-48d2-838b-90ce739bada0 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.627925] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bda7a89-273d-429f-9b4e-6788e5e74342 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.635805] env[65829]: DEBUG oslo_vmware.api [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for the task: (returnval){ [ 1005.635805] env[65829]: value = "task-4808042" [ 1005.635805] env[65829]: _type = "Task" [ 1005.635805] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.644970] env[65829]: DEBUG oslo_vmware.api [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4808042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.681580] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1005.947072] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808038, 'name': Rename_Task, 'duration_secs': 0.171702} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.947187] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.947575] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c46f6257-9f99-49a4-b934-7a5fa478720c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.955668] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1005.955668] env[65829]: value = "task-4808043" [ 1005.955668] env[65829]: _type = "Task" [ 1005.955668] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.965103] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.009963] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.009963] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6310219-486e-4ed0-8fd0-46ce97f41f88 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.019642] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1006.019642] env[65829]: value = "task-4808044" [ 1006.019642] env[65829]: _type = "Task" [ 1006.019642] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.036514] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.099479] env[65829]: DEBUG oslo_vmware.api [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4808041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159761} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.099835] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.100039] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.100225] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.100418] env[65829]: INFO nova.compute.manager [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1006.100641] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1006.100842] env[65829]: DEBUG nova.compute.manager [-] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1006.100943] env[65829]: DEBUG nova.network.neutron [-] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1006.101209] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.134488] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.146121] env[65829]: DEBUG oslo_vmware.api [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Task: {'id': task-4808042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15112} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.146425] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.146612] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.146800] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.146971] env[65829]: INFO nova.compute.manager [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1006.147247] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1006.147444] env[65829]: DEBUG nova.compute.manager [-] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1006.147937] env[65829]: DEBUG nova.network.neutron [-] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1006.147937] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.184919] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance d857ac5a-33e9-42fe-90ae-f20915cc7e12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1006.185579] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1006.185579] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '13', 'num_task_None': '11', 'num_os_type_None': '16', 'num_proj_a6d538d342a94e1ebabc2111c0d9000e': '3', 'io_workload': '1', 'num_proj_038ceec4a90f4611a43c882f07ea7ef1': '2', 'num_vm_resized': '1', 'num_proj_7cac28f198d84bc19abf0bdbc55e7b49': '1', 'num_vm_rescued': '1', 'num_task_deleting': '3', 'num_proj_b139a534bae14c14ba78185316657b86': '1', 'num_proj_c43c37f5106c4212b004dd902d4d9226': '2', 'num_proj_b94c0331c3b542cf85c59c071c759210': '1', 'num_proj_3ee32917d7174f0ebdffb4a469ed2eb7': '1', 'num_proj_58ecbfca7f9f40e7a4f4681d2d1a5ef1': '2', 'num_task_resize_migrated': '1', 'num_proj_238a33da88c042509d7179c989b3e861': '1', 'num_proj_0f69e8d3a40544ffba27c879a84a3bc1': '2', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1006.215924] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1006.469025] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808043, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.536103] env[65829]: DEBUG oslo_vmware.api [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808044, 'name': PowerOnVM_Task, 'duration_secs': 0.451786} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.536456] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.536615] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f3a62f-65ea-4856-b249-d2e707fd7661 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance '65b99536-a243-41e1-80f6-bd7fcf953bb2' progress to 100 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.610263] env[65829]: DEBUG nova.compute.manager [req-13e82dad-fd5d-4d44-9968-a02b73357e74 req-773c9064-683b-42de-9134-bdcc7e5a62be service nova] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Received event network-vif-deleted-0387bdf8-acda-4c69-b260-bc0faf681954 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1006.611272] env[65829]: INFO nova.compute.manager [req-13e82dad-fd5d-4d44-9968-a02b73357e74 req-773c9064-683b-42de-9134-bdcc7e5a62be service nova] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Neutron deleted interface 0387bdf8-acda-4c69-b260-bc0faf681954; detaching it from the instance and deleting it from the info cache [ 1006.611272] env[65829]: DEBUG nova.network.neutron [req-13e82dad-fd5d-4d44-9968-a02b73357e74 req-773c9064-683b-42de-9134-bdcc7e5a62be service nova] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.727983] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54a5a45-a1ee-414d-a3a6-6b085b8c0438 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.739718] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f5f66d-dac4-45f2-900f-c644cbd4ca7a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.775495] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48ac6fb-29d2-4eed-8e96-3ccf413f0e99 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.783228] env[65829]: DEBUG nova.compute.manager [req-aecf9ba2-9f7e-4d63-ac2b-afa2819934e4 req-7dc14e85-5c00-4c1a-b76e-41514e29aaea service nova] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Received event network-vif-deleted-f90d5a93-1212-4587-9d4f-b3dacab86af1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1006.783353] env[65829]: INFO nova.compute.manager [req-aecf9ba2-9f7e-4d63-ac2b-afa2819934e4 req-7dc14e85-5c00-4c1a-b76e-41514e29aaea service nova] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Neutron deleted interface f90d5a93-1212-4587-9d4f-b3dacab86af1; detaching it from the instance and deleting it from the info cache [ 1006.784302] env[65829]: DEBUG nova.network.neutron [req-aecf9ba2-9f7e-4d63-ac2b-afa2819934e4 req-7dc14e85-5c00-4c1a-b76e-41514e29aaea service nova] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.789222] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f7050a-21ad-4fcd-9b2e-ba411d28572c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.806897] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.878203] env[65829]: DEBUG nova.network.neutron [-] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.967240] env[65829]: DEBUG oslo_vmware.api [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808043, 'name': PowerOnVM_Task, 'duration_secs': 0.802984} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.967516] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.967707] env[65829]: INFO nova.compute.manager [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1006.967883] env[65829]: DEBUG nova.compute.manager [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1006.968687] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57df3099-e8ab-4aa8-8c55-067f32be262d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.975098] env[65829]: DEBUG nova.network.neutron [-] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.114425] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bcf6f3ea-68e2-43aa-9e74-4492f4a68c0d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.124706] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1d78ef-5eed-4bd6-906a-87e27f2f5623 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.160158] env[65829]: DEBUG nova.compute.manager [req-13e82dad-fd5d-4d44-9968-a02b73357e74 req-773c9064-683b-42de-9134-bdcc7e5a62be service nova] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Detach interface failed, port_id=0387bdf8-acda-4c69-b260-bc0faf681954, reason: Instance 89d42188-f2e9-48d2-838b-90ce739bada0 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1007.289428] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-931e1bc6-93f2-4ccb-932c-5d59e4afca31 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.298841] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b690013-9b45-43c3-8d11-879315d87cce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.311398] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.343168] env[65829]: DEBUG nova.compute.manager [req-aecf9ba2-9f7e-4d63-ac2b-afa2819934e4 req-7dc14e85-5c00-4c1a-b76e-41514e29aaea service nova] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Detach interface failed, port_id=f90d5a93-1212-4587-9d4f-b3dacab86af1, reason: Instance 09f36011-c808-40fd-be31-2cf96de87d72 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1007.381167] env[65829]: INFO nova.compute.manager [-] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Took 1.28 seconds to deallocate network for instance. [ 1007.480028] env[65829]: INFO nova.compute.manager [-] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Took 1.33 seconds to deallocate network for instance. [ 1007.491220] env[65829]: INFO nova.compute.manager [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Took 22.50 seconds to build instance. [ 1007.816572] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1007.817750] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.696s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.817750] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.873s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.817750] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.819995] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.659s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.821682] env[65829]: INFO nova.compute.claims [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.849096] env[65829]: INFO nova.scheduler.client.report [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Deleted allocations for instance 119ad4ef-f34d-4331-8a34-6f84a3d2d765 [ 1007.889012] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.992382] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.995082] env[65829]: DEBUG oslo_concurrency.lockutils [None req-11437a1e-58f7-4ab5-b077-43a1a1cfd39a tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.010s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.359844] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3cc22e7-4ddd-491a-9582-5b805266a706 tempest-ServersV294TestFqdnHostnames-904929619 tempest-ServersV294TestFqdnHostnames-904929619-project-member] Lock "119ad4ef-f34d-4331-8a34-6f84a3d2d765" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.089s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.408498] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "65b99536-a243-41e1-80f6-bd7fcf953bb2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.408628] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "65b99536-a243-41e1-80f6-bd7fcf953bb2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.408803] env[65829]: DEBUG nova.compute.manager [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Going to confirm migration 3 {{(pid=65829) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1008.779510] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8bbe7f93-bd6f-4d0a-b16c-17088801cd71 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.780182] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8bbe7f93-bd6f-4d0a-b16c-17088801cd71 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.780182] env[65829]: DEBUG nova.compute.manager [None req-8bbe7f93-bd6f-4d0a-b16c-17088801cd71 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1008.780909] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af44cbd-411a-4c09-8a55-74691bc4ee84 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.790384] env[65829]: DEBUG nova.compute.manager [None req-8bbe7f93-bd6f-4d0a-b16c-17088801cd71 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65829) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1008.790963] env[65829]: DEBUG nova.objects.instance [None req-8bbe7f93-bd6f-4d0a-b16c-17088801cd71 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lazy-loading 'flavor' on Instance uuid 79708fe8-c617-4e6a-961f-9b5cbbb00aed {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.914727] env[65829]: WARNING neutronclient.v2_0.client [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.967570] env[65829]: WARNING neutronclient.v2_0.client [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.969940] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.969940] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.969940] env[65829]: DEBUG nova.network.neutron [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1008.969940] env[65829]: DEBUG nova.objects.instance [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lazy-loading 'info_cache' on Instance uuid 65b99536-a243-41e1-80f6-bd7fcf953bb2 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.189183] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adaf0e50-28e6-48e4-9d1d-8e0ead006189 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.197987] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b432ccf-b967-4c34-907b-63112d281b5a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.230449] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e76afff-28d7-49e5-8d81-c71e73a2687c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.240537] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8728358-8837-4fa2-9c7d-cff043ca2c84 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.254597] env[65829]: DEBUG nova.compute.provider_tree [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.758554] env[65829]: DEBUG nova.scheduler.client.report [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.803098] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbe7f93-bd6f-4d0a-b16c-17088801cd71 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.803098] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1545490f-e212-4727-b027-63cc5e7f1857 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.811367] env[65829]: DEBUG oslo_vmware.api [None req-8bbe7f93-bd6f-4d0a-b16c-17088801cd71 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1009.811367] env[65829]: value = "task-4808045" [ 1009.811367] env[65829]: _type = "Task" [ 1009.811367] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.822985] env[65829]: DEBUG oslo_vmware.api [None req-8bbe7f93-bd6f-4d0a-b16c-17088801cd71 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808045, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.976897] env[65829]: WARNING neutronclient.v2_0.client [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.203226] env[65829]: WARNING neutronclient.v2_0.client [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.268385] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.268952] env[65829]: DEBUG nova.compute.manager [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1010.272815] env[65829]: DEBUG nova.network.neutron [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance_info_cache with network_info: [{"id": "46285861-b466-4e7d-b024-69dd444c5b12", "address": "fa:16:3e:dd:35:69", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46285861-b4", "ovs_interfaceid": "46285861-b466-4e7d-b024-69dd444c5b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.274033] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.613s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.275656] env[65829]: INFO nova.compute.claims [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.323767] env[65829]: DEBUG oslo_vmware.api [None req-8bbe7f93-bd6f-4d0a-b16c-17088801cd71 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808045, 'name': PowerOffVM_Task, 'duration_secs': 0.196882} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.324164] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbe7f93-bd6f-4d0a-b16c-17088801cd71 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.324389] env[65829]: DEBUG nova.compute.manager [None req-8bbe7f93-bd6f-4d0a-b16c-17088801cd71 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1010.325291] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded00adb-2d1a-401d-b56d-7f96f2949fc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.781543] env[65829]: DEBUG nova.compute.utils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.783231] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "refresh_cache-65b99536-a243-41e1-80f6-bd7fcf953bb2" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.783465] env[65829]: DEBUG nova.objects.instance [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lazy-loading 'migration_context' on Instance uuid 65b99536-a243-41e1-80f6-bd7fcf953bb2 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.786663] env[65829]: DEBUG nova.compute.manager [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1010.786850] env[65829]: DEBUG nova.network.neutron [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1010.787254] env[65829]: WARNING neutronclient.v2_0.client [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.787592] env[65829]: WARNING neutronclient.v2_0.client [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.838123] env[65829]: DEBUG nova.policy [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e9908b1e0646c6bbe59be5595c6886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '038ceec4a90f4611a43c882f07ea7ef1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.842767] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8bbe7f93-bd6f-4d0a-b16c-17088801cd71 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.188437] env[65829]: DEBUG nova.network.neutron [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Successfully created port: 3f2b6330-054d-493b-a5a5-8e2c2826662d {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1011.287737] env[65829]: DEBUG nova.compute.manager [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1011.290474] env[65829]: DEBUG nova.objects.base [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Object Instance<65b99536-a243-41e1-80f6-bd7fcf953bb2> lazy-loaded attributes: info_cache,migration_context {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.296035] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770dbfc0-d2dd-4ac8-9ee0-b87378ef08ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.317107] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de406f26-5a65-47cb-bb12-b68f0e30cf7e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.327327] env[65829]: DEBUG oslo_vmware.api [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1011.327327] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527f64c8-5814-ab41-2964-5410d02f56f7" [ 1011.327327] env[65829]: _type = "Task" [ 1011.327327] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.337818] env[65829]: DEBUG oslo_vmware.api [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527f64c8-5814-ab41-2964-5410d02f56f7, 'name': SearchDatastore_Task, 'duration_secs': 0.008795} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.338170] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.367044] env[65829]: INFO nova.compute.manager [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Rebuilding instance [ 1011.418164] env[65829]: DEBUG nova.compute.manager [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1011.419247] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec23e65-a1f5-4554-85e1-8bffd65d3c5a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.691994] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dee1c8-33d2-4f1b-84cc-f6d93e764b78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.701999] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d84aa8-9a34-4074-aa69-3d1a4d1f5ec3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.734036] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79262242-2f26-4df0-abd0-779e0a19d3bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.742117] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5c2202-8b7c-47e3-9cdb-d54560829ff0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.756456] env[65829]: DEBUG nova.compute.provider_tree [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.260110] env[65829]: DEBUG nova.scheduler.client.report [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.296928] env[65829]: DEBUG nova.compute.manager [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1012.327044] env[65829]: DEBUG nova.virt.hardware [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1012.327352] env[65829]: DEBUG nova.virt.hardware [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.327535] env[65829]: DEBUG nova.virt.hardware [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1012.328042] env[65829]: DEBUG nova.virt.hardware [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.328206] env[65829]: DEBUG nova.virt.hardware [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1012.328353] env[65829]: DEBUG nova.virt.hardware [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1012.328572] env[65829]: DEBUG nova.virt.hardware [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1012.328756] env[65829]: DEBUG nova.virt.hardware [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1012.328947] env[65829]: DEBUG nova.virt.hardware [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1012.329605] env[65829]: DEBUG nova.virt.hardware [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1012.329787] env[65829]: DEBUG nova.virt.hardware [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1012.330719] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b54642-66c4-4a34-8462-b32fe3108922 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.340176] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340718f0-ea14-40ab-9c7f-f6a96804d916 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.438365] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.438696] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5d875d0-7974-4efc-be9d-8bfea390834a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.446735] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1012.446735] env[65829]: value = "task-4808046" [ 1012.446735] env[65829]: _type = "Task" [ 1012.446735] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.456247] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1012.456517] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.457344] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265fa15a-7f07-4017-9801-d8cbc2851109 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.465127] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.465401] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-406a4409-6d00-4b9e-89a9-d47856ee2513 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.542257] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.542485] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.542754] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleting the datastore file [datastore2] 79708fe8-c617-4e6a-961f-9b5cbbb00aed {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.543084] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef6b768d-f3fa-4d29-86e3-e13cfa78dddd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.551573] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1012.551573] env[65829]: value = "task-4808048" [ 1012.551573] env[65829]: _type = "Task" [ 1012.551573] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.560524] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.659809] env[65829]: DEBUG nova.compute.manager [req-5887b461-0cc5-487d-b27a-2db1023ca830 req-c1b85bb5-70de-42b4-9d08-0408f099667e service nova] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Received event network-vif-plugged-3f2b6330-054d-493b-a5a5-8e2c2826662d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1012.660079] env[65829]: DEBUG oslo_concurrency.lockutils [req-5887b461-0cc5-487d-b27a-2db1023ca830 req-c1b85bb5-70de-42b4-9d08-0408f099667e service nova] Acquiring lock "9b82a77f-0c8f-4f92-9c94-3f842b2dcccd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.660612] env[65829]: DEBUG oslo_concurrency.lockutils [req-5887b461-0cc5-487d-b27a-2db1023ca830 req-c1b85bb5-70de-42b4-9d08-0408f099667e service nova] Lock "9b82a77f-0c8f-4f92-9c94-3f842b2dcccd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.660612] env[65829]: DEBUG oslo_concurrency.lockutils [req-5887b461-0cc5-487d-b27a-2db1023ca830 req-c1b85bb5-70de-42b4-9d08-0408f099667e service nova] Lock "9b82a77f-0c8f-4f92-9c94-3f842b2dcccd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.660774] env[65829]: DEBUG nova.compute.manager [req-5887b461-0cc5-487d-b27a-2db1023ca830 req-c1b85bb5-70de-42b4-9d08-0408f099667e service nova] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] No waiting events found dispatching network-vif-plugged-3f2b6330-054d-493b-a5a5-8e2c2826662d {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1012.660940] env[65829]: WARNING nova.compute.manager [req-5887b461-0cc5-487d-b27a-2db1023ca830 req-c1b85bb5-70de-42b4-9d08-0408f099667e service nova] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Received unexpected event network-vif-plugged-3f2b6330-054d-493b-a5a5-8e2c2826662d for instance with vm_state building and task_state spawning. [ 1012.753088] env[65829]: DEBUG nova.network.neutron [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Successfully updated port: 3f2b6330-054d-493b-a5a5-8e2c2826662d {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1012.766011] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.766445] env[65829]: DEBUG nova.compute.manager [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1012.769390] env[65829]: DEBUG oslo_concurrency.lockutils [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.733s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.062129] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137073} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.062411] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.062597] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.062762] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.256875] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "refresh_cache-9b82a77f-0c8f-4f92-9c94-3f842b2dcccd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.256875] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "refresh_cache-9b82a77f-0c8f-4f92-9c94-3f842b2dcccd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.256875] env[65829]: DEBUG nova.network.neutron [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1013.273384] env[65829]: DEBUG nova.compute.utils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.279546] env[65829]: DEBUG nova.compute.manager [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1013.279776] env[65829]: DEBUG nova.network.neutron [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1013.280191] env[65829]: WARNING neutronclient.v2_0.client [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.280469] env[65829]: WARNING neutronclient.v2_0.client [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.328482] env[65829]: DEBUG nova.policy [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ac54f73eb834808b668f1f0cd9b2c03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd5ec77e6c4e424e8d1af427ad5dbd33', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1013.704615] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3171b4-98d9-472b-a667-6905178ef803 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.713814] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0e631a-ffd0-49e4-9eab-80218bd0c097 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.748832] env[65829]: DEBUG nova.network.neutron [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Successfully created port: efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1013.751933] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55ef0cd-fb0f-400f-9303-16ea9c7e1266 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.764234] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08118c68-f1b7-4ec5-b13d-c1cacd2b598e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.779638] env[65829]: DEBUG nova.compute.manager [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1013.783015] env[65829]: DEBUG nova.compute.provider_tree [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.795835] env[65829]: DEBUG nova.network.neutron [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1013.883869] env[65829]: WARNING neutronclient.v2_0.client [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.962032] env[65829]: DEBUG nova.network.neutron [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Updating instance_info_cache with network_info: [{"id": "3f2b6330-054d-493b-a5a5-8e2c2826662d", "address": "fa:16:3e:4d:34:a9", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2b6330-05", "ovs_interfaceid": "3f2b6330-054d-493b-a5a5-8e2c2826662d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.103072] env[65829]: DEBUG nova.virt.hardware [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1014.103430] env[65829]: DEBUG nova.virt.hardware [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.103644] env[65829]: DEBUG nova.virt.hardware [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1014.103901] env[65829]: DEBUG nova.virt.hardware [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.104116] env[65829]: DEBUG nova.virt.hardware [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1014.104323] env[65829]: DEBUG nova.virt.hardware [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1014.104590] env[65829]: DEBUG nova.virt.hardware [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1014.104744] env[65829]: DEBUG nova.virt.hardware [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1014.104917] env[65829]: DEBUG nova.virt.hardware [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1014.105101] env[65829]: DEBUG nova.virt.hardware [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1014.105308] env[65829]: DEBUG nova.virt.hardware [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1014.106519] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd44150-8247-4ec1-a9cd-6d5e3e0c2737 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.115032] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2c9f61-f90b-400a-bfd2-7101c4887335 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.129203] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:0e:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.136604] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1014.136872] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.137112] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92d89b65-7ad2-410c-96c8-2b50a8f8fa66 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.156182] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.156182] env[65829]: value = "task-4808049" [ 1014.156182] env[65829]: _type = "Task" [ 1014.156182] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.164692] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808049, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.289572] env[65829]: DEBUG nova.scheduler.client.report [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.467741] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "refresh_cache-9b82a77f-0c8f-4f92-9c94-3f842b2dcccd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.467741] env[65829]: DEBUG nova.compute.manager [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Instance network_info: |[{"id": "3f2b6330-054d-493b-a5a5-8e2c2826662d", "address": "fa:16:3e:4d:34:a9", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2b6330-05", "ovs_interfaceid": "3f2b6330-054d-493b-a5a5-8e2c2826662d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1014.467741] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:34:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f2b6330-054d-493b-a5a5-8e2c2826662d', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.478545] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1014.478931] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.479232] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbe84029-77e0-439e-9543-b1831b8b2ca2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.506277] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.506277] env[65829]: value = "task-4808050" [ 1014.506277] env[65829]: _type = "Task" [ 1014.506277] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.515027] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808050, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.667508] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808049, 'name': CreateVM_Task, 'duration_secs': 0.337952} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.668257] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.668504] env[65829]: WARNING neutronclient.v2_0.client [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1014.668905] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.669182] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.669576] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.669852] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8b4536b-a88a-4e90-aeb1-8de6b87bc88b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.676022] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1014.676022] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d165b5-8d77-aa8b-b3b8-de48e9dc02bb" [ 1014.676022] env[65829]: _type = "Task" [ 1014.676022] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.685746] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d165b5-8d77-aa8b-b3b8-de48e9dc02bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.695696] env[65829]: DEBUG nova.compute.manager [req-1db43f3f-d5b0-4606-aaa0-1ddbd42a1fbf req-873494e5-44b9-4bad-8ddc-49c1660df7f2 service nova] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Received event network-changed-3f2b6330-054d-493b-a5a5-8e2c2826662d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1014.695929] env[65829]: DEBUG nova.compute.manager [req-1db43f3f-d5b0-4606-aaa0-1ddbd42a1fbf req-873494e5-44b9-4bad-8ddc-49c1660df7f2 service nova] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Refreshing instance network info cache due to event network-changed-3f2b6330-054d-493b-a5a5-8e2c2826662d. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1014.696264] env[65829]: DEBUG oslo_concurrency.lockutils [req-1db43f3f-d5b0-4606-aaa0-1ddbd42a1fbf req-873494e5-44b9-4bad-8ddc-49c1660df7f2 service nova] Acquiring lock "refresh_cache-9b82a77f-0c8f-4f92-9c94-3f842b2dcccd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.696305] env[65829]: DEBUG oslo_concurrency.lockutils [req-1db43f3f-d5b0-4606-aaa0-1ddbd42a1fbf req-873494e5-44b9-4bad-8ddc-49c1660df7f2 service nova] Acquired lock "refresh_cache-9b82a77f-0c8f-4f92-9c94-3f842b2dcccd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.696448] env[65829]: DEBUG nova.network.neutron [req-1db43f3f-d5b0-4606-aaa0-1ddbd42a1fbf req-873494e5-44b9-4bad-8ddc-49c1660df7f2 service nova] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Refreshing network info cache for port 3f2b6330-054d-493b-a5a5-8e2c2826662d {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.794970] env[65829]: DEBUG nova.compute.manager [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1014.831350] env[65829]: DEBUG nova.virt.hardware [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1014.831618] env[65829]: DEBUG nova.virt.hardware [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.831774] env[65829]: DEBUG nova.virt.hardware [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1014.831948] env[65829]: DEBUG nova.virt.hardware [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.832382] env[65829]: DEBUG nova.virt.hardware [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1014.832730] env[65829]: DEBUG nova.virt.hardware [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1014.832995] env[65829]: DEBUG nova.virt.hardware [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1014.833154] env[65829]: DEBUG nova.virt.hardware [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1014.833380] env[65829]: DEBUG nova.virt.hardware [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1014.833651] env[65829]: DEBUG nova.virt.hardware [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1014.833935] env[65829]: DEBUG nova.virt.hardware [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1014.835294] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b329b7-c46d-4d81-a820-b466038446f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.845179] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9759eeee-20b0-4332-bd75-c6c028f6ddc5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.017247] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808050, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.187574] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d165b5-8d77-aa8b-b3b8-de48e9dc02bb, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.187961] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.188187] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.188529] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.188679] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.188861] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.189175] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9172356f-0ea1-4a03-826a-f2ace2e389bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.200047] env[65829]: WARNING neutronclient.v2_0.client [req-1db43f3f-d5b0-4606-aaa0-1ddbd42a1fbf req-873494e5-44b9-4bad-8ddc-49c1660df7f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.203080] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.203406] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.204777] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d9780a0-b3ac-4314-9e2d-1a988747fac6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.214270] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1015.214270] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521e3543-fcf0-a53c-a1ea-8da9fd3ff014" [ 1015.214270] env[65829]: _type = "Task" [ 1015.214270] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.223527] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521e3543-fcf0-a53c-a1ea-8da9fd3ff014, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.304150] env[65829]: DEBUG oslo_concurrency.lockutils [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.535s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.304827] env[65829]: DEBUG nova.compute.manager [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65829) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5424}} [ 1015.309849] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.523s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.311100] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.318659] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.495s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.318659] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.318659] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.303s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.318659] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.318953] env[65829]: DEBUG oslo_concurrency.lockutils [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.183s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.318953] env[65829]: DEBUG oslo_concurrency.lockutils [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.320667] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.027s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.320849] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.322677] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.451s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.322835] env[65829]: DEBUG nova.objects.instance [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'resources' on Instance uuid a826eca5-ab99-4a14-a98f-5f7c67383985 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.328446] env[65829]: DEBUG nova.network.neutron [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Successfully updated port: efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1015.342550] env[65829]: DEBUG nova.compute.manager [req-d61afcff-b0ce-44ad-b7d3-7b47ce806d4b req-5f3fa278-3117-429e-9afc-bad3a9bfb75b service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Received event network-vif-plugged-efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1015.342550] env[65829]: DEBUG oslo_concurrency.lockutils [req-d61afcff-b0ce-44ad-b7d3-7b47ce806d4b req-5f3fa278-3117-429e-9afc-bad3a9bfb75b service nova] Acquiring lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.342550] env[65829]: DEBUG oslo_concurrency.lockutils [req-d61afcff-b0ce-44ad-b7d3-7b47ce806d4b req-5f3fa278-3117-429e-9afc-bad3a9bfb75b service nova] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.342550] env[65829]: DEBUG oslo_concurrency.lockutils [req-d61afcff-b0ce-44ad-b7d3-7b47ce806d4b req-5f3fa278-3117-429e-9afc-bad3a9bfb75b service nova] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.345650] env[65829]: DEBUG nova.compute.manager [req-d61afcff-b0ce-44ad-b7d3-7b47ce806d4b req-5f3fa278-3117-429e-9afc-bad3a9bfb75b service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] No waiting events found dispatching network-vif-plugged-efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1015.345650] env[65829]: WARNING nova.compute.manager [req-d61afcff-b0ce-44ad-b7d3-7b47ce806d4b req-5f3fa278-3117-429e-9afc-bad3a9bfb75b service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Received unexpected event network-vif-plugged-efd530ad-fb83-4050-8a20-4e6a82e1e995 for instance with vm_state building and task_state spawning. [ 1015.369977] env[65829]: INFO nova.scheduler.client.report [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Deleted allocations for instance 091cd91b-cfb3-420a-8f12-2f01f3d8f319 [ 1015.371999] env[65829]: INFO nova.scheduler.client.report [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Deleted allocations for instance f31f0011-3b88-4d9a-aa06-ff68c2b097d0 [ 1015.405708] env[65829]: INFO nova.scheduler.client.report [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Deleted allocations for instance 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127 [ 1015.407899] env[65829]: INFO nova.scheduler.client.report [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleted allocations for instance 6a6e3189-e5d2-4455-9229-7e006496b264 [ 1015.438919] env[65829]: INFO nova.scheduler.client.report [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Deleted allocations for instance 8ae93c60-5547-4c2c-bb77-95ecff2ec150 [ 1015.468332] env[65829]: DEBUG oslo_concurrency.lockutils [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "6bfb8e92-4927-4427-bdba-821903439344" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.468564] env[65829]: DEBUG oslo_concurrency.lockutils [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.468824] env[65829]: DEBUG oslo_concurrency.lockutils [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "6bfb8e92-4927-4427-bdba-821903439344-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.468932] env[65829]: DEBUG oslo_concurrency.lockutils [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.469117] env[65829]: DEBUG oslo_concurrency.lockutils [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.471672] env[65829]: INFO nova.compute.manager [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Terminating instance [ 1015.517992] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808050, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.551290] env[65829]: WARNING neutronclient.v2_0.client [req-1db43f3f-d5b0-4606-aaa0-1ddbd42a1fbf req-873494e5-44b9-4bad-8ddc-49c1660df7f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.676175] env[65829]: DEBUG nova.network.neutron [req-1db43f3f-d5b0-4606-aaa0-1ddbd42a1fbf req-873494e5-44b9-4bad-8ddc-49c1660df7f2 service nova] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Updated VIF entry in instance network info cache for port 3f2b6330-054d-493b-a5a5-8e2c2826662d. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1015.676634] env[65829]: DEBUG nova.network.neutron [req-1db43f3f-d5b0-4606-aaa0-1ddbd42a1fbf req-873494e5-44b9-4bad-8ddc-49c1660df7f2 service nova] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Updating instance_info_cache with network_info: [{"id": "3f2b6330-054d-493b-a5a5-8e2c2826662d", "address": "fa:16:3e:4d:34:a9", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f2b6330-05", "ovs_interfaceid": "3f2b6330-054d-493b-a5a5-8e2c2826662d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.726666] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521e3543-fcf0-a53c-a1ea-8da9fd3ff014, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.727554] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffdbc9d1-7739-472e-86e9-d77ad8f6b284 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.733368] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1015.733368] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5201d300-b322-fb6f-40bf-c831d29b9618" [ 1015.733368] env[65829]: _type = "Task" [ 1015.733368] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.741818] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5201d300-b322-fb6f-40bf-c831d29b9618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.789117] env[65829]: WARNING oslo_messaging._drivers.amqpdriver [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1015.836381] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.836381] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.836544] env[65829]: DEBUG nova.network.neutron [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1015.884177] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4f923df6-4cbc-4e65-ae72-79b085097768 tempest-ServerRescueTestJSON-842812029 tempest-ServerRescueTestJSON-842812029-project-member] Lock "f31f0011-3b88-4d9a-aa06-ff68c2b097d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.166s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.892253] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0caf444e-bbaa-4a11-95d9-ddd242ec4ff7 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "091cd91b-cfb3-420a-8f12-2f01f3d8f319" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.498s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.904095] env[65829]: INFO nova.scheduler.client.report [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleted allocation for migration 54b5f87c-0a31-41a7-a68f-8235c851060a [ 1015.924416] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0ad50d7-2fab-4b7d-81c4-3b9af93a20fe tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "6a6e3189-e5d2-4455-9229-7e006496b264" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.556s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.927022] env[65829]: DEBUG oslo_concurrency.lockutils [None req-76459eeb-e525-42dd-adbc-ad826d09eae5 tempest-ServersWithSpecificFlavorTestJSON-574661597 tempest-ServersWithSpecificFlavorTestJSON-574661597-project-member] Lock "8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.599s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.948186] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cad043f9-d7af-4739-91fc-5d25b64de0f1 tempest-MultipleCreateTestJSON-844663110 tempest-MultipleCreateTestJSON-844663110-project-member] Lock "8ae93c60-5547-4c2c-bb77-95ecff2ec150" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.447s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.976174] env[65829]: DEBUG nova.compute.manager [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1015.976534] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.977445] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb12a879-dc57-4d2f-856c-a9e2891cb015 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.991801] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.991801] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2a40e68-8c1a-416b-a9e0-e0dd32c5de8b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.000136] env[65829]: DEBUG oslo_vmware.api [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1016.000136] env[65829]: value = "task-4808051" [ 1016.000136] env[65829]: _type = "Task" [ 1016.000136] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.020901] env[65829]: DEBUG oslo_vmware.api [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.027661] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808050, 'name': CreateVM_Task, 'duration_secs': 1.432415} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.027842] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.028516] env[65829]: WARNING neutronclient.v2_0.client [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.028752] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.028895] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.030450] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.030450] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e5df6b-c5ca-4a06-9b4d-0f1d4d509381 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.035857] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1016.035857] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525fc96a-c066-04c9-6560-ef929db2f9f8" [ 1016.035857] env[65829]: _type = "Task" [ 1016.035857] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.050908] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525fc96a-c066-04c9-6560-ef929db2f9f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011663} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.051260] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.051506] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.052059] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.179904] env[65829]: DEBUG oslo_concurrency.lockutils [req-1db43f3f-d5b0-4606-aaa0-1ddbd42a1fbf req-873494e5-44b9-4bad-8ddc-49c1660df7f2 service nova] Releasing lock "refresh_cache-9b82a77f-0c8f-4f92-9c94-3f842b2dcccd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.184731] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed80e296-afac-4ba7-8d80-e212b153a3b6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.194024] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4994db-9bdd-4843-bed7-601e9fc0c93e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.228359] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55477cf6-3541-4d9f-8a28-18601bfe2a7d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.244525] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae14063-4a32-4e58-b098-503be3d09cc2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.256160] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5201d300-b322-fb6f-40bf-c831d29b9618, 'name': SearchDatastore_Task, 'duration_secs': 0.010414} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.264410] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.264667] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 79708fe8-c617-4e6a-961f-9b5cbbb00aed/79708fe8-c617-4e6a-961f-9b5cbbb00aed.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.265261] env[65829]: DEBUG nova.compute.provider_tree [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.270022] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.270022] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.270022] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-467c5324-1f84-4a8e-bc2c-26a1cee43bfb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.270022] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02abb5e6-6ef4-40c9-9216-cebd14b35073 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.278717] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1016.278717] env[65829]: value = "task-4808052" [ 1016.278717] env[65829]: _type = "Task" [ 1016.278717] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.280331] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.280551] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.284354] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48aa0032-a715-47f2-bfb6-3cfda888025a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.292213] env[65829]: DEBUG oslo_concurrency.lockutils [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "2245b178-432d-4131-8b7a-0d5636652547" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.292565] env[65829]: DEBUG oslo_concurrency.lockutils [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "2245b178-432d-4131-8b7a-0d5636652547" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.292845] env[65829]: DEBUG oslo_concurrency.lockutils [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "2245b178-432d-4131-8b7a-0d5636652547-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.293112] env[65829]: DEBUG oslo_concurrency.lockutils [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "2245b178-432d-4131-8b7a-0d5636652547-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.293386] env[65829]: DEBUG oslo_concurrency.lockutils [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "2245b178-432d-4131-8b7a-0d5636652547-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.295230] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1016.295230] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52baf7c0-05f2-40bb-2076-352eb2b9d2f3" [ 1016.295230] env[65829]: _type = "Task" [ 1016.295230] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.298990] env[65829]: INFO nova.compute.manager [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Terminating instance [ 1016.301136] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.312193] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52baf7c0-05f2-40bb-2076-352eb2b9d2f3, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.313599] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a744052-180b-40c0-a067-2cce4a020e3a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.320549] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1016.320549] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226a865-4308-305f-fe00-f5ebe8f536f3" [ 1016.320549] env[65829]: _type = "Task" [ 1016.320549] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.330404] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226a865-4308-305f-fe00-f5ebe8f536f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.411903] env[65829]: DEBUG oslo_concurrency.lockutils [None req-594192f7-71bf-430e-9841-e9effd5927ee tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.314s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.512881] env[65829]: DEBUG oslo_vmware.api [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808051, 'name': PowerOffVM_Task, 'duration_secs': 0.208455} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.513188] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.513355] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.513647] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2138f96a-7859-445f-b2f1-e9dc1308fedc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.584622] env[65829]: DEBUG nova.objects.instance [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'flavor' on Instance uuid 97649e37-94dd-4ee5-889f-88b4a1c03a82 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.601731] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.602048] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.602267] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Deleting the datastore file [datastore1] 6bfb8e92-4927-4427-bdba-821903439344 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.602597] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98945f12-3da4-4f19-bafd-19857ba5f646 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.611994] env[65829]: DEBUG oslo_vmware.api [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1016.611994] env[65829]: value = "task-4808054" [ 1016.611994] env[65829]: _type = "Task" [ 1016.611994] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.622608] env[65829]: DEBUG oslo_vmware.api [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808054, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.770785] env[65829]: DEBUG nova.scheduler.client.report [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.791386] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496298} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.792716] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 79708fe8-c617-4e6a-961f-9b5cbbb00aed/79708fe8-c617-4e6a-961f-9b5cbbb00aed.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.793027] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.793389] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-352188d0-fe37-44f0-a8fc-a45dce109545 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.803485] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1016.803485] env[65829]: value = "task-4808055" [ 1016.803485] env[65829]: _type = "Task" [ 1016.803485] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.808628] env[65829]: DEBUG nova.compute.manager [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1016.808845] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.809851] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ebef50-5fa6-4975-aa20-074c7bab5dff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.819724] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.822261] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.825534] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9eaa2c5-d766-474d-94d6-fe611ef496ae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.838378] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226a865-4308-305f-fe00-f5ebe8f536f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.839763] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.840332] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd/9b82a77f-0c8f-4f92-9c94-3f842b2dcccd.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.840717] env[65829]: DEBUG oslo_vmware.api [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 1016.840717] env[65829]: value = "task-4808056" [ 1016.840717] env[65829]: _type = "Task" [ 1016.840717] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.841173] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db7152fd-5b29-4605-a570-e8501226a0c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.855888] env[65829]: DEBUG oslo_vmware.api [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4808056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.857781] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1016.857781] env[65829]: value = "task-4808057" [ 1016.857781] env[65829]: _type = "Task" [ 1016.857781] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.868020] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.007765] env[65829]: DEBUG nova.network.neutron [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1017.095783] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.095960] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.096271] env[65829]: DEBUG nova.network.neutron [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1017.096487] env[65829]: DEBUG nova.objects.instance [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'info_cache' on Instance uuid 97649e37-94dd-4ee5-889f-88b4a1c03a82 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.126137] env[65829]: DEBUG oslo_vmware.api [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808054, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294906} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.129562] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.129829] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.130081] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.130269] env[65829]: INFO nova.compute.manager [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1017.130538] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1017.131369] env[65829]: DEBUG nova.compute.manager [-] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1017.131470] env[65829]: DEBUG nova.network.neutron [-] [instance: 6bfb8e92-4927-4427-bdba-821903439344] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1017.131748] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.277346] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.280341] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.392s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.280341] env[65829]: DEBUG nova.objects.instance [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lazy-loading 'resources' on Instance uuid 09f36011-c808-40fd-be31-2cf96de87d72 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.312296] env[65829]: INFO nova.scheduler.client.report [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Deleted allocations for instance a826eca5-ab99-4a14-a98f-5f7c67383985 [ 1017.317684] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067874} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.323132] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.323132] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f39761-6df3-4afc-bf70-e76e38a3de15 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.352866] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 79708fe8-c617-4e6a-961f-9b5cbbb00aed/79708fe8-c617-4e6a-961f-9b5cbbb00aed.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.352866] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1526d2bd-c35d-4a9f-9649-ce0b2c16e406 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.382569] env[65829]: DEBUG oslo_vmware.api [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4808056, 'name': PowerOffVM_Task, 'duration_secs': 0.222438} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.388682] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.388682] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.388682] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808057, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.388682] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1017.388682] env[65829]: value = "task-4808058" [ 1017.388682] env[65829]: _type = "Task" [ 1017.388682] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.388682] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-568fc827-4cf4-4436-bb66-a1d284f940bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.402844] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808058, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.507025] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.507297] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.507506] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleting the datastore file [datastore2] 2245b178-432d-4131-8b7a-0d5636652547 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.509902] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22738dbf-360b-430d-a50e-227a62436aba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.520127] env[65829]: DEBUG oslo_vmware.api [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 1017.520127] env[65829]: value = "task-4808060" [ 1017.520127] env[65829]: _type = "Task" [ 1017.520127] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.529781] env[65829]: DEBUG oslo_vmware.api [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4808060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.601553] env[65829]: DEBUG nova.objects.base [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Object Instance<97649e37-94dd-4ee5-889f-88b4a1c03a82> lazy-loaded attributes: flavor,info_cache {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1017.825783] env[65829]: DEBUG oslo_concurrency.lockutils [None req-de857115-20bb-47fb-bc8b-bf577c7c8c1f tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "a826eca5-ab99-4a14-a98f-5f7c67383985" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.726s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.851230] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.883268] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649856} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.884359] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd/9b82a77f-0c8f-4f92-9c94-3f842b2dcccd.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.884359] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.884359] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6aae57c-72b0-498c-a90c-99b525291958 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.899239] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1017.899239] env[65829]: value = "task-4808061" [ 1017.899239] env[65829]: _type = "Task" [ 1017.899239] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.912590] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.919355] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.039372] env[65829]: DEBUG oslo_vmware.api [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4808060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.369115} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.041113] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.041113] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.041113] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.041113] env[65829]: INFO nova.compute.manager [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1018.041113] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1018.041113] env[65829]: DEBUG nova.compute.manager [-] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1018.041532] env[65829]: DEBUG nova.network.neutron [-] [instance: 2245b178-432d-4131-8b7a-0d5636652547] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1018.041532] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.104582] env[65829]: WARNING neutronclient.v2_0.client [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.124236] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4027baf7-cfb0-48e3-b15c-d4e4db6aae68 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.132705] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36b7bd7-a3a4-43bd-aa46-9263da6bb49a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.164143] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a67e3-b6cc-4a06-9d4b-0cd19fd22a55 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.172593] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90f7132-0ccb-43f7-b827-dc6e642c604b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.186962] env[65829]: DEBUG nova.compute.provider_tree [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.403885] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808058, 'name': ReconfigVM_Task, 'duration_secs': 0.688937} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.407224] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 79708fe8-c617-4e6a-961f-9b5cbbb00aed/79708fe8-c617-4e6a-961f-9b5cbbb00aed.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.408204] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9654328b-2046-42df-b5be-689405429c2e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.415233] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078061} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.416967] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.417351] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1018.417351] env[65829]: value = "task-4808062" [ 1018.417351] env[65829]: _type = "Task" [ 1018.417351] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.418167] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990dde3e-9ffb-4b7c-97ff-63842be45611 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.421639] env[65829]: WARNING neutronclient.v2_0.client [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.433091] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808062, 'name': Rename_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.453299] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd/9b82a77f-0c8f-4f92-9c94-3f842b2dcccd.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.456327] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1859f3e4-215d-4561-8980-68cadffbc9de {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.473627] env[65829]: DEBUG nova.network.neutron [-] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.483370] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1018.483370] env[65829]: value = "task-4808063" [ 1018.483370] env[65829]: _type = "Task" [ 1018.483370] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.494733] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.536125] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.690326] env[65829]: DEBUG nova.scheduler.client.report [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.917812] env[65829]: DEBUG nova.network.neutron [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updating instance_info_cache with network_info: [{"id": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "address": "fa:16:3e:40:90:b2", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd530ad-fb", "ovs_interfaceid": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.932324] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808062, 'name': Rename_Task, 'duration_secs': 0.173812} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.932684] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.932846] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f82b493f-8924-4cff-a4c3-6fdde75ed8cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.940478] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1018.940478] env[65829]: value = "task-4808064" [ 1018.940478] env[65829]: _type = "Task" [ 1018.940478] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.950314] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808064, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.978485] env[65829]: INFO nova.compute.manager [-] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Took 1.85 seconds to deallocate network for instance. [ 1018.995804] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808063, 'name': ReconfigVM_Task, 'duration_secs': 0.332664} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.997689] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd/9b82a77f-0c8f-4f92-9c94-3f842b2dcccd.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.997689] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-562dc6f9-4447-48eb-afeb-9026cc12d2da {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.005030] env[65829]: DEBUG nova.compute.manager [req-f593b27c-a9fc-4b0c-851c-78e7b61b50eb req-c41aa837-c706-46c8-9308-a49483c0b5a6 service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Received event network-changed-efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1019.006082] env[65829]: DEBUG nova.compute.manager [req-f593b27c-a9fc-4b0c-851c-78e7b61b50eb req-c41aa837-c706-46c8-9308-a49483c0b5a6 service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Refreshing instance network info cache due to event network-changed-efd530ad-fb83-4050-8a20-4e6a82e1e995. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1019.006317] env[65829]: DEBUG oslo_concurrency.lockutils [req-f593b27c-a9fc-4b0c-851c-78e7b61b50eb req-c41aa837-c706-46c8-9308-a49483c0b5a6 service nova] Acquiring lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.009960] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1019.009960] env[65829]: value = "task-4808065" [ 1019.009960] env[65829]: _type = "Task" [ 1019.009960] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.024869] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808065, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.132718] env[65829]: WARNING neutronclient.v2_0.client [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.199062] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.202432] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.210s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.202432] env[65829]: DEBUG nova.objects.instance [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lazy-loading 'resources' on Instance uuid 89d42188-f2e9-48d2-838b-90ce739bada0 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.223215] env[65829]: DEBUG nova.compute.manager [req-1fe4eb26-db50-4fb3-aabd-5068ac409086 req-7916400c-1565-427d-b10e-791bb52a3a00 service nova] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Received event network-vif-deleted-ae1aa5fb-c6e9-4819-8c25-945a723af021 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1019.232512] env[65829]: INFO nova.scheduler.client.report [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Deleted allocations for instance 09f36011-c808-40fd-be31-2cf96de87d72 [ 1019.270652] env[65829]: DEBUG nova.network.neutron [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance_info_cache with network_info: [{"id": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "address": "fa:16:3e:07:b8:b8", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c508ffb-35", "ovs_interfaceid": "5c508ffb-352d-4e1d-9d55-bffc694af8eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.422192] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.422650] env[65829]: DEBUG nova.compute.manager [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Instance network_info: |[{"id": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "address": "fa:16:3e:40:90:b2", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd530ad-fb", "ovs_interfaceid": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1019.422984] env[65829]: DEBUG oslo_concurrency.lockutils [req-f593b27c-a9fc-4b0c-851c-78e7b61b50eb req-c41aa837-c706-46c8-9308-a49483c0b5a6 service nova] Acquired lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.423172] env[65829]: DEBUG nova.network.neutron [req-f593b27c-a9fc-4b0c-851c-78e7b61b50eb req-c41aa837-c706-46c8-9308-a49483c0b5a6 service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Refreshing network info cache for port efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.424540] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:90:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efd530ad-fb83-4050-8a20-4e6a82e1e995', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.432255] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1019.432694] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.435298] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a178a91c-67ba-4085-a546-14f67c9ff912 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.455678] env[65829]: DEBUG nova.network.neutron [-] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.461101] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.461101] env[65829]: value = "task-4808066" [ 1019.461101] env[65829]: _type = "Task" [ 1019.461101] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.465548] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808064, 'name': PowerOnVM_Task, 'duration_secs': 0.504383} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.468931] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.469215] env[65829]: DEBUG nova.compute.manager [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1019.470161] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a33699-0a5f-4c1c-bb24-64301151e525 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.480078] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808066, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.489697] env[65829]: DEBUG oslo_concurrency.lockutils [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.522537] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808065, 'name': Rename_Task, 'duration_secs': 0.178823} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.522840] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.523130] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c9af271-05cf-43f5-9607-71d13bd6d06f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.530124] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1019.530124] env[65829]: value = "task-4808067" [ 1019.530124] env[65829]: _type = "Task" [ 1019.530124] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.544499] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.751470] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e7961377-b5cd-4980-942f-c92a173bd615 tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "09f36011-c808-40fd-be31-2cf96de87d72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.330s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.778577] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-97649e37-94dd-4ee5-889f-88b4a1c03a82" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.935745] env[65829]: WARNING neutronclient.v2_0.client [req-f593b27c-a9fc-4b0c-851c-78e7b61b50eb req-c41aa837-c706-46c8-9308-a49483c0b5a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.959487] env[65829]: INFO nova.compute.manager [-] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Took 1.92 seconds to deallocate network for instance. [ 1019.981331] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808066, 'name': CreateVM_Task, 'duration_secs': 0.452954} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.981879] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.982041] env[65829]: WARNING neutronclient.v2_0.client [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.982367] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.982567] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.982815] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.983253] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd93eb6-eea2-48c1-ae0a-c8db33ae0c8b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.986622] env[65829]: INFO nova.compute.manager [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] bringing vm to original state: 'stopped' [ 1019.991391] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1019.991391] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529d430c-5025-fd63-53f4-b1189f7f0d8f" [ 1019.991391] env[65829]: _type = "Task" [ 1019.991391] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.005341] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529d430c-5025-fd63-53f4-b1189f7f0d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011593} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.005452] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.005609] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1020.007027] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.007027] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.007027] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.007027] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f7ba32b-0ee8-4d11-8825-06a072692065 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.017989] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.019304] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.022443] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bdb236-4b52-4de7-aa00-031020466ad2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.031441] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1020.031441] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526ff151-b2c5-3fab-4922-e11a6436fba2" [ 1020.031441] env[65829]: _type = "Task" [ 1020.031441] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.050286] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808067, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.055230] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526ff151-b2c5-3fab-4922-e11a6436fba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.073200] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8c8d6a-e28e-425c-8b07-edcb31bd7f6a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.082886] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15e5954-28e9-4a8c-8ff6-11a28bc5dc28 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.120135] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b291d-fd75-408c-bf64-a56a001a1e4f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.130038] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdffdd3c-05ad-4a1f-ba76-d32e2330b8d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.147668] env[65829]: DEBUG nova.compute.provider_tree [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.472177] env[65829]: DEBUG oslo_concurrency.lockutils [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.553834] env[65829]: DEBUG oslo_vmware.api [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808067, 'name': PowerOnVM_Task, 'duration_secs': 0.672171} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.558895] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.558895] env[65829]: INFO nova.compute.manager [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Took 8.26 seconds to spawn the instance on the hypervisor. [ 1020.559925] env[65829]: DEBUG nova.compute.manager [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1020.559925] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526ff151-b2c5-3fab-4922-e11a6436fba2, 'name': SearchDatastore_Task, 'duration_secs': 0.022197} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.561733] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4fad97-5a25-47dd-8e4a-c19d8d4d2b2e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.566349] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040c2f2d-6bb3-4df9-b06a-1984a3afa141 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.573386] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1020.573386] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fbd80c-d876-933b-873e-78ff7af7188b" [ 1020.573386] env[65829]: _type = "Task" [ 1020.573386] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.592583] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fbd80c-d876-933b-873e-78ff7af7188b, 'name': SearchDatastore_Task, 'duration_secs': 0.012774} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.592950] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.593298] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] d857ac5a-33e9-42fe-90ae-f20915cc7e12/d857ac5a-33e9-42fe-90ae-f20915cc7e12.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.593665] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d66fc250-ef6e-4038-8850-7e64a34e016e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.602482] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1020.602482] env[65829]: value = "task-4808068" [ 1020.602482] env[65829]: _type = "Task" [ 1020.602482] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.612239] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.652958] env[65829]: DEBUG nova.scheduler.client.report [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.790877] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1020.790877] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-574f3ba6-5b62-4764-b8e7-3cf7124ea704 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.798177] env[65829]: DEBUG oslo_vmware.api [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1020.798177] env[65829]: value = "task-4808069" [ 1020.798177] env[65829]: _type = "Task" [ 1020.798177] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.808236] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquiring lock "2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.808950] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lock "2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.813767] env[65829]: DEBUG oslo_vmware.api [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.996925] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.997229] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.997427] env[65829]: DEBUG nova.compute.manager [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1020.998359] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f112da98-c4c2-4d6b-bcb6-d73e76c8ca50 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.009530] env[65829]: DEBUG nova.compute.manager [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65829) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1021.103105] env[65829]: INFO nova.compute.manager [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Took 28.96 seconds to build instance. [ 1021.115400] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808068, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.160697] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.164388] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 9.826s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.210117] env[65829]: INFO nova.scheduler.client.report [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Deleted allocations for instance 89d42188-f2e9-48d2-838b-90ce739bada0 [ 1021.309870] env[65829]: DEBUG oslo_vmware.api [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808069, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.314912] env[65829]: DEBUG nova.compute.manager [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1021.334723] env[65829]: WARNING neutronclient.v2_0.client [req-f593b27c-a9fc-4b0c-851c-78e7b61b50eb req-c41aa837-c706-46c8-9308-a49483c0b5a6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.515247] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.515623] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9258f640-df49-4994-a84c-3ab4f4ccfec3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.524849] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1021.524849] env[65829]: value = "task-4808070" [ 1021.524849] env[65829]: _type = "Task" [ 1021.524849] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.535107] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808070, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.610359] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f19670d3-301a-42a9-ad0f-4c68f128d95c tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "9b82a77f-0c8f-4f92-9c94-3f842b2dcccd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.480s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.615615] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518243} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.616474] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] d857ac5a-33e9-42fe-90ae-f20915cc7e12/d857ac5a-33e9-42fe-90ae-f20915cc7e12.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.616474] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.616659] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8c4e0ea-dc4e-460a-add8-a50be3c56610 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.628185] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1021.628185] env[65829]: value = "task-4808071" [ 1021.628185] env[65829]: _type = "Task" [ 1021.628185] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.641368] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.727061] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8da74758-a78d-4aff-b24b-972a95bf2ded tempest-ListServersNegativeTestJSON-788822869 tempest-ListServersNegativeTestJSON-788822869-project-member] Lock "89d42188-f2e9-48d2-838b-90ce739bada0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.227s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.815369] env[65829]: DEBUG oslo_vmware.api [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808069, 'name': PowerOnVM_Task, 'duration_secs': 0.513584} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.818541] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.818748] env[65829]: DEBUG nova.compute.manager [None req-f8cb8bb0-f370-4d93-8396-1e0bb73ff5fd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1021.822016] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dff31ae-6d95-49aa-980b-47c0507275b8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.849747] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.927335] env[65829]: DEBUG nova.network.neutron [req-f593b27c-a9fc-4b0c-851c-78e7b61b50eb req-c41aa837-c706-46c8-9308-a49483c0b5a6 service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updated VIF entry in instance network info cache for port efd530ad-fb83-4050-8a20-4e6a82e1e995. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1021.927656] env[65829]: DEBUG nova.network.neutron [req-f593b27c-a9fc-4b0c-851c-78e7b61b50eb req-c41aa837-c706-46c8-9308-a49483c0b5a6 service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updating instance_info_cache with network_info: [{"id": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "address": "fa:16:3e:40:90:b2", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd530ad-fb", "ovs_interfaceid": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.008264] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131b7bd5-c74f-497a-83f0-5c7e56b2cfe4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.033714] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94317ef7-59a1-4864-a3f1-139519032ffd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.043995] env[65829]: DEBUG oslo_vmware.api [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808070, 'name': PowerOffVM_Task, 'duration_secs': 0.269474} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.075155] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.075359] env[65829]: DEBUG nova.compute.manager [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1022.076455] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc2b335-6109-420f-b57c-040dd1e64709 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.079554] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306119c5-c3fd-48c3-8ba2-2e09db928809 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.092412] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3efde5-11d7-4aa8-bf43-f29c00dc1ef3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.111022] env[65829]: DEBUG nova.compute.provider_tree [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.138449] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065704} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.138736] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.139561] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c71f30d-e80a-4b23-97b8-566075b17ecb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.163371] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] d857ac5a-33e9-42fe-90ae-f20915cc7e12/d857ac5a-33e9-42fe-90ae-f20915cc7e12.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.164056] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d01ef4bc-96cb-480d-8ba9-eae93e3ccf5e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.185749] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1022.185749] env[65829]: value = "task-4808072" [ 1022.185749] env[65829]: _type = "Task" [ 1022.185749] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.194911] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.433717] env[65829]: DEBUG oslo_concurrency.lockutils [req-f593b27c-a9fc-4b0c-851c-78e7b61b50eb req-c41aa837-c706-46c8-9308-a49483c0b5a6 service nova] Releasing lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.595710] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.598s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.615093] env[65829]: DEBUG nova.scheduler.client.report [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.697680] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.755368] env[65829]: DEBUG nova.compute.manager [req-387cee70-a32f-42f3-9ef9-a93dc4646e81 req-015ecb5a-2510-49e6-af2a-46cec1fa8a20 service nova] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Received event network-vif-deleted-f2e9976a-e11c-4c96-b84c-a1b410199f84 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1023.106709] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.198325] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808072, 'name': ReconfigVM_Task, 'duration_secs': 0.691383} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.198325] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Reconfigured VM instance instance-0000005d to attach disk [datastore2] d857ac5a-33e9-42fe-90ae-f20915cc7e12/d857ac5a-33e9-42fe-90ae-f20915cc7e12.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.198610] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7e0c399-1ae4-4cee-bd47-04fe279a06c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.206372] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1023.206372] env[65829]: value = "task-4808073" [ 1023.206372] env[65829]: _type = "Task" [ 1023.206372] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.218295] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808073, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.629723] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.465s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.633581] env[65829]: DEBUG oslo_concurrency.lockutils [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.143s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.633929] env[65829]: DEBUG nova.objects.instance [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'resources' on Instance uuid 6bfb8e92-4927-4427-bdba-821903439344 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.718400] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808073, 'name': Rename_Task, 'duration_secs': 0.259448} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.718693] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.718956] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61a68693-7219-4b8b-a6ee-565583e44d12 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.727736] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1023.727736] env[65829]: value = "task-4808074" [ 1023.727736] env[65829]: _type = "Task" [ 1023.727736] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.742375] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.228729] env[65829]: INFO nova.scheduler.client.report [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted allocation for migration 7c877c3a-f6ab-4485-9b75-a27c13628cd7 [ 1024.247117] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808074, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.440652] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "af9abb1d-39d6-4565-a43a-f87a02d30f10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.441104] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "af9abb1d-39d6-4565-a43a-f87a02d30f10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.464463] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f77a874-cd0a-485d-ad4a-95792dc295d1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.473950] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59aea43-1319-477a-9a50-3c0395c0462f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.509104] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b82a8bf-8c33-41d9-a644-f888e7caad02 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.517807] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0506bcc-966d-4ab3-b4b5-1ee0b467ee61 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.532936] env[65829]: DEBUG nova.compute.provider_tree [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.740542] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3fbd9da5-36d7-4d6f-bef8-7437e747ea56 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "65b99536-a243-41e1-80f6-bd7fcf953bb2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.332s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.741635] env[65829]: DEBUG oslo_vmware.api [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808074, 'name': PowerOnVM_Task, 'duration_secs': 0.777309} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.742083] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.742344] env[65829]: INFO nova.compute.manager [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1024.742509] env[65829]: DEBUG nova.compute.manager [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1024.743554] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e026d1-1710-4217-a297-08da211f6db4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.779731] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.780039] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.944855] env[65829]: DEBUG nova.compute.manager [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1025.039686] env[65829]: DEBUG nova.scheduler.client.report [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.271755] env[65829]: INFO nova.compute.manager [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Took 30.64 seconds to build instance. [ 1025.282127] env[65829]: DEBUG nova.compute.manager [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1025.363170] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "97649e37-94dd-4ee5-889f-88b4a1c03a82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.363435] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.363670] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "97649e37-94dd-4ee5-889f-88b4a1c03a82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.363813] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.363981] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.368759] env[65829]: INFO nova.compute.manager [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Terminating instance [ 1025.468738] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.545883] env[65829]: DEBUG oslo_concurrency.lockutils [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.548903] env[65829]: DEBUG oslo_concurrency.lockutils [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.077s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.549229] env[65829]: DEBUG nova.objects.instance [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lazy-loading 'resources' on Instance uuid 2245b178-432d-4131-8b7a-0d5636652547 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.567313] env[65829]: INFO nova.scheduler.client.report [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Deleted allocations for instance 6bfb8e92-4927-4427-bdba-821903439344 [ 1025.640854] env[65829]: DEBUG oslo_concurrency.lockutils [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "9b82a77f-0c8f-4f92-9c94-3f842b2dcccd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.641032] env[65829]: DEBUG oslo_concurrency.lockutils [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "9b82a77f-0c8f-4f92-9c94-3f842b2dcccd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.641388] env[65829]: DEBUG oslo_concurrency.lockutils [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "9b82a77f-0c8f-4f92-9c94-3f842b2dcccd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.641866] env[65829]: DEBUG oslo_concurrency.lockutils [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "9b82a77f-0c8f-4f92-9c94-3f842b2dcccd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.642087] env[65829]: DEBUG oslo_concurrency.lockutils [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "9b82a77f-0c8f-4f92-9c94-3f842b2dcccd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.644145] env[65829]: INFO nova.compute.manager [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Terminating instance [ 1025.698829] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "65b99536-a243-41e1-80f6-bd7fcf953bb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.699117] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "65b99536-a243-41e1-80f6-bd7fcf953bb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.699728] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "65b99536-a243-41e1-80f6-bd7fcf953bb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.699918] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "65b99536-a243-41e1-80f6-bd7fcf953bb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.700101] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "65b99536-a243-41e1-80f6-bd7fcf953bb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.702538] env[65829]: INFO nova.compute.manager [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Terminating instance [ 1025.719205] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.719458] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.719656] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.719837] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.719998] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.722560] env[65829]: INFO nova.compute.manager [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Terminating instance [ 1025.776353] env[65829]: DEBUG oslo_concurrency.lockutils [None req-df91639d-67b8-4977-894b-186e1e50ca5f tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.156s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.805091] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.874242] env[65829]: DEBUG nova.compute.manager [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1025.874242] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.874977] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353c12a9-ecd8-4a73-824a-4a46c5e108de {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.883915] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.884252] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0504937-916c-4f87-8d47-df03b20a1489 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.893028] env[65829]: DEBUG oslo_vmware.api [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1025.893028] env[65829]: value = "task-4808075" [ 1025.893028] env[65829]: _type = "Task" [ 1025.893028] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.903632] env[65829]: DEBUG oslo_vmware.api [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.080506] env[65829]: DEBUG oslo_concurrency.lockutils [None req-852d317d-ab18-4578-ae19-f0ded4288128 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "6bfb8e92-4927-4427-bdba-821903439344" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.612s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.148756] env[65829]: DEBUG nova.compute.manager [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1026.149050] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.149970] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4991938-6553-40bb-87cb-0c95e283ec22 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.161271] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.161705] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b108a0ac-2bb1-46ef-bcdc-a434bedba8d8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.175756] env[65829]: DEBUG oslo_vmware.api [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1026.175756] env[65829]: value = "task-4808076" [ 1026.175756] env[65829]: _type = "Task" [ 1026.175756] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.186370] env[65829]: DEBUG oslo_vmware.api [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.209797] env[65829]: DEBUG nova.compute.manager [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1026.210054] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.210971] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b7b05f-1b05-4706-aec7-665ec8de1ea8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.223484] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.223818] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1af12f9-003f-4117-b569-1d608814c55e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.226973] env[65829]: DEBUG nova.compute.manager [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1026.226973] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.227294] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab650a5b-9602-4aa3-815d-c26945fe121c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.237689] env[65829]: DEBUG oslo_vmware.api [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1026.237689] env[65829]: value = "task-4808077" [ 1026.237689] env[65829]: _type = "Task" [ 1026.237689] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.245318] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.246145] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b5d4117-5131-4139-8c3e-458ceceb5a22 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.251675] env[65829]: DEBUG oslo_vmware.api [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.315468] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "bceeb88b-c911-4dea-a73a-1398c2d7c63e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.315468] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "bceeb88b-c911-4dea-a73a-1398c2d7c63e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.342878] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.343077] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.343537] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleting the datastore file [datastore2] 79708fe8-c617-4e6a-961f-9b5cbbb00aed {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.343907] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f5671ca-2125-4c76-b4e5-5216b325aa71 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.358645] env[65829]: DEBUG oslo_vmware.api [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1026.358645] env[65829]: value = "task-4808079" [ 1026.358645] env[65829]: _type = "Task" [ 1026.358645] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.376151] env[65829]: DEBUG oslo_vmware.api [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.383987] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e44211-8d07-4654-90a6-77e987bd34f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.403039] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfb0fe7-5560-43d3-8a7a-fdc875e730b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.413727] env[65829]: DEBUG oslo_vmware.api [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808075, 'name': PowerOffVM_Task, 'duration_secs': 0.272044} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.440828] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.441073] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.442089] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c958257-16fc-4dcf-8e31-58805f67d8a9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.444427] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f19856-290e-40df-b4c6-c1e5bf9c8cc1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.455918] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81db2b87-d548-4ec0-8b74-7113efb92100 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.472645] env[65829]: DEBUG nova.compute.provider_tree [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.475960] env[65829]: DEBUG nova.compute.manager [req-b10c72b5-b34c-40fb-a825-456ca8fb1173 req-014f015c-b800-4732-a0f5-be03523fa745 service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Received event network-changed-efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1026.476290] env[65829]: DEBUG nova.compute.manager [req-b10c72b5-b34c-40fb-a825-456ca8fb1173 req-014f015c-b800-4732-a0f5-be03523fa745 service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Refreshing instance network info cache due to event network-changed-efd530ad-fb83-4050-8a20-4e6a82e1e995. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1026.476520] env[65829]: DEBUG oslo_concurrency.lockutils [req-b10c72b5-b34c-40fb-a825-456ca8fb1173 req-014f015c-b800-4732-a0f5-be03523fa745 service nova] Acquiring lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.476697] env[65829]: DEBUG oslo_concurrency.lockutils [req-b10c72b5-b34c-40fb-a825-456ca8fb1173 req-014f015c-b800-4732-a0f5-be03523fa745 service nova] Acquired lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.476810] env[65829]: DEBUG nova.network.neutron [req-b10c72b5-b34c-40fb-a825-456ca8fb1173 req-014f015c-b800-4732-a0f5-be03523fa745 service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Refreshing network info cache for port efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.539037] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.539239] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.539383] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleting the datastore file [datastore1] 97649e37-94dd-4ee5-889f-88b4a1c03a82 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.539691] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-941a3665-d66b-4ff8-b498-02848b9755ca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.547833] env[65829]: DEBUG oslo_vmware.api [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1026.547833] env[65829]: value = "task-4808081" [ 1026.547833] env[65829]: _type = "Task" [ 1026.547833] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.560076] env[65829]: DEBUG oslo_vmware.api [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.687121] env[65829]: DEBUG oslo_vmware.api [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808076, 'name': PowerOffVM_Task, 'duration_secs': 0.28683} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.687651] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.687651] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.687833] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd6ed3db-e1c4-4720-a197-4859cecd668e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.747569] env[65829]: DEBUG oslo_vmware.api [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808077, 'name': PowerOffVM_Task, 'duration_secs': 0.224793} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.747917] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.748124] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.748437] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae3ef9ce-a2fa-45fb-8ae9-c56a3eea9feb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.767811] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.769054] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.769054] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleting the datastore file [datastore2] 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.769054] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac0a84cc-3ab6-487f-89f5-8e6c64c8990e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.776288] env[65829]: DEBUG oslo_vmware.api [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1026.776288] env[65829]: value = "task-4808084" [ 1026.776288] env[65829]: _type = "Task" [ 1026.776288] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.785781] env[65829]: DEBUG oslo_vmware.api [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808084, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.822057] env[65829]: DEBUG nova.compute.manager [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1026.827921] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.828177] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.828363] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleting the datastore file [datastore2] 65b99536-a243-41e1-80f6-bd7fcf953bb2 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.828652] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42e14395-a246-453f-a40e-2b3a061ec163 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.835865] env[65829]: DEBUG oslo_vmware.api [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1026.835865] env[65829]: value = "task-4808085" [ 1026.835865] env[65829]: _type = "Task" [ 1026.835865] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.845535] env[65829]: DEBUG oslo_vmware.api [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.873295] env[65829]: DEBUG oslo_vmware.api [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258264} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.873708] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.873971] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.874320] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.874581] env[65829]: INFO nova.compute.manager [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1026.874912] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1026.875213] env[65829]: DEBUG nova.compute.manager [-] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1026.875383] env[65829]: DEBUG nova.network.neutron [-] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1026.875748] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.910502] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.937415] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.937641] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.978986] env[65829]: DEBUG nova.scheduler.client.report [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.985182] env[65829]: WARNING neutronclient.v2_0.client [req-b10c72b5-b34c-40fb-a825-456ca8fb1173 req-014f015c-b800-4732-a0f5-be03523fa745 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.058135] env[65829]: DEBUG oslo_vmware.api [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192106} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.058388] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.058571] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.058743] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.058913] env[65829]: INFO nova.compute.manager [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1027.059174] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1027.059373] env[65829]: DEBUG nova.compute.manager [-] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1027.059470] env[65829]: DEBUG nova.network.neutron [-] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1027.059710] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.184615] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.290527] env[65829]: DEBUG oslo_vmware.api [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808084, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187838} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.293669] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.293864] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.294067] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.294285] env[65829]: INFO nova.compute.manager [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1027.294538] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1027.294944] env[65829]: DEBUG nova.compute.manager [-] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1027.295054] env[65829]: DEBUG nova.network.neutron [-] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1027.295322] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.346946] env[65829]: DEBUG oslo_vmware.api [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159519} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.348354] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.348354] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.348534] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.348706] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.348873] env[65829]: INFO nova.compute.manager [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1027.349127] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1027.349323] env[65829]: DEBUG nova.compute.manager [-] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1027.349420] env[65829]: DEBUG nova.network.neutron [-] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1027.349659] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.440391] env[65829]: DEBUG nova.compute.manager [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1027.447098] env[65829]: WARNING neutronclient.v2_0.client [req-b10c72b5-b34c-40fb-a825-456ca8fb1173 req-014f015c-b800-4732-a0f5-be03523fa745 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.474700] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.495815] env[65829]: DEBUG oslo_concurrency.lockutils [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.499313] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.650s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.502058] env[65829]: INFO nova.compute.claims [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.529261] env[65829]: INFO nova.scheduler.client.report [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleted allocations for instance 2245b178-432d-4131-8b7a-0d5636652547 [ 1027.547662] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.609623] env[65829]: DEBUG nova.network.neutron [-] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.979227] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.036799] env[65829]: DEBUG oslo_concurrency.lockutils [None req-775785ee-ed10-4209-abbc-b0ece7885483 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "2245b178-432d-4131-8b7a-0d5636652547" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.744s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.049910] env[65829]: DEBUG nova.compute.manager [req-04fbf3af-4a32-4b31-b2fa-cac8d3327206 req-aedcadf1-4d91-478a-9388-18630a60eda7 service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Received event network-vif-deleted-5c508ffb-352d-4e1d-9d55-bffc694af8eb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1028.050183] env[65829]: INFO nova.compute.manager [req-04fbf3af-4a32-4b31-b2fa-cac8d3327206 req-aedcadf1-4d91-478a-9388-18630a60eda7 service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Neutron deleted interface 5c508ffb-352d-4e1d-9d55-bffc694af8eb; detaching it from the instance and deleting it from the info cache [ 1028.050380] env[65829]: DEBUG nova.network.neutron [req-04fbf3af-4a32-4b31-b2fa-cac8d3327206 req-aedcadf1-4d91-478a-9388-18630a60eda7 service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.070050] env[65829]: DEBUG nova.network.neutron [req-b10c72b5-b34c-40fb-a825-456ca8fb1173 req-014f015c-b800-4732-a0f5-be03523fa745 service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updated VIF entry in instance network info cache for port efd530ad-fb83-4050-8a20-4e6a82e1e995. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1028.070450] env[65829]: DEBUG nova.network.neutron [req-b10c72b5-b34c-40fb-a825-456ca8fb1173 req-014f015c-b800-4732-a0f5-be03523fa745 service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updating instance_info_cache with network_info: [{"id": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "address": "fa:16:3e:40:90:b2", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd530ad-fb", "ovs_interfaceid": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.113020] env[65829]: INFO nova.compute.manager [-] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Took 1.24 seconds to deallocate network for instance. [ 1028.158260] env[65829]: DEBUG nova.network.neutron [-] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.398719] env[65829]: DEBUG nova.network.neutron [-] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.500084] env[65829]: DEBUG nova.compute.manager [req-20b180ff-544d-4813-8b8f-f9f7a3c3b249 req-e51e51ce-f880-4329-9430-2ddd44d4b057 service nova] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Received event network-vif-deleted-1dd0d9f5-c64c-4f26-86c2-e64c5ff0dac1 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1028.556989] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38c36d87-4a99-41d3-b9b8-0b2ed836b813 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.568722] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a5d24c-74d7-4a60-a6b5-fa760ddfcbba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.584195] env[65829]: DEBUG oslo_concurrency.lockutils [req-b10c72b5-b34c-40fb-a825-456ca8fb1173 req-014f015c-b800-4732-a0f5-be03523fa745 service nova] Releasing lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.607821] env[65829]: DEBUG nova.compute.manager [req-04fbf3af-4a32-4b31-b2fa-cac8d3327206 req-aedcadf1-4d91-478a-9388-18630a60eda7 service nova] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Detach interface failed, port_id=5c508ffb-352d-4e1d-9d55-bffc694af8eb, reason: Instance 97649e37-94dd-4ee5-889f-88b4a1c03a82 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1028.611084] env[65829]: DEBUG nova.network.neutron [-] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.620080] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.665410] env[65829]: INFO nova.compute.manager [-] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Took 1.61 seconds to deallocate network for instance. [ 1028.737737] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "a0dd2130-f3ce-47e5-a274-c0a9770b8f5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.737988] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "a0dd2130-f3ce-47e5-a274-c0a9770b8f5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.738370] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "a0dd2130-f3ce-47e5-a274-c0a9770b8f5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.738599] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "a0dd2130-f3ce-47e5-a274-c0a9770b8f5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.738939] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "a0dd2130-f3ce-47e5-a274-c0a9770b8f5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.741038] env[65829]: INFO nova.compute.manager [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Terminating instance [ 1028.801912] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a58bbf9-aef5-4f96-b18c-bb47b8e8e631 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.809965] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b21469-6b39-4a46-9e34-3712c29455e1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.844809] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8ecb68-36a1-499a-b0a7-a911ab3a6b5c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.853605] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae98629d-46e5-42cf-b26d-26769f73d9c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.869262] env[65829]: DEBUG nova.compute.provider_tree [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.901666] env[65829]: INFO nova.compute.manager [-] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Took 1.61 seconds to deallocate network for instance. [ 1029.113881] env[65829]: INFO nova.compute.manager [-] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Took 1.76 seconds to deallocate network for instance. [ 1029.127495] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "bbb8917c-8685-4136-980f-66c52f3b939f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.127923] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.171862] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.248070] env[65829]: DEBUG nova.compute.manager [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1029.248070] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.248781] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7296010-d2e0-4ff5-82b7-1ab2c95d30ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.256738] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.256993] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdca0885-bd99-4596-81ff-255ea8358358 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.264574] env[65829]: DEBUG oslo_vmware.api [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 1029.264574] env[65829]: value = "task-4808086" [ 1029.264574] env[65829]: _type = "Task" [ 1029.264574] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.273393] env[65829]: DEBUG oslo_vmware.api [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4808086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.373561] env[65829]: DEBUG nova.scheduler.client.report [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.408740] env[65829]: DEBUG oslo_concurrency.lockutils [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.620239] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.630865] env[65829]: DEBUG nova.compute.manager [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1029.774555] env[65829]: DEBUG oslo_vmware.api [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4808086, 'name': PowerOffVM_Task, 'duration_secs': 0.2395} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.774748] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.774910] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.775208] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffacce07-7727-43f1-b661-df56e2609835 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.882495] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.882495] env[65829]: DEBUG nova.compute.manager [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1029.883283] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.777s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.883497] env[65829]: DEBUG nova.objects.instance [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1029.913641] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.913860] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.914688] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleting the datastore file [datastore2] a0dd2130-f3ce-47e5-a274-c0a9770b8f5f {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.914688] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9109eac-0af5-4520-813f-9c068999dcaf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.920984] env[65829]: DEBUG oslo_vmware.api [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for the task: (returnval){ [ 1029.920984] env[65829]: value = "task-4808088" [ 1029.920984] env[65829]: _type = "Task" [ 1029.920984] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.929908] env[65829]: DEBUG oslo_vmware.api [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4808088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.086036] env[65829]: DEBUG nova.compute.manager [req-52a88fcd-960b-4d7d-90be-9438a4a5489d req-ba8ee53c-fa06-4ac4-ad07-285e4ee7fa3d service nova] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Received event network-vif-deleted-3f2b6330-054d-493b-a5a5-8e2c2826662d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1030.086293] env[65829]: DEBUG nova.compute.manager [req-52a88fcd-960b-4d7d-90be-9438a4a5489d req-ba8ee53c-fa06-4ac4-ad07-285e4ee7fa3d service nova] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Received event network-vif-deleted-46285861-b466-4e7d-b024-69dd444c5b12 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1030.158142] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.388786] env[65829]: DEBUG nova.compute.utils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.393575] env[65829]: DEBUG nova.compute.manager [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Not allocating networking since 'none' was specified. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1030.434388] env[65829]: DEBUG oslo_vmware.api [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Task: {'id': task-4808088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141792} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.434713] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.434957] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.435168] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.435520] env[65829]: INFO nova.compute.manager [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1030.435636] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1030.435840] env[65829]: DEBUG nova.compute.manager [-] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1030.435959] env[65829]: DEBUG nova.network.neutron [-] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1030.436216] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.610049] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.836176] env[65829]: DEBUG nova.compute.manager [req-8618d6dc-254b-41a9-8637-d7eb13ba75e5 req-38ee02b0-58fc-42c5-9919-987561559fde service nova] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Received event network-vif-deleted-f4132ab0-b595-4cb4-8a35-9caa039afa65 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1030.836429] env[65829]: INFO nova.compute.manager [req-8618d6dc-254b-41a9-8637-d7eb13ba75e5 req-38ee02b0-58fc-42c5-9919-987561559fde service nova] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Neutron deleted interface f4132ab0-b595-4cb4-8a35-9caa039afa65; detaching it from the instance and deleting it from the info cache [ 1030.836635] env[65829]: DEBUG nova.network.neutron [req-8618d6dc-254b-41a9-8637-d7eb13ba75e5 req-38ee02b0-58fc-42c5-9919-987561559fde service nova] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.894543] env[65829]: DEBUG nova.compute.manager [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1030.897791] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d305cd26-1222-46b3-9d50-0f974af6cf28 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.898885] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.430s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.900360] env[65829]: INFO nova.compute.claims [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.315069] env[65829]: DEBUG nova.network.neutron [-] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.339451] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c2b4230-ed8f-4d45-822d-ef534231758d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.350148] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70014972-b2ce-41d4-88d4-fefa70c6baa7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.383931] env[65829]: DEBUG nova.compute.manager [req-8618d6dc-254b-41a9-8637-d7eb13ba75e5 req-38ee02b0-58fc-42c5-9919-987561559fde service nova] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Detach interface failed, port_id=f4132ab0-b595-4cb4-8a35-9caa039afa65, reason: Instance a0dd2130-f3ce-47e5-a274-c0a9770b8f5f could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1031.818216] env[65829]: INFO nova.compute.manager [-] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Took 1.38 seconds to deallocate network for instance. [ 1031.904428] env[65829]: DEBUG nova.compute.manager [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1031.931339] env[65829]: DEBUG nova.virt.hardware [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1031.931604] env[65829]: DEBUG nova.virt.hardware [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.931782] env[65829]: DEBUG nova.virt.hardware [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1031.931975] env[65829]: DEBUG nova.virt.hardware [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.932133] env[65829]: DEBUG nova.virt.hardware [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1031.932310] env[65829]: DEBUG nova.virt.hardware [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1031.932524] env[65829]: DEBUG nova.virt.hardware [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1031.932698] env[65829]: DEBUG nova.virt.hardware [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1031.932837] env[65829]: DEBUG nova.virt.hardware [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1031.932992] env[65829]: DEBUG nova.virt.hardware [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1031.933367] env[65829]: DEBUG nova.virt.hardware [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1031.934066] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b955fa-7050-4142-89ac-55855dba65cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.945331] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20917031-cc62-4788-a971-449aed9d0240 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.961778] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.966945] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Creating folder: Project (5ab6b75dd2bf438aac4cf85a89f94a73). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.967253] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13145dbb-6e59-4759-bd64-eb2419c7ccc3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.978515] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Created folder: Project (5ab6b75dd2bf438aac4cf85a89f94a73) in parent group-v937255. [ 1031.978705] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Creating folder: Instances. Parent ref: group-v937519. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.978941] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c80f3646-9546-4200-a892-a7466d0c9f1e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.988052] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Created folder: Instances in parent group-v937519. [ 1031.988246] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1031.988439] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.988638] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67cb9f5a-491c-4ff0-9e1b-ea64644eb481 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.007839] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.007839] env[65829]: value = "task-4808091" [ 1032.007839] env[65829]: _type = "Task" [ 1032.007839] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.017495] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808091, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.183324] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7baaf3-9d3e-40a9-8164-a9c0aa2add13 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.192119] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0482cff-3147-419c-93d0-506274e3a8e0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.223925] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af164d8b-eb03-47ea-8845-1e047dba671e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.232084] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20d95f7-4850-4a6c-b2eb-489cf68a1f86 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.247403] env[65829]: DEBUG nova.compute.provider_tree [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.324424] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.519427] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808091, 'name': CreateVM_Task, 'duration_secs': 0.299311} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.519629] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.520058] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.520247] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.520571] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.520843] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9addacc-a433-48f7-a5bf-34c2f44327ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.526514] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1032.526514] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52eb3d01-8780-3aba-05df-7ff48a8d077f" [ 1032.526514] env[65829]: _type = "Task" [ 1032.526514] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.536694] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52eb3d01-8780-3aba-05df-7ff48a8d077f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.768999] env[65829]: ERROR nova.scheduler.client.report [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [req-9f8ad273-cabd-4533-b670-2fe282e65657] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f8ad273-cabd-4533-b670-2fe282e65657"}]} [ 1032.787091] env[65829]: DEBUG nova.scheduler.client.report [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1032.801682] env[65829]: DEBUG nova.scheduler.client.report [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1032.801931] env[65829]: DEBUG nova.compute.provider_tree [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1032.813313] env[65829]: DEBUG nova.scheduler.client.report [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1032.836839] env[65829]: DEBUG nova.scheduler.client.report [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1033.038076] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52eb3d01-8780-3aba-05df-7ff48a8d077f, 'name': SearchDatastore_Task, 'duration_secs': 0.012826} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.038414] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.038622] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.038864] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.039013] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.039196] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.039562] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af892b53-b015-416d-b277-2ac98f10875e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.055711] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.055935] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.056681] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ecb3bb5-3896-4923-b763-b210aa0d186e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.065419] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1033.065419] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e8f06-8d83-854f-f728-a543145009d4" [ 1033.065419] env[65829]: _type = "Task" [ 1033.065419] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.073712] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e8f06-8d83-854f-f728-a543145009d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.098846] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a1bd0a-0fb7-4045-862d-783c931e223c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.108606] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833da263-7461-4097-9f3d-215f6cd60d8e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.159335] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edf2a29-db0d-4ebb-828b-22e37d10cb3e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.170713] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2632e4ba-5a87-47c5-b492-49a78caa4494 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.191944] env[65829]: DEBUG nova.compute.provider_tree [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1033.580061] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523e8f06-8d83-854f-f728-a543145009d4, 'name': SearchDatastore_Task, 'duration_secs': 0.042716} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.580559] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dbf60d8-318d-41c7-b3e5-20cc8baed0c0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.587050] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1033.587050] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d623db-5a5f-96c3-fcd1-b8a50c2f307b" [ 1033.587050] env[65829]: _type = "Task" [ 1033.587050] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.597876] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d623db-5a5f-96c3-fcd1-b8a50c2f307b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.728130] env[65829]: DEBUG nova.scheduler.client.report [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1033.728396] env[65829]: DEBUG nova.compute.provider_tree [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 121 to 122 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1033.728575] env[65829]: DEBUG nova.compute.provider_tree [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1034.098839] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d623db-5a5f-96c3-fcd1-b8a50c2f307b, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.098839] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.099117] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd/2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.099336] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8c827a5-38aa-4640-b44f-cc841015cf8b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.107578] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1034.107578] env[65829]: value = "task-4808092" [ 1034.107578] env[65829]: _type = "Task" [ 1034.107578] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.116211] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.234979] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.336s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.235686] env[65829]: DEBUG nova.compute.manager [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1034.238955] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.434s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.240479] env[65829]: INFO nova.compute.claims [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.618767] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459989} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.619122] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd/2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.619226] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.619493] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc3d7401-be77-4be3-8341-f4d681670b7f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.626640] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1034.626640] env[65829]: value = "task-4808093" [ 1034.626640] env[65829]: _type = "Task" [ 1034.626640] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.636808] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.745987] env[65829]: DEBUG nova.compute.utils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1034.750046] env[65829]: DEBUG nova.compute.manager [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1034.750046] env[65829]: DEBUG nova.network.neutron [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1034.750224] env[65829]: WARNING neutronclient.v2_0.client [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.750474] env[65829]: WARNING neutronclient.v2_0.client [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.806940] env[65829]: DEBUG nova.policy [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2783690628cc48718c3e78ead67c5446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b94c0331c3b542cf85c59c071c759210', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.125866] env[65829]: DEBUG nova.network.neutron [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Successfully created port: b9b3201b-d498-49e4-8d28-b6e44fed0be8 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1035.139792] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063208} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.140118] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.140957] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95902ff1-c612-4934-ab66-6d3abfa1d7c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.160891] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd/2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.161104] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c54f6ab-c158-4e1f-a62a-dd3a5d43498f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.181385] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1035.181385] env[65829]: value = "task-4808094" [ 1035.181385] env[65829]: _type = "Task" [ 1035.181385] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.189935] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.251120] env[65829]: DEBUG nova.compute.manager [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1035.540328] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbcaa10-b559-4ea3-8c8e-3c83dcd341f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.549539] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd78d7b8-68a6-4057-ac68-13a816449bcf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.587913] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe1e007-faf8-4a06-aef9-ef5664188738 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.596604] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eb8545-efaa-42bb-9bab-8078a77177c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.611655] env[65829]: DEBUG nova.compute.provider_tree [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.692865] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808094, 'name': ReconfigVM_Task, 'duration_secs': 0.297367} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.693173] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd/2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.693833] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-832e2195-46f4-46bd-b4e8-8b443b60190e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.700333] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1035.700333] env[65829]: value = "task-4808095" [ 1035.700333] env[65829]: _type = "Task" [ 1035.700333] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.712903] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808095, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.148456] env[65829]: DEBUG nova.scheduler.client.report [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1036.148723] env[65829]: DEBUG nova.compute.provider_tree [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 122 to 123 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1036.148897] env[65829]: DEBUG nova.compute.provider_tree [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.210845] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808095, 'name': Rename_Task, 'duration_secs': 0.140041} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.211121] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.211388] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dc02d48-7fb8-4716-a23a-5c1cf196cb51 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.218194] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1036.218194] env[65829]: value = "task-4808096" [ 1036.218194] env[65829]: _type = "Task" [ 1036.218194] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.227431] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.265016] env[65829]: DEBUG nova.compute.manager [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1036.292389] env[65829]: DEBUG nova.virt.hardware [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1036.292706] env[65829]: DEBUG nova.virt.hardware [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.292867] env[65829]: DEBUG nova.virt.hardware [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1036.293061] env[65829]: DEBUG nova.virt.hardware [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.293207] env[65829]: DEBUG nova.virt.hardware [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1036.293349] env[65829]: DEBUG nova.virt.hardware [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1036.293552] env[65829]: DEBUG nova.virt.hardware [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1036.293759] env[65829]: DEBUG nova.virt.hardware [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1036.293994] env[65829]: DEBUG nova.virt.hardware [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1036.294183] env[65829]: DEBUG nova.virt.hardware [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1036.294353] env[65829]: DEBUG nova.virt.hardware [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1036.295259] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b38f7c8-be59-4d9b-90fc-74c7ffdc2677 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.306020] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0f8f98-dae9-45be-adc2-0dc395b776c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.538953] env[65829]: DEBUG nova.compute.manager [req-ac029e3d-ecf6-47c7-aae2-930a2202fceb req-f59aa624-b287-4771-a4ef-77efc239fcbc service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Received event network-vif-plugged-b9b3201b-d498-49e4-8d28-b6e44fed0be8 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1036.539133] env[65829]: DEBUG oslo_concurrency.lockutils [req-ac029e3d-ecf6-47c7-aae2-930a2202fceb req-f59aa624-b287-4771-a4ef-77efc239fcbc service nova] Acquiring lock "af9abb1d-39d6-4565-a43a-f87a02d30f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.539380] env[65829]: DEBUG oslo_concurrency.lockutils [req-ac029e3d-ecf6-47c7-aae2-930a2202fceb req-f59aa624-b287-4771-a4ef-77efc239fcbc service nova] Lock "af9abb1d-39d6-4565-a43a-f87a02d30f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.539620] env[65829]: DEBUG oslo_concurrency.lockutils [req-ac029e3d-ecf6-47c7-aae2-930a2202fceb req-f59aa624-b287-4771-a4ef-77efc239fcbc service nova] Lock "af9abb1d-39d6-4565-a43a-f87a02d30f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.539848] env[65829]: DEBUG nova.compute.manager [req-ac029e3d-ecf6-47c7-aae2-930a2202fceb req-f59aa624-b287-4771-a4ef-77efc239fcbc service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] No waiting events found dispatching network-vif-plugged-b9b3201b-d498-49e4-8d28-b6e44fed0be8 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1036.540152] env[65829]: WARNING nova.compute.manager [req-ac029e3d-ecf6-47c7-aae2-930a2202fceb req-f59aa624-b287-4771-a4ef-77efc239fcbc service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Received unexpected event network-vif-plugged-b9b3201b-d498-49e4-8d28-b6e44fed0be8 for instance with vm_state building and task_state spawning. [ 1036.656019] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.656019] env[65829]: DEBUG nova.compute.manager [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1036.658817] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.310s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.660420] env[65829]: INFO nova.compute.claims [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.664173] env[65829]: DEBUG nova.network.neutron [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Successfully updated port: b9b3201b-d498-49e4-8d28-b6e44fed0be8 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1036.728833] env[65829]: DEBUG oslo_vmware.api [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808096, 'name': PowerOnVM_Task, 'duration_secs': 0.415468} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.729122] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.729659] env[65829]: INFO nova.compute.manager [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Took 4.82 seconds to spawn the instance on the hypervisor. [ 1036.729659] env[65829]: DEBUG nova.compute.manager [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1036.730278] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0260bce1-fbff-4bfc-9691-d958a4110812 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.165669] env[65829]: DEBUG nova.compute.utils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.167104] env[65829]: DEBUG nova.compute.manager [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1037.167295] env[65829]: DEBUG nova.network.neutron [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1037.167639] env[65829]: WARNING neutronclient.v2_0.client [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.167887] env[65829]: WARNING neutronclient.v2_0.client [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.172464] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-af9abb1d-39d6-4565-a43a-f87a02d30f10" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.172601] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-af9abb1d-39d6-4565-a43a-f87a02d30f10" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.172764] env[65829]: DEBUG nova.network.neutron [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1037.215392] env[65829]: DEBUG nova.policy [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2244f3908bf4e47a1f7d1d5b0271857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b139a534bae14c14ba78185316657b86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.249639] env[65829]: INFO nova.compute.manager [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Took 15.43 seconds to build instance. [ 1037.539873] env[65829]: DEBUG nova.network.neutron [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Successfully created port: f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1037.671114] env[65829]: DEBUG nova.compute.manager [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1037.712017] env[65829]: DEBUG nova.network.neutron [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1037.755225] env[65829]: DEBUG oslo_concurrency.lockutils [None req-846aee6d-05b9-45d4-9373-21c1f53b1a63 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lock "2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.946s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.825990] env[65829]: WARNING neutronclient.v2_0.client [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.916395] env[65829]: DEBUG nova.network.neutron [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Updating instance_info_cache with network_info: [{"id": "b9b3201b-d498-49e4-8d28-b6e44fed0be8", "address": "fa:16:3e:94:c6:aa", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b3201b-d4", "ovs_interfaceid": "b9b3201b-d498-49e4-8d28-b6e44fed0be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.954556] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696cfd59-77c6-4716-8d07-2f10e5a447ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.963336] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc384bc-80c7-4e01-9a77-daa21f46c200 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.997647] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d58f1a-9a5b-40f3-8098-0a390d2e411e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.007223] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cae195-a449-4216-80a4-7523f6b6c567 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.021495] env[65829]: DEBUG nova.compute.provider_tree [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.421666] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-af9abb1d-39d6-4565-a43a-f87a02d30f10" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.422140] env[65829]: DEBUG nova.compute.manager [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Instance network_info: |[{"id": "b9b3201b-d498-49e4-8d28-b6e44fed0be8", "address": "fa:16:3e:94:c6:aa", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b3201b-d4", "ovs_interfaceid": "b9b3201b-d498-49e4-8d28-b6e44fed0be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1038.422732] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:c6:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9b3201b-d498-49e4-8d28-b6e44fed0be8', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1038.430552] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1038.430802] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1038.431081] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcc6ddff-9667-4e60-b7d4-5dd4a6017832 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.452609] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1038.452609] env[65829]: value = "task-4808097" [ 1038.452609] env[65829]: _type = "Task" [ 1038.452609] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.460932] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808097, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.525604] env[65829]: DEBUG nova.scheduler.client.report [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.564807] env[65829]: DEBUG nova.compute.manager [req-1bf213a0-9ce2-4eb3-8bf6-5b7fab7b306f req-11954af3-2de0-45cd-b737-026287bedd28 service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Received event network-changed-b9b3201b-d498-49e4-8d28-b6e44fed0be8 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1038.565119] env[65829]: DEBUG nova.compute.manager [req-1bf213a0-9ce2-4eb3-8bf6-5b7fab7b306f req-11954af3-2de0-45cd-b737-026287bedd28 service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Refreshing instance network info cache due to event network-changed-b9b3201b-d498-49e4-8d28-b6e44fed0be8. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1038.566120] env[65829]: DEBUG oslo_concurrency.lockutils [req-1bf213a0-9ce2-4eb3-8bf6-5b7fab7b306f req-11954af3-2de0-45cd-b737-026287bedd28 service nova] Acquiring lock "refresh_cache-af9abb1d-39d6-4565-a43a-f87a02d30f10" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.566120] env[65829]: DEBUG oslo_concurrency.lockutils [req-1bf213a0-9ce2-4eb3-8bf6-5b7fab7b306f req-11954af3-2de0-45cd-b737-026287bedd28 service nova] Acquired lock "refresh_cache-af9abb1d-39d6-4565-a43a-f87a02d30f10" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.566120] env[65829]: DEBUG nova.network.neutron [req-1bf213a0-9ce2-4eb3-8bf6-5b7fab7b306f req-11954af3-2de0-45cd-b737-026287bedd28 service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Refreshing network info cache for port b9b3201b-d498-49e4-8d28-b6e44fed0be8 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.682921] env[65829]: DEBUG nova.compute.manager [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1038.711446] env[65829]: DEBUG nova.virt.hardware [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1038.711812] env[65829]: DEBUG nova.virt.hardware [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.712040] env[65829]: DEBUG nova.virt.hardware [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1038.712282] env[65829]: DEBUG nova.virt.hardware [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.712491] env[65829]: DEBUG nova.virt.hardware [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1038.712699] env[65829]: DEBUG nova.virt.hardware [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1038.713036] env[65829]: DEBUG nova.virt.hardware [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.713256] env[65829]: DEBUG nova.virt.hardware [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1038.713458] env[65829]: DEBUG nova.virt.hardware [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1038.713636] env[65829]: DEBUG nova.virt.hardware [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1038.713871] env[65829]: DEBUG nova.virt.hardware [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1038.715403] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46bb68d-1fbb-482c-b172-2e64b638bcb2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.723449] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06766112-e839-419f-9d95-0b907d212593 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.835216] env[65829]: INFO nova.compute.manager [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Rebuilding instance [ 1038.879400] env[65829]: DEBUG nova.compute.manager [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1038.881574] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010f7f23-5686-4ee1-aa00-0e6c3922b9d6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.967737] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808097, 'name': CreateVM_Task, 'duration_secs': 0.307532} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.967951] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.968506] env[65829]: WARNING neutronclient.v2_0.client [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.968940] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.969149] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.969603] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.969905] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50131aab-4fee-43cb-982e-c943c65c9f54 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.975167] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1038.975167] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5229c1e7-e99f-4f87-e9a2-2a80f08ada9a" [ 1038.975167] env[65829]: _type = "Task" [ 1038.975167] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.984016] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5229c1e7-e99f-4f87-e9a2-2a80f08ada9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.030719] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.031280] env[65829]: DEBUG nova.compute.manager [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1039.033882] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.055s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.035834] env[65829]: INFO nova.compute.claims [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.070783] env[65829]: WARNING neutronclient.v2_0.client [req-1bf213a0-9ce2-4eb3-8bf6-5b7fab7b306f req-11954af3-2de0-45cd-b737-026287bedd28 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.075125] env[65829]: DEBUG nova.network.neutron [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Successfully updated port: f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1039.229052] env[65829]: WARNING neutronclient.v2_0.client [req-1bf213a0-9ce2-4eb3-8bf6-5b7fab7b306f req-11954af3-2de0-45cd-b737-026287bedd28 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.310896] env[65829]: DEBUG nova.network.neutron [req-1bf213a0-9ce2-4eb3-8bf6-5b7fab7b306f req-11954af3-2de0-45cd-b737-026287bedd28 service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Updated VIF entry in instance network info cache for port b9b3201b-d498-49e4-8d28-b6e44fed0be8. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1039.311416] env[65829]: DEBUG nova.network.neutron [req-1bf213a0-9ce2-4eb3-8bf6-5b7fab7b306f req-11954af3-2de0-45cd-b737-026287bedd28 service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Updating instance_info_cache with network_info: [{"id": "b9b3201b-d498-49e4-8d28-b6e44fed0be8", "address": "fa:16:3e:94:c6:aa", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b3201b-d4", "ovs_interfaceid": "b9b3201b-d498-49e4-8d28-b6e44fed0be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.488028] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5229c1e7-e99f-4f87-e9a2-2a80f08ada9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011677} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.488028] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.488028] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1039.488028] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.488028] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.488312] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1039.488496] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86eff2e0-1c51-4d95-ade1-14d6d98b5db0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.497625] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1039.497743] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1039.498518] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82dd17e0-3a99-4e85-b8dd-e7a6991026ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.504017] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1039.504017] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523db1a6-9700-543b-98a6-0925d0317f28" [ 1039.504017] env[65829]: _type = "Task" [ 1039.504017] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.511743] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523db1a6-9700-543b-98a6-0925d0317f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.539653] env[65829]: DEBUG nova.compute.utils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.542930] env[65829]: DEBUG nova.compute.manager [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1039.543136] env[65829]: DEBUG nova.network.neutron [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1039.543449] env[65829]: WARNING neutronclient.v2_0.client [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.543735] env[65829]: WARNING neutronclient.v2_0.client [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.579826] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.579826] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.579826] env[65829]: DEBUG nova.network.neutron [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1039.584533] env[65829]: DEBUG nova.policy [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9721e25d0a443479bd28dbed611cb5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '238a33da88c042509d7179c989b3e861', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.814906] env[65829]: DEBUG oslo_concurrency.lockutils [req-1bf213a0-9ce2-4eb3-8bf6-5b7fab7b306f req-11954af3-2de0-45cd-b737-026287bedd28 service nova] Releasing lock "refresh_cache-af9abb1d-39d6-4565-a43a-f87a02d30f10" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.896237] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.896605] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e785600-92f9-418b-9ca6-5c069e86f626 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.904699] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1039.904699] env[65829]: value = "task-4808098" [ 1039.904699] env[65829]: _type = "Task" [ 1039.904699] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.912549] env[65829]: DEBUG nova.network.neutron [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Successfully created port: 1ce591c2-0f1a-4ded-b398-37b08dadc7de {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1039.918990] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.014876] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523db1a6-9700-543b-98a6-0925d0317f28, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.015847] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba2ae66-7eae-430d-8a3e-a41813f3f856 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.021740] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1040.021740] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d5f22c-a059-a842-75b6-3f7eb1c7f864" [ 1040.021740] env[65829]: _type = "Task" [ 1040.021740] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.030378] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d5f22c-a059-a842-75b6-3f7eb1c7f864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.044111] env[65829]: DEBUG nova.compute.manager [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1040.122115] env[65829]: DEBUG nova.network.neutron [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1040.256950] env[65829]: WARNING neutronclient.v2_0.client [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.354192] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3962b8c-bf24-4c30-bdfd-87b0ac821659 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.363120] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adeb669-0707-4ce3-8b0f-8a12e7b9e8c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.395279] env[65829]: DEBUG nova.network.neutron [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updating instance_info_cache with network_info: [{"id": "f52934f5-15d6-4c83-924c-83229e366fce", "address": "fa:16:3e:91:03:fc", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52934f5-15", "ovs_interfaceid": "f52934f5-15d6-4c83-924c-83229e366fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.400655] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b6ec99-1940-4077-b518-de07dfea6925 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.422677] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9488e4-b55b-42e6-9d07-386dbacb5584 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.428168] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808098, 'name': PowerOffVM_Task, 'duration_secs': 0.304513} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.428477] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.429286] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.430955] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cc9a99-f681-4522-89b9-ce29600aae31 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.444956] env[65829]: DEBUG nova.compute.provider_tree [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.453549] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.458022] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f171f308-a8a6-478f-b9da-c1d295e5b7f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.488717] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.488974] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.489166] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Deleting the datastore file [datastore2] 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.489453] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c658f304-e0ee-43a1-86d6-52dae06ad08a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.497545] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1040.497545] env[65829]: value = "task-4808100" [ 1040.497545] env[65829]: _type = "Task" [ 1040.497545] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.505730] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.533346] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d5f22c-a059-a842-75b6-3f7eb1c7f864, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.533610] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.533869] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] af9abb1d-39d6-4565-a43a-f87a02d30f10/af9abb1d-39d6-4565-a43a-f87a02d30f10.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.534152] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c526a63f-8ba8-4990-93bb-4d600d2f8569 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.541571] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1040.541571] env[65829]: value = "task-4808101" [ 1040.541571] env[65829]: _type = "Task" [ 1040.541571] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.553985] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.593655] env[65829]: DEBUG nova.compute.manager [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Received event network-vif-plugged-f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1040.593655] env[65829]: DEBUG oslo_concurrency.lockutils [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] Acquiring lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.593655] env[65829]: DEBUG oslo_concurrency.lockutils [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] Lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.594369] env[65829]: DEBUG oslo_concurrency.lockutils [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] Lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.594369] env[65829]: DEBUG nova.compute.manager [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] No waiting events found dispatching network-vif-plugged-f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1040.594369] env[65829]: WARNING nova.compute.manager [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Received unexpected event network-vif-plugged-f52934f5-15d6-4c83-924c-83229e366fce for instance with vm_state building and task_state spawning. [ 1040.594607] env[65829]: DEBUG nova.compute.manager [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Received event network-changed-f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1040.594792] env[65829]: DEBUG nova.compute.manager [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Refreshing instance network info cache due to event network-changed-f52934f5-15d6-4c83-924c-83229e366fce. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1040.595041] env[65829]: DEBUG oslo_concurrency.lockutils [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] Acquiring lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.908575] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.908932] env[65829]: DEBUG nova.compute.manager [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Instance network_info: |[{"id": "f52934f5-15d6-4c83-924c-83229e366fce", "address": "fa:16:3e:91:03:fc", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52934f5-15", "ovs_interfaceid": "f52934f5-15d6-4c83-924c-83229e366fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1040.909254] env[65829]: DEBUG oslo_concurrency.lockutils [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] Acquired lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.909469] env[65829]: DEBUG nova.network.neutron [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Refreshing network info cache for port f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.911383] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:03:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f52934f5-15d6-4c83-924c-83229e366fce', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1040.922044] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1040.922567] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1040.922830] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42f01f39-0a8f-46c5-abe8-c246ed948b1b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.947454] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1040.947454] env[65829]: value = "task-4808102" [ 1040.947454] env[65829]: _type = "Task" [ 1040.947454] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.952244] env[65829]: DEBUG nova.scheduler.client.report [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.962548] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808102, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.008223] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102487} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.008511] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.008693] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.008865] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.052432] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493989} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.052798] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] af9abb1d-39d6-4565-a43a-f87a02d30f10/af9abb1d-39d6-4565-a43a-f87a02d30f10.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.053063] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.053459] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba3165bf-b8a6-4a66-b83e-0f92359b7195 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.056368] env[65829]: DEBUG nova.compute.manager [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1041.064513] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1041.064513] env[65829]: value = "task-4808103" [ 1041.064513] env[65829]: _type = "Task" [ 1041.064513] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.074807] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.084125] env[65829]: DEBUG nova.virt.hardware [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1041.084385] env[65829]: DEBUG nova.virt.hardware [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.084611] env[65829]: DEBUG nova.virt.hardware [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1041.084781] env[65829]: DEBUG nova.virt.hardware [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.084994] env[65829]: DEBUG nova.virt.hardware [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1041.085191] env[65829]: DEBUG nova.virt.hardware [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1041.085414] env[65829]: DEBUG nova.virt.hardware [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1041.085575] env[65829]: DEBUG nova.virt.hardware [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1041.085798] env[65829]: DEBUG nova.virt.hardware [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1041.086407] env[65829]: DEBUG nova.virt.hardware [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1041.086407] env[65829]: DEBUG nova.virt.hardware [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1041.087512] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f336d71-d2a6-444a-80b6-069abfb4a65a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.097284] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee263359-11a7-4f71-9391-899b4f48d2f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.355486] env[65829]: DEBUG nova.compute.manager [req-067aff7f-56b3-4111-8a02-197e7d861642 req-fe36fe49-36ed-440d-9a6e-f2e3e19a4f76 service nova] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Received event network-vif-plugged-1ce591c2-0f1a-4ded-b398-37b08dadc7de {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1041.355708] env[65829]: DEBUG oslo_concurrency.lockutils [req-067aff7f-56b3-4111-8a02-197e7d861642 req-fe36fe49-36ed-440d-9a6e-f2e3e19a4f76 service nova] Acquiring lock "bceeb88b-c911-4dea-a73a-1398c2d7c63e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.355912] env[65829]: DEBUG oslo_concurrency.lockutils [req-067aff7f-56b3-4111-8a02-197e7d861642 req-fe36fe49-36ed-440d-9a6e-f2e3e19a4f76 service nova] Lock "bceeb88b-c911-4dea-a73a-1398c2d7c63e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.356110] env[65829]: DEBUG oslo_concurrency.lockutils [req-067aff7f-56b3-4111-8a02-197e7d861642 req-fe36fe49-36ed-440d-9a6e-f2e3e19a4f76 service nova] Lock "bceeb88b-c911-4dea-a73a-1398c2d7c63e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.356279] env[65829]: DEBUG nova.compute.manager [req-067aff7f-56b3-4111-8a02-197e7d861642 req-fe36fe49-36ed-440d-9a6e-f2e3e19a4f76 service nova] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] No waiting events found dispatching network-vif-plugged-1ce591c2-0f1a-4ded-b398-37b08dadc7de {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1041.356565] env[65829]: WARNING nova.compute.manager [req-067aff7f-56b3-4111-8a02-197e7d861642 req-fe36fe49-36ed-440d-9a6e-f2e3e19a4f76 service nova] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Received unexpected event network-vif-plugged-1ce591c2-0f1a-4ded-b398-37b08dadc7de for instance with vm_state building and task_state spawning. [ 1041.423148] env[65829]: WARNING neutronclient.v2_0.client [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.459461] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.460377] env[65829]: DEBUG nova.compute.manager [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1041.463850] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808102, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.464327] env[65829]: DEBUG nova.network.neutron [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Successfully updated port: 1ce591c2-0f1a-4ded-b398-37b08dadc7de {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1041.465408] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.846s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.467408] env[65829]: DEBUG nova.objects.instance [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lazy-loading 'resources' on Instance uuid 79708fe8-c617-4e6a-961f-9b5cbbb00aed {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.578966] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068055} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.579875] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.580116] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71af3bd6-8acf-4360-9c54-155e09f870f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.607105] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] af9abb1d-39d6-4565-a43a-f87a02d30f10/af9abb1d-39d6-4565-a43a-f87a02d30f10.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.607472] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-405fa32d-d4d1-4c3d-988c-ad81d35b2dd1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.624806] env[65829]: WARNING neutronclient.v2_0.client [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.635151] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1041.635151] env[65829]: value = "task-4808104" [ 1041.635151] env[65829]: _type = "Task" [ 1041.635151] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.642249] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808104, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.708805] env[65829]: DEBUG nova.network.neutron [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updated VIF entry in instance network info cache for port f52934f5-15d6-4c83-924c-83229e366fce. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1041.709287] env[65829]: DEBUG nova.network.neutron [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updating instance_info_cache with network_info: [{"id": "f52934f5-15d6-4c83-924c-83229e366fce", "address": "fa:16:3e:91:03:fc", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52934f5-15", "ovs_interfaceid": "f52934f5-15d6-4c83-924c-83229e366fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.959096] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808102, 'name': CreateVM_Task, 'duration_secs': 0.661523} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.959352] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1041.959782] env[65829]: WARNING neutronclient.v2_0.client [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.960151] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.960303] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.960605] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.960862] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f316b9e2-a538-4ad5-85e7-d59684140aea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.965059] env[65829]: DEBUG nova.compute.utils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.967584] env[65829]: DEBUG nova.compute.manager [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1041.967808] env[65829]: DEBUG nova.network.neutron [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1041.968217] env[65829]: WARNING neutronclient.v2_0.client [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.968570] env[65829]: WARNING neutronclient.v2_0.client [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.970725] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1041.970725] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5262616c-e6e2-8eba-ae0d-a735d9150515" [ 1041.970725] env[65829]: _type = "Task" [ 1041.970725] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.975509] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "refresh_cache-bceeb88b-c911-4dea-a73a-1398c2d7c63e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.975762] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "refresh_cache-bceeb88b-c911-4dea-a73a-1398c2d7c63e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.975953] env[65829]: DEBUG nova.network.neutron [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.986964] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5262616c-e6e2-8eba-ae0d-a735d9150515, 'name': SearchDatastore_Task, 'duration_secs': 0.011243} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.989372] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.989594] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.989825] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.989966] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.990154] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.990837] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-234f1a08-48ec-4ce4-8367-8504727735f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.001219] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.001415] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.002151] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480d8186-7f40-4eed-8505-efe238639b34 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.009844] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1042.009844] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521ff7a4-47bc-c8fa-da25-7bc88ecac060" [ 1042.009844] env[65829]: _type = "Task" [ 1042.009844] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.022799] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521ff7a4-47bc-c8fa-da25-7bc88ecac060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.038747] env[65829]: DEBUG nova.policy [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0480977518d43b8a9caa2668f8a4e68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e045cbbbf4c5484e944180361e4cfb30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.048672] env[65829]: DEBUG nova.virt.hardware [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1042.048924] env[65829]: DEBUG nova.virt.hardware [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.049087] env[65829]: DEBUG nova.virt.hardware [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1042.049268] env[65829]: DEBUG nova.virt.hardware [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.049404] env[65829]: DEBUG nova.virt.hardware [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1042.049542] env[65829]: DEBUG nova.virt.hardware [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1042.049742] env[65829]: DEBUG nova.virt.hardware [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.049895] env[65829]: DEBUG nova.virt.hardware [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1042.050070] env[65829]: DEBUG nova.virt.hardware [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1042.050236] env[65829]: DEBUG nova.virt.hardware [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1042.050404] env[65829]: DEBUG nova.virt.hardware [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1042.051296] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8261965e-9be2-4e9b-9b48-8216924307f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.063028] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaf36de-a218-4de9-8719-b1aff9e4726b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.077107] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.082706] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1042.085661] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.086422] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bb510ab-1c40-41a0-a6ad-f57db7b3de73 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.107187] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.107187] env[65829]: value = "task-4808105" [ 1042.107187] env[65829]: _type = "Task" [ 1042.107187] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.119098] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808105, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.146789] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808104, 'name': ReconfigVM_Task, 'duration_secs': 0.288336} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.147083] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Reconfigured VM instance instance-0000005f to attach disk [datastore2] af9abb1d-39d6-4565-a43a-f87a02d30f10/af9abb1d-39d6-4565-a43a-f87a02d30f10.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.147823] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fe8600d-dfd2-472d-abe4-7defccd91e30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.155728] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1042.155728] env[65829]: value = "task-4808106" [ 1042.155728] env[65829]: _type = "Task" [ 1042.155728] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.165921] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808106, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.212229] env[65829]: DEBUG oslo_concurrency.lockutils [req-d96d6aff-c49e-44cf-a595-6d17be70ba81 req-dd373186-76a1-40c3-9525-ddf5f5ef418e service nova] Releasing lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.275847] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a190f85-75f9-4780-9520-2270652f744c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.285517] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3c6e4d-e925-4bb7-9b37-c9fd16cdc99f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.319364] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4602bd-7712-4aa3-be62-809c481a4fb4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.328574] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c570462b-47d6-4a82-813b-bfcfce24641f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.349308] env[65829]: DEBUG nova.compute.provider_tree [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.438446] env[65829]: DEBUG nova.network.neutron [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Successfully created port: c259df96-19f9-4018-be56-a9225f5a0718 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1042.472607] env[65829]: DEBUG nova.compute.manager [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1042.515686] env[65829]: DEBUG nova.network.neutron [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1042.524278] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521ff7a4-47bc-c8fa-da25-7bc88ecac060, 'name': SearchDatastore_Task, 'duration_secs': 0.01484} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.525143] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07a8c11d-c8af-49be-9a84-41b1ef5fe728 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.530444] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1042.530444] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5247283a-4e88-83f5-7d4b-78e09e0c4071" [ 1042.530444] env[65829]: _type = "Task" [ 1042.530444] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.539438] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5247283a-4e88-83f5-7d4b-78e09e0c4071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.618689] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808105, 'name': CreateVM_Task, 'duration_secs': 0.353988} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.618800] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.619237] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.619396] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.620570] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.620570] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e0e95e-8745-461a-9e25-b17da203e8b2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.624998] env[65829]: WARNING neutronclient.v2_0.client [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.631483] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1042.631483] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a9c10f-e75e-3098-8500-af6200e8821b" [ 1042.631483] env[65829]: _type = "Task" [ 1042.631483] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.640754] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a9c10f-e75e-3098-8500-af6200e8821b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.666233] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808106, 'name': Rename_Task, 'duration_secs': 0.191037} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.666514] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1042.666769] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d9604dc-e8c9-4f93-942a-1f6004a7e2b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.678260] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1042.678260] env[65829]: value = "task-4808107" [ 1042.678260] env[65829]: _type = "Task" [ 1042.678260] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.689729] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.752289] env[65829]: DEBUG nova.network.neutron [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Updating instance_info_cache with network_info: [{"id": "1ce591c2-0f1a-4ded-b398-37b08dadc7de", "address": "fa:16:3e:7a:65:3a", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce591c2-0f", "ovs_interfaceid": "1ce591c2-0f1a-4ded-b398-37b08dadc7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.888710] env[65829]: DEBUG nova.scheduler.client.report [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1042.888984] env[65829]: DEBUG nova.compute.provider_tree [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 123 to 124 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1042.889182] env[65829]: DEBUG nova.compute.provider_tree [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.042304] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5247283a-4e88-83f5-7d4b-78e09e0c4071, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.042688] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.042844] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] a8b2eef6-d3df-4b1f-85be-a5a61458954b/a8b2eef6-d3df-4b1f-85be-a5a61458954b.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.043144] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b1d8461-305f-466b-b315-6b2386f9de5c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.051495] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1043.051495] env[65829]: value = "task-4808108" [ 1043.051495] env[65829]: _type = "Task" [ 1043.051495] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.060295] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808108, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.145282] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52a9c10f-e75e-3098-8500-af6200e8821b, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.145634] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.146054] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.146510] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.146510] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.146510] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.146820] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d285d708-d369-4e7d-974a-ab947b7c4b02 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.158420] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.158420] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.158947] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87d3f5d-b86e-4d47-bcb0-33e394ae77a8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.165705] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1043.165705] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5209b534-f355-8d4b-ed6a-b2fb9739794e" [ 1043.165705] env[65829]: _type = "Task" [ 1043.165705] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.179448] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5209b534-f355-8d4b-ed6a-b2fb9739794e, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.183922] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6da34d6-a7fe-4df4-9e2b-59cef430f192 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.192393] env[65829]: DEBUG oslo_vmware.api [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808107, 'name': PowerOnVM_Task, 'duration_secs': 0.489555} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.194152] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1043.194447] env[65829]: INFO nova.compute.manager [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Took 6.93 seconds to spawn the instance on the hypervisor. [ 1043.194716] env[65829]: DEBUG nova.compute.manager [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1043.195175] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1043.195175] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520ca538-f785-7444-ce65-7cf5bb2e13b1" [ 1043.195175] env[65829]: _type = "Task" [ 1043.195175] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.196107] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6acb2b-fc79-42a7-b8d2-d69ae133e961 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.208260] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520ca538-f785-7444-ce65-7cf5bb2e13b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.210116] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.210434] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd/2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.213935] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d750f57-0dec-4535-b142-9fb44970a7b5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.222166] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1043.222166] env[65829]: value = "task-4808109" [ 1043.222166] env[65829]: _type = "Task" [ 1043.222166] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.232248] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.255364] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "refresh_cache-bceeb88b-c911-4dea-a73a-1398c2d7c63e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.256085] env[65829]: DEBUG nova.compute.manager [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Instance network_info: |[{"id": "1ce591c2-0f1a-4ded-b398-37b08dadc7de", "address": "fa:16:3e:7a:65:3a", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce591c2-0f", "ovs_interfaceid": "1ce591c2-0f1a-4ded-b398-37b08dadc7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1043.256639] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:65:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ce591c2-0f1a-4ded-b398-37b08dadc7de', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.266402] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1043.267959] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.268289] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5eeeb8b-0c66-46a9-a07b-035fb0541bf5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.295294] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.295294] env[65829]: value = "task-4808110" [ 1043.295294] env[65829]: _type = "Task" [ 1043.295294] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.306598] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808110, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.395958] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.400713] env[65829]: DEBUG nova.compute.manager [req-d8ab6be0-5ca9-44ca-b83c-99787faab378 req-f5bd512c-9b4b-4911-9607-242cf9f96c8d service nova] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Received event network-changed-1ce591c2-0f1a-4ded-b398-37b08dadc7de {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1043.401090] env[65829]: DEBUG nova.compute.manager [req-d8ab6be0-5ca9-44ca-b83c-99787faab378 req-f5bd512c-9b4b-4911-9607-242cf9f96c8d service nova] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Refreshing instance network info cache due to event network-changed-1ce591c2-0f1a-4ded-b398-37b08dadc7de. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1043.401441] env[65829]: DEBUG oslo_concurrency.lockutils [req-d8ab6be0-5ca9-44ca-b83c-99787faab378 req-f5bd512c-9b4b-4911-9607-242cf9f96c8d service nova] Acquiring lock "refresh_cache-bceeb88b-c911-4dea-a73a-1398c2d7c63e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.401640] env[65829]: DEBUG oslo_concurrency.lockutils [req-d8ab6be0-5ca9-44ca-b83c-99787faab378 req-f5bd512c-9b4b-4911-9607-242cf9f96c8d service nova] Acquired lock "refresh_cache-bceeb88b-c911-4dea-a73a-1398c2d7c63e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.401984] env[65829]: DEBUG nova.network.neutron [req-d8ab6be0-5ca9-44ca-b83c-99787faab378 req-f5bd512c-9b4b-4911-9607-242cf9f96c8d service nova] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Refreshing network info cache for port 1ce591c2-0f1a-4ded-b398-37b08dadc7de {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.404100] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.232s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.404344] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.406954] env[65829]: DEBUG oslo_concurrency.lockutils [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.998s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.407398] env[65829]: DEBUG nova.objects.instance [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lazy-loading 'resources' on Instance uuid 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.430119] env[65829]: INFO nova.scheduler.client.report [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted allocations for instance 79708fe8-c617-4e6a-961f-9b5cbbb00aed [ 1043.437025] env[65829]: INFO nova.scheduler.client.report [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleted allocations for instance 97649e37-94dd-4ee5-889f-88b4a1c03a82 [ 1043.483667] env[65829]: DEBUG nova.compute.manager [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1043.515105] env[65829]: DEBUG nova.virt.hardware [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1043.515405] env[65829]: DEBUG nova.virt.hardware [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1043.515565] env[65829]: DEBUG nova.virt.hardware [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1043.515772] env[65829]: DEBUG nova.virt.hardware [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1043.515919] env[65829]: DEBUG nova.virt.hardware [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1043.516076] env[65829]: DEBUG nova.virt.hardware [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1043.516303] env[65829]: DEBUG nova.virt.hardware [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1043.516498] env[65829]: DEBUG nova.virt.hardware [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1043.516674] env[65829]: DEBUG nova.virt.hardware [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1043.516838] env[65829]: DEBUG nova.virt.hardware [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1043.517128] env[65829]: DEBUG nova.virt.hardware [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1043.518086] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227e4a88-a134-4ca5-bfa4-2293f33cd823 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.530025] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c530a894-33a2-4734-812d-e77f19c10106 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.563927] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808108, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.738077] env[65829]: INFO nova.compute.manager [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Took 18.29 seconds to build instance. [ 1043.748901] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808109, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.810702] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808110, 'name': CreateVM_Task, 'duration_secs': 0.456204} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.811206] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.811966] env[65829]: WARNING neutronclient.v2_0.client [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.812577] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.812918] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.813382] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.813797] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d09ca3-aac7-4565-be22-0c5484af2cfe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.824421] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1043.824421] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5263a3fe-eef2-320b-64d4-f85638403f5c" [ 1043.824421] env[65829]: _type = "Task" [ 1043.824421] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.836440] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5263a3fe-eef2-320b-64d4-f85638403f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.914516] env[65829]: WARNING neutronclient.v2_0.client [req-d8ab6be0-5ca9-44ca-b83c-99787faab378 req-f5bd512c-9b4b-4911-9607-242cf9f96c8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.943252] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0197da17-d962-48cc-99ca-1d096ea19267 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "79708fe8-c617-4e6a-961f-9b5cbbb00aed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.223s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.951874] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25867a4d-21ae-4a57-80ec-42b206d8525e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "97649e37-94dd-4ee5-889f-88b4a1c03a82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.588s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.059846] env[65829]: DEBUG nova.network.neutron [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Successfully updated port: c259df96-19f9-4018-be56-a9225f5a0718 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1044.065087] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808108, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512261} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.065598] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] a8b2eef6-d3df-4b1f-85be-a5a61458954b/a8b2eef6-d3df-4b1f-85be-a5a61458954b.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.065826] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.066121] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9de493f7-bcd2-4c73-82be-522e9ce8a701 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.075239] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1044.075239] env[65829]: value = "task-4808111" [ 1044.075239] env[65829]: _type = "Task" [ 1044.075239] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.086986] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.194836] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c6de8c-754d-4c57-9f24-8b3e0eab4586 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.205758] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b8f58b-da38-4a6f-8553-cb6e37650166 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.240455] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5f0b73-cc84-402b-a404-17c3c219d7e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.243081] env[65829]: DEBUG oslo_concurrency.lockutils [None req-448d36f3-d323-4600-acac-8176b57ea7c6 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "af9abb1d-39d6-4565-a43a-f87a02d30f10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.802s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.251228] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743056} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.253983] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd/2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.253983] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.254216] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da930d28-888f-48de-82ad-965a4b21ecc9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.257458] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacac785-4c14-4587-b3b3-9f00f16d1145 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.275229] env[65829]: DEBUG nova.compute.provider_tree [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.280219] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1044.280219] env[65829]: value = "task-4808112" [ 1044.280219] env[65829]: _type = "Task" [ 1044.280219] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.292080] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.333220] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5263a3fe-eef2-320b-64d4-f85638403f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.059763} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.334327] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.334327] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1044.334327] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.334593] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.334990] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1044.335381] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fcd38b2-7b19-4624-88d0-ea6b440d5f3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.345180] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1044.345369] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1044.346162] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ed0c1d7-90a8-43ae-8421-6b77f3b30610 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.352044] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1044.352044] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52adf8af-13b3-6921-56d4-c6ba06b30025" [ 1044.352044] env[65829]: _type = "Task" [ 1044.352044] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.361229] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52adf8af-13b3-6921-56d4-c6ba06b30025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.370455] env[65829]: WARNING neutronclient.v2_0.client [req-d8ab6be0-5ca9-44ca-b83c-99787faab378 req-f5bd512c-9b4b-4911-9607-242cf9f96c8d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.409874] env[65829]: DEBUG nova.compute.manager [req-92c6b5bf-a034-4f09-828b-a3804a8be47b req-8bdceb5c-162b-44f5-8721-21a1b0fce608 service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Received event network-changed-b9b3201b-d498-49e4-8d28-b6e44fed0be8 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1044.410237] env[65829]: DEBUG nova.compute.manager [req-92c6b5bf-a034-4f09-828b-a3804a8be47b req-8bdceb5c-162b-44f5-8721-21a1b0fce608 service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Refreshing instance network info cache due to event network-changed-b9b3201b-d498-49e4-8d28-b6e44fed0be8. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1044.410623] env[65829]: DEBUG oslo_concurrency.lockutils [req-92c6b5bf-a034-4f09-828b-a3804a8be47b req-8bdceb5c-162b-44f5-8721-21a1b0fce608 service nova] Acquiring lock "refresh_cache-af9abb1d-39d6-4565-a43a-f87a02d30f10" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.410868] env[65829]: DEBUG oslo_concurrency.lockutils [req-92c6b5bf-a034-4f09-828b-a3804a8be47b req-8bdceb5c-162b-44f5-8721-21a1b0fce608 service nova] Acquired lock "refresh_cache-af9abb1d-39d6-4565-a43a-f87a02d30f10" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.411394] env[65829]: DEBUG nova.network.neutron [req-92c6b5bf-a034-4f09-828b-a3804a8be47b req-8bdceb5c-162b-44f5-8721-21a1b0fce608 service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Refreshing network info cache for port b9b3201b-d498-49e4-8d28-b6e44fed0be8 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.442568] env[65829]: DEBUG nova.network.neutron [req-d8ab6be0-5ca9-44ca-b83c-99787faab378 req-f5bd512c-9b4b-4911-9607-242cf9f96c8d service nova] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Updated VIF entry in instance network info cache for port 1ce591c2-0f1a-4ded-b398-37b08dadc7de. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1044.442847] env[65829]: DEBUG nova.network.neutron [req-d8ab6be0-5ca9-44ca-b83c-99787faab378 req-f5bd512c-9b4b-4911-9607-242cf9f96c8d service nova] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Updating instance_info_cache with network_info: [{"id": "1ce591c2-0f1a-4ded-b398-37b08dadc7de", "address": "fa:16:3e:7a:65:3a", "network": {"id": "2e0abaae-df4b-490c-bf3e-bb0986d521b7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1923728297-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "238a33da88c042509d7179c989b3e861", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ce591c2-0f", "ovs_interfaceid": "1ce591c2-0f1a-4ded-b398-37b08dadc7de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.567332] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.567332] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.567484] env[65829]: DEBUG nova.network.neutron [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1044.588793] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072402} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.589347] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.590921] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8d0da8-7214-43b8-abeb-35e5648e125a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.617083] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] a8b2eef6-d3df-4b1f-85be-a5a61458954b/a8b2eef6-d3df-4b1f-85be-a5a61458954b.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.618800] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11023d15-55a6-4e22-b510-ac2f7dab37bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.639984] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1044.639984] env[65829]: value = "task-4808113" [ 1044.639984] env[65829]: _type = "Task" [ 1044.639984] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.651473] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.795605] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07329} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.796017] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.796910] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58198a18-d179-4ac1-ac06-e4402a1426ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.826854] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd/2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.828429] env[65829]: ERROR nova.scheduler.client.report [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [req-aec3102d-7f23-4efe-9fd1-9cd255fa6bbe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-aec3102d-7f23-4efe-9fd1-9cd255fa6bbe"}]} [ 1044.828822] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47fa94f1-9f16-4267-a1f5-164a43c6cd67 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.853528] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1044.853528] env[65829]: value = "task-4808114" [ 1044.853528] env[65829]: _type = "Task" [ 1044.853528] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.866298] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52adf8af-13b3-6921-56d4-c6ba06b30025, 'name': SearchDatastore_Task, 'duration_secs': 0.010844} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.870440] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808114, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.871536] env[65829]: DEBUG nova.scheduler.client.report [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1044.873631] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2a8d976-54fd-4570-8003-16e6f762fca9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.883067] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1044.883067] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524aea51-84ae-f18b-6563-5d95beae7e0a" [ 1044.883067] env[65829]: _type = "Task" [ 1044.883067] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.895442] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524aea51-84ae-f18b-6563-5d95beae7e0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.897071] env[65829]: DEBUG nova.scheduler.client.report [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1044.897252] env[65829]: DEBUG nova.compute.provider_tree [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.899503] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.899789] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] bceeb88b-c911-4dea-a73a-1398c2d7c63e/bceeb88b-c911-4dea-a73a-1398c2d7c63e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.900402] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65fe50ff-9a15-4d36-acfc-20757a3840ab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.908395] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1044.908395] env[65829]: value = "task-4808115" [ 1044.908395] env[65829]: _type = "Task" [ 1044.908395] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.912914] env[65829]: DEBUG nova.scheduler.client.report [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1044.915317] env[65829]: WARNING neutronclient.v2_0.client [req-92c6b5bf-a034-4f09-828b-a3804a8be47b req-8bdceb5c-162b-44f5-8721-21a1b0fce608 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.923564] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.938860] env[65829]: DEBUG nova.scheduler.client.report [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1044.945473] env[65829]: DEBUG oslo_concurrency.lockutils [req-d8ab6be0-5ca9-44ca-b83c-99787faab378 req-f5bd512c-9b4b-4911-9607-242cf9f96c8d service nova] Releasing lock "refresh_cache-bceeb88b-c911-4dea-a73a-1398c2d7c63e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.126226] env[65829]: DEBUG nova.network.neutron [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1045.129839] env[65829]: WARNING neutronclient.v2_0.client [req-92c6b5bf-a034-4f09-828b-a3804a8be47b req-8bdceb5c-162b-44f5-8721-21a1b0fce608 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.154897] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808113, 'name': ReconfigVM_Task, 'duration_secs': 0.302257} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.157789] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Reconfigured VM instance instance-00000060 to attach disk [datastore2] a8b2eef6-d3df-4b1f-85be-a5a61458954b/a8b2eef6-d3df-4b1f-85be-a5a61458954b.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.159711] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6462243-f429-4bc3-9637-6663e4db352d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.168103] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1045.168103] env[65829]: value = "task-4808116" [ 1045.168103] env[65829]: _type = "Task" [ 1045.168103] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.185120] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808116, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.239803] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27fadc8-e6f7-48ae-a0aa-9bb637870fd0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.250133] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdba6d8-56b2-488b-a207-c798ae0401a9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.288039] env[65829]: DEBUG nova.network.neutron [req-92c6b5bf-a034-4f09-828b-a3804a8be47b req-8bdceb5c-162b-44f5-8721-21a1b0fce608 service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Updated VIF entry in instance network info cache for port b9b3201b-d498-49e4-8d28-b6e44fed0be8. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1045.288467] env[65829]: DEBUG nova.network.neutron [req-92c6b5bf-a034-4f09-828b-a3804a8be47b req-8bdceb5c-162b-44f5-8721-21a1b0fce608 service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Updating instance_info_cache with network_info: [{"id": "b9b3201b-d498-49e4-8d28-b6e44fed0be8", "address": "fa:16:3e:94:c6:aa", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9b3201b-d4", "ovs_interfaceid": "b9b3201b-d498-49e4-8d28-b6e44fed0be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.293505] env[65829]: WARNING neutronclient.v2_0.client [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.300250] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d71f9a-bd0d-41ac-b97e-c795f79ddf87 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.316794] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fdec9a-1f4e-4a3e-b681-38d300dd331c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.343400] env[65829]: DEBUG nova.compute.provider_tree [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.350700] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.350987] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.369798] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.420968] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468248} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.421274] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] bceeb88b-c911-4dea-a73a-1398c2d7c63e/bceeb88b-c911-4dea-a73a-1398c2d7c63e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.421494] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.421772] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57ce64ac-3adb-4961-8330-315655f1f053 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.429703] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1045.429703] env[65829]: value = "task-4808117" [ 1045.429703] env[65829]: _type = "Task" [ 1045.429703] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.439642] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.489603] env[65829]: DEBUG nova.network.neutron [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance_info_cache with network_info: [{"id": "c259df96-19f9-4018-be56-a9225f5a0718", "address": "fa:16:3e:e1:80:37", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc259df96-19", "ovs_interfaceid": "c259df96-19f9-4018-be56-a9225f5a0718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.563252] env[65829]: DEBUG nova.compute.manager [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Received event network-vif-plugged-c259df96-19f9-4018-be56-a9225f5a0718 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1045.563252] env[65829]: DEBUG oslo_concurrency.lockutils [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] Acquiring lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.563252] env[65829]: DEBUG oslo_concurrency.lockutils [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.563569] env[65829]: DEBUG oslo_concurrency.lockutils [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.563569] env[65829]: DEBUG nova.compute.manager [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] No waiting events found dispatching network-vif-plugged-c259df96-19f9-4018-be56-a9225f5a0718 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1045.563717] env[65829]: WARNING nova.compute.manager [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Received unexpected event network-vif-plugged-c259df96-19f9-4018-be56-a9225f5a0718 for instance with vm_state building and task_state spawning. [ 1045.563917] env[65829]: DEBUG nova.compute.manager [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Received event network-changed-c259df96-19f9-4018-be56-a9225f5a0718 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1045.564084] env[65829]: DEBUG nova.compute.manager [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Refreshing instance network info cache due to event network-changed-c259df96-19f9-4018-be56-a9225f5a0718. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1045.564266] env[65829]: DEBUG oslo_concurrency.lockutils [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] Acquiring lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.678065] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808116, 'name': Rename_Task, 'duration_secs': 0.196274} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.678393] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.678650] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53fbd802-4d0b-4efb-b7e3-63d3eae8a845 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.686478] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1045.686478] env[65829]: value = "task-4808118" [ 1045.686478] env[65829]: _type = "Task" [ 1045.686478] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.696290] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.808643] env[65829]: DEBUG oslo_concurrency.lockutils [req-92c6b5bf-a034-4f09-828b-a3804a8be47b req-8bdceb5c-162b-44f5-8721-21a1b0fce608 service nova] Releasing lock "refresh_cache-af9abb1d-39d6-4565-a43a-f87a02d30f10" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.854846] env[65829]: DEBUG nova.compute.manager [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1045.869360] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.895896] env[65829]: DEBUG nova.scheduler.client.report [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1045.895896] env[65829]: DEBUG nova.compute.provider_tree [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 125 to 126 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1045.896141] env[65829]: DEBUG nova.compute.provider_tree [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.940844] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069268} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.941748] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.942363] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c759ed-959a-43fe-a41c-1ec882e664ac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.971523] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] bceeb88b-c911-4dea-a73a-1398c2d7c63e/bceeb88b-c911-4dea-a73a-1398c2d7c63e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.971906] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10ce5d76-6cea-44fa-bd3c-15f38091ed00 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.993066] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1045.993066] env[65829]: value = "task-4808119" [ 1045.993066] env[65829]: _type = "Task" [ 1045.993066] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.993581] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.993955] env[65829]: DEBUG nova.compute.manager [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Instance network_info: |[{"id": "c259df96-19f9-4018-be56-a9225f5a0718", "address": "fa:16:3e:e1:80:37", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc259df96-19", "ovs_interfaceid": "c259df96-19f9-4018-be56-a9225f5a0718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1045.994780] env[65829]: DEBUG oslo_concurrency.lockutils [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] Acquired lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.994971] env[65829]: DEBUG nova.network.neutron [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Refreshing network info cache for port c259df96-19f9-4018-be56-a9225f5a0718 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.996212] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:80:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c259df96-19f9-4018-be56-a9225f5a0718', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.004878] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Creating folder: Project (e045cbbbf4c5484e944180361e4cfb30). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.009082] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-308df7d7-f5f9-44c9-a655-c61f24232bca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.019662] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.023610] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Created folder: Project (e045cbbbf4c5484e944180361e4cfb30) in parent group-v937255. [ 1046.023909] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Creating folder: Instances. Parent ref: group-v937526. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1046.024522] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19e18256-1dd0-402a-b99c-b7fc755a567b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.035856] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Created folder: Instances in parent group-v937526. [ 1046.035856] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1046.036111] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.036344] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccf792f5-d3e9-4236-9c50-bbb63e8f56c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.057232] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.057232] env[65829]: value = "task-4808122" [ 1046.057232] env[65829]: _type = "Task" [ 1046.057232] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.066072] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808122, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.199765] env[65829]: DEBUG oslo_vmware.api [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808118, 'name': PowerOnVM_Task, 'duration_secs': 0.466915} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.199765] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.199765] env[65829]: INFO nova.compute.manager [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1046.199765] env[65829]: DEBUG nova.compute.manager [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1046.199765] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fa90dc-49ca-4e3d-9700-3a67fc6ecef7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.372160] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.382655] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.401797] env[65829]: DEBUG oslo_concurrency.lockutils [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.995s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.404090] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.784s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.404322] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.406247] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.248s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.407910] env[65829]: INFO nova.compute.claims [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.419963] env[65829]: INFO nova.scheduler.client.report [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted allocations for instance 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd [ 1046.429105] env[65829]: INFO nova.scheduler.client.report [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted allocations for instance 65b99536-a243-41e1-80f6-bd7fcf953bb2 [ 1046.505051] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.506924] env[65829]: WARNING neutronclient.v2_0.client [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.570360] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808122, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.686021] env[65829]: WARNING neutronclient.v2_0.client [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.717950] env[65829]: INFO nova.compute.manager [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Took 20.93 seconds to build instance. [ 1046.784435] env[65829]: DEBUG nova.network.neutron [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updated VIF entry in instance network info cache for port c259df96-19f9-4018-be56-a9225f5a0718. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1046.784866] env[65829]: DEBUG nova.network.neutron [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance_info_cache with network_info: [{"id": "c259df96-19f9-4018-be56-a9225f5a0718", "address": "fa:16:3e:e1:80:37", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc259df96-19", "ovs_interfaceid": "c259df96-19f9-4018-be56-a9225f5a0718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.793596] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "5e85be84-9722-4804-be8b-0e6a48416f3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.793669] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.870313] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808114, 'name': ReconfigVM_Task, 'duration_secs': 1.545226} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.870596] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd/2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.871284] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2d7fc0b-25bc-489b-a531-33033f5f3537 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.880489] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1046.880489] env[65829]: value = "task-4808123" [ 1046.880489] env[65829]: _type = "Task" [ 1046.880489] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.889702] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808123, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.928373] env[65829]: DEBUG oslo_concurrency.lockutils [None req-217a9244-f951-4073-9238-e3d8b923d2ce tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "9b82a77f-0c8f-4f92-9c94-3f842b2dcccd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.287s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.936073] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e4fc5fdf-a4b0-42e8-a831-88d268c4de19 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "65b99536-a243-41e1-80f6-bd7fcf953bb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.237s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.004921] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808119, 'name': ReconfigVM_Task, 'duration_secs': 0.981248} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.005297] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Reconfigured VM instance instance-00000061 to attach disk [datastore2] bceeb88b-c911-4dea-a73a-1398c2d7c63e/bceeb88b-c911-4dea-a73a-1398c2d7c63e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.005898] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6acbf67-76e7-4295-abee-4e434daa57a1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.012551] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1047.012551] env[65829]: value = "task-4808124" [ 1047.012551] env[65829]: _type = "Task" [ 1047.012551] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.022231] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808124, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.068433] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808122, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.220518] env[65829]: DEBUG oslo_concurrency.lockutils [None req-103f1af4-91a9-496e-9bbd-b9abef86e03c tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.440s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.247192] env[65829]: DEBUG nova.compute.manager [req-4e1fe54b-bc57-4679-b108-a637a698cd7f req-b78571af-0cf5-4b95-8f69-fe9f70771aba service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Received event network-changed-f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1047.247599] env[65829]: DEBUG nova.compute.manager [req-4e1fe54b-bc57-4679-b108-a637a698cd7f req-b78571af-0cf5-4b95-8f69-fe9f70771aba service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Refreshing instance network info cache due to event network-changed-f52934f5-15d6-4c83-924c-83229e366fce. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1047.248042] env[65829]: DEBUG oslo_concurrency.lockutils [req-4e1fe54b-bc57-4679-b108-a637a698cd7f req-b78571af-0cf5-4b95-8f69-fe9f70771aba service nova] Acquiring lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.248247] env[65829]: DEBUG oslo_concurrency.lockutils [req-4e1fe54b-bc57-4679-b108-a637a698cd7f req-b78571af-0cf5-4b95-8f69-fe9f70771aba service nova] Acquired lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.248445] env[65829]: DEBUG nova.network.neutron [req-4e1fe54b-bc57-4679-b108-a637a698cd7f req-b78571af-0cf5-4b95-8f69-fe9f70771aba service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Refreshing network info cache for port f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.260111] env[65829]: DEBUG oslo_concurrency.lockutils [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "da7e16fc-96f4-4130-a88f-2241d3c64961" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.260377] env[65829]: DEBUG oslo_concurrency.lockutils [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "da7e16fc-96f4-4130-a88f-2241d3c64961" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.260581] env[65829]: DEBUG oslo_concurrency.lockutils [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "da7e16fc-96f4-4130-a88f-2241d3c64961-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.260783] env[65829]: DEBUG oslo_concurrency.lockutils [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "da7e16fc-96f4-4130-a88f-2241d3c64961-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.260953] env[65829]: DEBUG oslo_concurrency.lockutils [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "da7e16fc-96f4-4130-a88f-2241d3c64961-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.263442] env[65829]: INFO nova.compute.manager [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Terminating instance [ 1047.290093] env[65829]: DEBUG oslo_concurrency.lockutils [req-95e15f8f-8465-4b44-b2e2-3eb6ca6345ee req-fd076f77-43c1-4ed6-8dd5-d3d2be2a9506 service nova] Releasing lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.296252] env[65829]: DEBUG nova.compute.manager [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1047.390399] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808123, 'name': Rename_Task, 'duration_secs': 0.26562} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.390678] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.390931] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e85a5723-6f05-4e42-bd4a-8e8f09850a59 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.397972] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1047.397972] env[65829]: value = "task-4808125" [ 1047.397972] env[65829]: _type = "Task" [ 1047.397972] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.407106] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.522262] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808124, 'name': Rename_Task, 'duration_secs': 0.246454} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.524974] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.525431] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9528c2ed-9f04-43e2-b53d-58720ceda759 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.533109] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1047.533109] env[65829]: value = "task-4808126" [ 1047.533109] env[65829]: _type = "Task" [ 1047.533109] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.545292] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.570328] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808122, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.671675] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930a614d-1f0e-4860-84c0-aeecba2ee134 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.680948] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682e6b9e-0bef-4109-8048-57be7861fa88 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.714675] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38405fba-87f5-4c50-99f3-f459f8aeb565 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.723766] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed92fde1-6e24-4922-9834-835897f457a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.738793] env[65829]: DEBUG nova.compute.provider_tree [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.752354] env[65829]: WARNING neutronclient.v2_0.client [req-4e1fe54b-bc57-4679-b108-a637a698cd7f req-b78571af-0cf5-4b95-8f69-fe9f70771aba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.767767] env[65829]: DEBUG nova.compute.manager [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1047.768069] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.769146] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d01e2d1-ad32-46aa-ac0a-1a604bdd7dfc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.779693] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.780008] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf65955d-dfb2-4e44-8e59-f88581e96d30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.789236] env[65829]: DEBUG oslo_vmware.api [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1047.789236] env[65829]: value = "task-4808127" [ 1047.789236] env[65829]: _type = "Task" [ 1047.789236] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.805505] env[65829]: DEBUG oslo_vmware.api [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.825258] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.914198] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808125, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.948325] env[65829]: WARNING neutronclient.v2_0.client [req-4e1fe54b-bc57-4679-b108-a637a698cd7f req-b78571af-0cf5-4b95-8f69-fe9f70771aba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.030635] env[65829]: DEBUG nova.network.neutron [req-4e1fe54b-bc57-4679-b108-a637a698cd7f req-b78571af-0cf5-4b95-8f69-fe9f70771aba service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updated VIF entry in instance network info cache for port f52934f5-15d6-4c83-924c-83229e366fce. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1048.031071] env[65829]: DEBUG nova.network.neutron [req-4e1fe54b-bc57-4679-b108-a637a698cd7f req-b78571af-0cf5-4b95-8f69-fe9f70771aba service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updating instance_info_cache with network_info: [{"id": "f52934f5-15d6-4c83-924c-83229e366fce", "address": "fa:16:3e:91:03:fc", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52934f5-15", "ovs_interfaceid": "f52934f5-15d6-4c83-924c-83229e366fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.046282] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808126, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.072244] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808122, 'name': CreateVM_Task, 'duration_secs': 1.667292} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.072460] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.073151] env[65829]: WARNING neutronclient.v2_0.client [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.073651] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.073923] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.074411] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.074767] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b8815c-6a3c-457a-81c6-a2c815004ff2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.081042] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1048.081042] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ca1c6b-ba6e-962b-c288-ea132a1ada3e" [ 1048.081042] env[65829]: _type = "Task" [ 1048.081042] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.092302] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ca1c6b-ba6e-962b-c288-ea132a1ada3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.197349] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "5bb42a41-e376-451f-997c-3208fc5091b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.197573] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "5bb42a41-e376-451f-997c-3208fc5091b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.244658] env[65829]: DEBUG nova.scheduler.client.report [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.300703] env[65829]: DEBUG oslo_vmware.api [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808127, 'name': PowerOffVM_Task, 'duration_secs': 0.239194} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.301043] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.301223] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.301483] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80c70461-2842-4e32-b799-ded0157c64f8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.405733] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.405921] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.406233] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleting the datastore file [datastore1] da7e16fc-96f4-4130-a88f-2241d3c64961 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.406969] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ebdded7-c7c5-4679-9b2d-258ec2a7eb7f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.412161] env[65829]: DEBUG oslo_vmware.api [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808125, 'name': PowerOnVM_Task, 'duration_secs': 0.624779} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.413189] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.413493] env[65829]: DEBUG nova.compute.manager [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1048.414940] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5f23c2-2488-4e70-8814-d75b7fdd4a4b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.417737] env[65829]: DEBUG oslo_vmware.api [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1048.417737] env[65829]: value = "task-4808129" [ 1048.417737] env[65829]: _type = "Task" [ 1048.417737] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.430895] env[65829]: DEBUG oslo_vmware.api [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.537727] env[65829]: DEBUG oslo_concurrency.lockutils [req-4e1fe54b-bc57-4679-b108-a637a698cd7f req-b78571af-0cf5-4b95-8f69-fe9f70771aba service nova] Releasing lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.547221] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808126, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.592934] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ca1c6b-ba6e-962b-c288-ea132a1ada3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.593231] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.593488] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.593739] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.593870] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.594071] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.594349] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bb352f7-1545-4252-973f-d22eb97cbdfb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.603602] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.603789] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.604617] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5c65a1-32fe-424b-a682-28e9d58d17dc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.609948] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1048.609948] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b5706d-c7d5-6425-141a-79ddb7b0a67a" [ 1048.609948] env[65829]: _type = "Task" [ 1048.609948] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.619099] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b5706d-c7d5-6425-141a-79ddb7b0a67a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.699933] env[65829]: DEBUG nova.compute.manager [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1048.751637] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.753032] env[65829]: DEBUG nova.compute.manager [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1048.756497] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.432s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.756783] env[65829]: DEBUG nova.objects.instance [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lazy-loading 'resources' on Instance uuid a0dd2130-f3ce-47e5-a274-c0a9770b8f5f {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.935920] env[65829]: DEBUG oslo_vmware.api [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291422} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.937959] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.939029] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.939029] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.939029] env[65829]: INFO nova.compute.manager [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1048.939029] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1048.939514] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.939782] env[65829]: DEBUG nova.compute.manager [-] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1048.939884] env[65829]: DEBUG nova.network.neutron [-] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1048.940251] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.978393] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.049566] env[65829]: DEBUG oslo_vmware.api [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808126, 'name': PowerOnVM_Task, 'duration_secs': 1.222386} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.049900] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.050136] env[65829]: INFO nova.compute.manager [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1049.050350] env[65829]: DEBUG nova.compute.manager [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1049.051270] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75150a27-93c2-47f6-ad2e-8911b7819fcc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.122553] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b5706d-c7d5-6425-141a-79ddb7b0a67a, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.123486] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b8f9f19-6b65-4eef-9fcf-84c60168d3b6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.130654] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1049.130654] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524f9cd9-4e32-e90b-cfe5-9ed03dcacf46" [ 1049.130654] env[65829]: _type = "Task" [ 1049.130654] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.141586] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524f9cd9-4e32-e90b-cfe5-9ed03dcacf46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.234989] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.260252] env[65829]: DEBUG nova.compute.manager [req-5a506c40-c39a-41d6-9646-f0b617bf63f7 req-5cac3783-a487-40b4-a2a5-13831eca2cb8 service nova] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Received event network-vif-deleted-e66ae85e-9095-4605-bb3e-9f81d1e6c042 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1049.260485] env[65829]: INFO nova.compute.manager [req-5a506c40-c39a-41d6-9646-f0b617bf63f7 req-5cac3783-a487-40b4-a2a5-13831eca2cb8 service nova] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Neutron deleted interface e66ae85e-9095-4605-bb3e-9f81d1e6c042; detaching it from the instance and deleting it from the info cache [ 1049.260485] env[65829]: DEBUG nova.network.neutron [req-5a506c40-c39a-41d6-9646-f0b617bf63f7 req-5cac3783-a487-40b4-a2a5-13831eca2cb8 service nova] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.263020] env[65829]: DEBUG nova.compute.utils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.267897] env[65829]: DEBUG nova.compute.manager [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1049.268291] env[65829]: DEBUG nova.network.neutron [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1049.268622] env[65829]: WARNING neutronclient.v2_0.client [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.268928] env[65829]: WARNING neutronclient.v2_0.client [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.325732] env[65829]: DEBUG nova.policy [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '58e71aef14884c9792f514266b013565', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3ee32917d7174f0ebdffb4a469ed2eb7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.413189] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquiring lock "2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.413441] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lock "2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.413642] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquiring lock "2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.413816] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lock "2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.413976] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lock "2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.416303] env[65829]: INFO nova.compute.manager [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Terminating instance [ 1049.545144] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6beba45-6dab-46c8-a0fb-85ab034fd339 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.554448] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a38c8c-4106-43e1-a467-26f23a06641f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.598175] env[65829]: INFO nova.compute.manager [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Took 22.27 seconds to build instance. [ 1049.600364] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd7aec4-1650-4462-bb5f-3a0385871a85 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.610110] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9bad3b-416d-4065-9ddd-17eef41c1896 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.625536] env[65829]: DEBUG nova.compute.provider_tree [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.641677] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524f9cd9-4e32-e90b-cfe5-9ed03dcacf46, 'name': SearchDatastore_Task, 'duration_secs': 0.011255} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.641959] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.642293] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf/22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.642593] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c61de49-d214-4c5d-ac6e-1aaed2bfbb55 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.650648] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1049.650648] env[65829]: value = "task-4808130" [ 1049.650648] env[65829]: _type = "Task" [ 1049.650648] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.659695] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808130, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.685740] env[65829]: DEBUG nova.network.neutron [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Successfully created port: 620b3291-3be4-49e1-8e75-322a94464d25 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1049.730081] env[65829]: DEBUG nova.network.neutron [-] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.766521] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11769858-21d6-41e9-a789-719f43851992 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.774254] env[65829]: DEBUG nova.compute.manager [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1049.782481] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4981ca-cda1-4fca-a573-466bff8e1792 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.823141] env[65829]: DEBUG nova.compute.manager [req-5a506c40-c39a-41d6-9646-f0b617bf63f7 req-5cac3783-a487-40b4-a2a5-13831eca2cb8 service nova] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Detach interface failed, port_id=e66ae85e-9095-4605-bb3e-9f81d1e6c042, reason: Instance da7e16fc-96f4-4130-a88f-2241d3c64961 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1049.923018] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquiring lock "refresh_cache-2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.923246] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquired lock "refresh_cache-2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.923474] env[65829]: DEBUG nova.network.neutron [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1050.104286] env[65829]: DEBUG oslo_concurrency.lockutils [None req-86a23019-3a0a-487b-9899-786995ece93a tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "bceeb88b-c911-4dea-a73a-1398c2d7c63e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.788s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.129738] env[65829]: DEBUG nova.scheduler.client.report [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.163400] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808130, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491365} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.164043] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf/22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.164043] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.164464] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fad32b9-9fc5-4128-a6df-38a1d8f28b3a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.173180] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1050.173180] env[65829]: value = "task-4808131" [ 1050.173180] env[65829]: _type = "Task" [ 1050.173180] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.186640] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.233316] env[65829]: INFO nova.compute.manager [-] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Took 1.29 seconds to deallocate network for instance. [ 1050.426646] env[65829]: WARNING neutronclient.v2_0.client [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.458104] env[65829]: DEBUG nova.network.neutron [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1050.563635] env[65829]: DEBUG nova.network.neutron [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.635901] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.639435] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.256s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.640328] env[65829]: INFO nova.compute.claims [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.661873] env[65829]: INFO nova.scheduler.client.report [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Deleted allocations for instance a0dd2130-f3ce-47e5-a274-c0a9770b8f5f [ 1050.684568] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076411} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.684791] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.685953] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7e8507-60fa-4fe2-94dc-63f5fee4f322 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.712088] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf/22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.713241] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63621a55-1fc4-4e62-aef8-8640ecfaf3c4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.735118] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1050.735118] env[65829]: value = "task-4808132" [ 1050.735118] env[65829]: _type = "Task" [ 1050.735118] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.741554] env[65829]: DEBUG oslo_concurrency.lockutils [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.745463] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808132, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.782346] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "bceeb88b-c911-4dea-a73a-1398c2d7c63e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.782629] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "bceeb88b-c911-4dea-a73a-1398c2d7c63e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.782977] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "bceeb88b-c911-4dea-a73a-1398c2d7c63e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.783161] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "bceeb88b-c911-4dea-a73a-1398c2d7c63e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.783331] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "bceeb88b-c911-4dea-a73a-1398c2d7c63e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.785721] env[65829]: INFO nova.compute.manager [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Terminating instance [ 1050.804769] env[65829]: DEBUG nova.compute.manager [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1050.834415] env[65829]: DEBUG nova.virt.hardware [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1050.834683] env[65829]: DEBUG nova.virt.hardware [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.834918] env[65829]: DEBUG nova.virt.hardware [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1050.835164] env[65829]: DEBUG nova.virt.hardware [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.835311] env[65829]: DEBUG nova.virt.hardware [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1050.835453] env[65829]: DEBUG nova.virt.hardware [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1050.835664] env[65829]: DEBUG nova.virt.hardware [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1050.835926] env[65829]: DEBUG nova.virt.hardware [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1050.836146] env[65829]: DEBUG nova.virt.hardware [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1050.836318] env[65829]: DEBUG nova.virt.hardware [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1050.836490] env[65829]: DEBUG nova.virt.hardware [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1050.837858] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b232ba8a-44f4-4455-ba53-2b8e5f4a55dc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.847934] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b196ea-6d46-40bb-b3bc-8a7b55fb967e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.067691] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Releasing lock "refresh_cache-2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.067891] env[65829]: DEBUG nova.compute.manager [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1051.068226] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.069758] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62796231-da12-476b-898e-26c9da367278 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.082333] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.082511] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9340f9d6-844e-4e02-9122-330441477542 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.091823] env[65829]: DEBUG oslo_vmware.api [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1051.091823] env[65829]: value = "task-4808133" [ 1051.091823] env[65829]: _type = "Task" [ 1051.091823] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.106950] env[65829]: DEBUG oslo_vmware.api [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.173507] env[65829]: DEBUG oslo_concurrency.lockutils [None req-545a9ac6-8103-4d48-aa75-870eaf88b0b4 tempest-ServersAdminTestJSON-1194329483 tempest-ServersAdminTestJSON-1194329483-project-member] Lock "a0dd2130-f3ce-47e5-a274-c0a9770b8f5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.434s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.250502] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.290211] env[65829]: DEBUG nova.compute.manager [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1051.290389] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.291369] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095c6009-90d9-4102-b8cb-8887331ad974 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.298552] env[65829]: DEBUG nova.compute.manager [req-7c5ec233-bb31-47b2-b7b1-9b8c70b429b0 req-cde89e36-35f6-4cb6-a662-c0ca9aee7411 service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Received event network-vif-plugged-620b3291-3be4-49e1-8e75-322a94464d25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1051.298935] env[65829]: DEBUG oslo_concurrency.lockutils [req-7c5ec233-bb31-47b2-b7b1-9b8c70b429b0 req-cde89e36-35f6-4cb6-a662-c0ca9aee7411 service nova] Acquiring lock "bbb8917c-8685-4136-980f-66c52f3b939f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.299144] env[65829]: DEBUG oslo_concurrency.lockutils [req-7c5ec233-bb31-47b2-b7b1-9b8c70b429b0 req-cde89e36-35f6-4cb6-a662-c0ca9aee7411 service nova] Lock "bbb8917c-8685-4136-980f-66c52f3b939f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.299248] env[65829]: DEBUG oslo_concurrency.lockutils [req-7c5ec233-bb31-47b2-b7b1-9b8c70b429b0 req-cde89e36-35f6-4cb6-a662-c0ca9aee7411 service nova] Lock "bbb8917c-8685-4136-980f-66c52f3b939f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.299438] env[65829]: DEBUG nova.compute.manager [req-7c5ec233-bb31-47b2-b7b1-9b8c70b429b0 req-cde89e36-35f6-4cb6-a662-c0ca9aee7411 service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] No waiting events found dispatching network-vif-plugged-620b3291-3be4-49e1-8e75-322a94464d25 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1051.299565] env[65829]: WARNING nova.compute.manager [req-7c5ec233-bb31-47b2-b7b1-9b8c70b429b0 req-cde89e36-35f6-4cb6-a662-c0ca9aee7411 service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Received unexpected event network-vif-plugged-620b3291-3be4-49e1-8e75-322a94464d25 for instance with vm_state building and task_state spawning. [ 1051.302824] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.303134] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ac7ec92-2491-4e43-bd70-c46fe85b3568 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.313451] env[65829]: DEBUG oslo_vmware.api [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1051.313451] env[65829]: value = "task-4808134" [ 1051.313451] env[65829]: _type = "Task" [ 1051.313451] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.322394] env[65829]: DEBUG nova.network.neutron [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Successfully updated port: 620b3291-3be4-49e1-8e75-322a94464d25 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1051.327984] env[65829]: DEBUG oslo_vmware.api [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.608836] env[65829]: DEBUG oslo_vmware.api [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808133, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.748415] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808132, 'name': ReconfigVM_Task, 'duration_secs': 0.599883} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.748753] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf/22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.749503] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0d2c74d-c592-4611-b6f4-d91f64a10f9c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.757349] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1051.757349] env[65829]: value = "task-4808135" [ 1051.757349] env[65829]: _type = "Task" [ 1051.757349] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.766503] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808135, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.823691] env[65829]: DEBUG oslo_vmware.api [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808134, 'name': PowerOffVM_Task, 'duration_secs': 0.48157} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.823985] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.824171] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.824439] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c0a4f38-09f9-4981-bad8-df631364d3a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.829854] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "refresh_cache-bbb8917c-8685-4136-980f-66c52f3b939f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.830031] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquired lock "refresh_cache-bbb8917c-8685-4136-980f-66c52f3b939f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.830208] env[65829]: DEBUG nova.network.neutron [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1051.890672] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.890896] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.891104] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleting the datastore file [datastore2] bceeb88b-c911-4dea-a73a-1398c2d7c63e {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.891394] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7976d69a-3f84-419f-ae65-5dd50842d0c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.905492] env[65829]: DEBUG oslo_vmware.api [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for the task: (returnval){ [ 1051.905492] env[65829]: value = "task-4808137" [ 1051.905492] env[65829]: _type = "Task" [ 1051.905492] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.918515] env[65829]: DEBUG oslo_vmware.api [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.988374] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cf3fd0-ef0d-44bc-96c8-9847d4048d12 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.996606] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f624e139-2a37-46ee-9eec-071d9877a584 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.029922] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996737db-638d-4985-aded-6d9f6544ba6d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.038781] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af4438f-96fe-4858-8c6b-7a8f4df3f76f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.053631] env[65829]: DEBUG nova.compute.provider_tree [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.102536] env[65829]: DEBUG oslo_vmware.api [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808133, 'name': PowerOffVM_Task, 'duration_secs': 0.69596} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.102804] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.102970] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.103251] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53c2eba0-6d0a-41e1-a433-e976b389f5d8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.127338] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.127544] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.127707] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Deleting the datastore file [datastore2] 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.127995] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-573dc5cb-6b93-47d4-b857-6a5b0357959c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.135337] env[65829]: DEBUG oslo_vmware.api [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for the task: (returnval){ [ 1052.135337] env[65829]: value = "task-4808139" [ 1052.135337] env[65829]: _type = "Task" [ 1052.135337] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.144266] env[65829]: DEBUG oslo_vmware.api [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808139, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.267562] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808135, 'name': Rename_Task, 'duration_secs': 0.249556} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.267846] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.268120] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e920b54-a60f-4142-909c-111a767554c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.275371] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1052.275371] env[65829]: value = "task-4808140" [ 1052.275371] env[65829]: _type = "Task" [ 1052.275371] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.285532] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808140, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.399683] env[65829]: DEBUG nova.network.neutron [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1052.415380] env[65829]: DEBUG oslo_vmware.api [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Task: {'id': task-4808137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14652} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.415649] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.415834] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.416015] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.416223] env[65829]: INFO nova.compute.manager [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1052.416477] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1052.416716] env[65829]: DEBUG nova.compute.manager [-] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1052.416760] env[65829]: DEBUG nova.network.neutron [-] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1052.417059] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.461808] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.557195] env[65829]: DEBUG nova.scheduler.client.report [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.634219] env[65829]: WARNING neutronclient.v2_0.client [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.647801] env[65829]: DEBUG oslo_vmware.api [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Task: {'id': task-4808139, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.089156} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.648164] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.648394] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.648606] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.648896] env[65829]: INFO nova.compute.manager [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Took 1.58 seconds to destroy the instance on the hypervisor. [ 1052.649221] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1052.649467] env[65829]: DEBUG nova.compute.manager [-] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1052.649881] env[65829]: DEBUG nova.network.neutron [-] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1052.649960] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.740644] env[65829]: DEBUG nova.network.neutron [-] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1052.740993] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.791334] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808140, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.804072] env[65829]: DEBUG nova.network.neutron [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Updating instance_info_cache with network_info: [{"id": "620b3291-3be4-49e1-8e75-322a94464d25", "address": "fa:16:3e:87:30:a7", "network": {"id": "4221bb4f-d80f-49fb-aa07-3b1060a3206d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1413371387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee32917d7174f0ebdffb4a469ed2eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620b3291-3b", "ovs_interfaceid": "620b3291-3be4-49e1-8e75-322a94464d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.840699] env[65829]: DEBUG nova.compute.manager [req-6e51fa89-d2e2-433d-9206-c9538aded652 req-3b2f7d12-f6bb-4b57-a4a4-ce5fbff1a73a service nova] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Received event network-vif-deleted-1ce591c2-0f1a-4ded-b398-37b08dadc7de {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1052.840851] env[65829]: INFO nova.compute.manager [req-6e51fa89-d2e2-433d-9206-c9538aded652 req-3b2f7d12-f6bb-4b57-a4a4-ce5fbff1a73a service nova] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Neutron deleted interface 1ce591c2-0f1a-4ded-b398-37b08dadc7de; detaching it from the instance and deleting it from the info cache [ 1052.841072] env[65829]: DEBUG nova.network.neutron [req-6e51fa89-d2e2-433d-9206-c9538aded652 req-3b2f7d12-f6bb-4b57-a4a4-ce5fbff1a73a service nova] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.062678] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.424s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.063367] env[65829]: DEBUG nova.compute.manager [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1053.066313] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.241s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.067834] env[65829]: INFO nova.compute.claims [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.161369] env[65829]: DEBUG nova.network.neutron [-] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.243411] env[65829]: DEBUG nova.network.neutron [-] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.288682] env[65829]: DEBUG oslo_vmware.api [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808140, 'name': PowerOnVM_Task, 'duration_secs': 0.947123} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.289026] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.289221] env[65829]: INFO nova.compute.manager [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1053.289397] env[65829]: DEBUG nova.compute.manager [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1053.290220] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32af4442-73fa-4360-9af5-14c3761243d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.305478] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Releasing lock "refresh_cache-bbb8917c-8685-4136-980f-66c52f3b939f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.305846] env[65829]: DEBUG nova.compute.manager [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Instance network_info: |[{"id": "620b3291-3be4-49e1-8e75-322a94464d25", "address": "fa:16:3e:87:30:a7", "network": {"id": "4221bb4f-d80f-49fb-aa07-3b1060a3206d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1413371387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee32917d7174f0ebdffb4a469ed2eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620b3291-3b", "ovs_interfaceid": "620b3291-3be4-49e1-8e75-322a94464d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1053.307033] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:30:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '620b3291-3be4-49e1-8e75-322a94464d25', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.314442] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1053.315049] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.315120] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee97710b-999b-44d4-a23c-94bb0574f3cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.336605] env[65829]: DEBUG nova.compute.manager [req-ba7171e5-5e1c-4ea9-b490-3aa3000c1702 req-c814d20b-41b5-456f-8efe-97c8a86f837a service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Received event network-changed-620b3291-3be4-49e1-8e75-322a94464d25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1053.336873] env[65829]: DEBUG nova.compute.manager [req-ba7171e5-5e1c-4ea9-b490-3aa3000c1702 req-c814d20b-41b5-456f-8efe-97c8a86f837a service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Refreshing instance network info cache due to event network-changed-620b3291-3be4-49e1-8e75-322a94464d25. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1053.337527] env[65829]: DEBUG oslo_concurrency.lockutils [req-ba7171e5-5e1c-4ea9-b490-3aa3000c1702 req-c814d20b-41b5-456f-8efe-97c8a86f837a service nova] Acquiring lock "refresh_cache-bbb8917c-8685-4136-980f-66c52f3b939f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.337527] env[65829]: DEBUG oslo_concurrency.lockutils [req-ba7171e5-5e1c-4ea9-b490-3aa3000c1702 req-c814d20b-41b5-456f-8efe-97c8a86f837a service nova] Acquired lock "refresh_cache-bbb8917c-8685-4136-980f-66c52f3b939f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.337527] env[65829]: DEBUG nova.network.neutron [req-ba7171e5-5e1c-4ea9-b490-3aa3000c1702 req-c814d20b-41b5-456f-8efe-97c8a86f837a service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Refreshing network info cache for port 620b3291-3be4-49e1-8e75-322a94464d25 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.340910] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.340910] env[65829]: value = "task-4808141" [ 1053.340910] env[65829]: _type = "Task" [ 1053.340910] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.346390] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de71ed2d-c4de-475f-8696-327d549a1385 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.354224] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808141, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.358319] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5008ec-7921-471c-9516-587d31f68584 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.399137] env[65829]: DEBUG nova.compute.manager [req-6e51fa89-d2e2-433d-9206-c9538aded652 req-3b2f7d12-f6bb-4b57-a4a4-ce5fbff1a73a service nova] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Detach interface failed, port_id=1ce591c2-0f1a-4ded-b398-37b08dadc7de, reason: Instance bceeb88b-c911-4dea-a73a-1398c2d7c63e could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1053.573248] env[65829]: DEBUG nova.compute.utils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.577818] env[65829]: DEBUG nova.compute.manager [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1053.577926] env[65829]: DEBUG nova.network.neutron [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1053.578274] env[65829]: WARNING neutronclient.v2_0.client [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.578582] env[65829]: WARNING neutronclient.v2_0.client [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.642800] env[65829]: DEBUG nova.policy [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd51feba679164b4c93e2c025ce12bc2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cac28f198d84bc19abf0bdbc55e7b49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.664261] env[65829]: INFO nova.compute.manager [-] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Took 1.25 seconds to deallocate network for instance. [ 1053.747435] env[65829]: INFO nova.compute.manager [-] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Took 1.10 seconds to deallocate network for instance. [ 1053.807888] env[65829]: INFO nova.compute.manager [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Took 25.86 seconds to build instance. [ 1053.842284] env[65829]: WARNING neutronclient.v2_0.client [req-ba7171e5-5e1c-4ea9-b490-3aa3000c1702 req-c814d20b-41b5-456f-8efe-97c8a86f837a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.855433] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808141, 'name': CreateVM_Task, 'duration_secs': 0.399127} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.855671] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.856288] env[65829]: WARNING neutronclient.v2_0.client [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.857032] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.857211] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.857536] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.857814] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e250f92-3043-4099-b811-d274aab66126 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.864197] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1053.864197] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5268ae17-356a-f216-9746-3bcbb3325725" [ 1053.864197] env[65829]: _type = "Task" [ 1053.864197] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.874045] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5268ae17-356a-f216-9746-3bcbb3325725, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.994299] env[65829]: DEBUG nova.network.neutron [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Successfully created port: d416ba73-82ad-4f9b-8fae-0fe0ffc50632 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1054.080750] env[65829]: DEBUG nova.compute.manager [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1054.172868] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.255874] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.309769] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25dd437-44a5-4bce-a1bf-3b75ecb04bbe tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.372s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.336120] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de181516-401e-493c-8a21-1f99d2c38175 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.344308] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c47aaa-8b16-49f0-baa5-beb69d6d66f2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.391330] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa356218-a512-41b6-b15c-b360965a6233 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.404753] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5291ccad-c854-473e-a39d-5010b4eadaa0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.409099] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5268ae17-356a-f216-9746-3bcbb3325725, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.409709] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.409709] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.409884] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.409954] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.410436] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.411689] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fca53d2-1cb2-455a-9efe-f7cc7d151657 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.422909] env[65829]: DEBUG nova.compute.provider_tree [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.432971] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.433122] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.434137] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba8e135a-e8ea-4197-98b0-b6a942dba664 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.442186] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1054.442186] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526eab4d-c25f-aa49-bf78-6b46c5cd6b0e" [ 1054.442186] env[65829]: _type = "Task" [ 1054.442186] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.453190] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526eab4d-c25f-aa49-bf78-6b46c5cd6b0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.926494] env[65829]: DEBUG nova.scheduler.client.report [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.954457] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526eab4d-c25f-aa49-bf78-6b46c5cd6b0e, 'name': SearchDatastore_Task, 'duration_secs': 0.014832} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.955446] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-351fc867-d1df-40c4-abc8-ba1f488a9628 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.962402] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1054.962402] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f8f70e-ebe3-f226-e0a3-45efdfdd7b3c" [ 1054.962402] env[65829]: _type = "Task" [ 1054.962402] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.971382] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f8f70e-ebe3-f226-e0a3-45efdfdd7b3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.093011] env[65829]: DEBUG nova.compute.manager [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1055.121291] env[65829]: DEBUG nova.virt.hardware [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1055.121556] env[65829]: DEBUG nova.virt.hardware [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.121709] env[65829]: DEBUG nova.virt.hardware [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1055.121888] env[65829]: DEBUG nova.virt.hardware [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.122044] env[65829]: DEBUG nova.virt.hardware [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1055.122200] env[65829]: DEBUG nova.virt.hardware [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1055.122401] env[65829]: DEBUG nova.virt.hardware [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1055.122564] env[65829]: DEBUG nova.virt.hardware [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1055.122727] env[65829]: DEBUG nova.virt.hardware [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1055.122884] env[65829]: DEBUG nova.virt.hardware [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1055.123067] env[65829]: DEBUG nova.virt.hardware [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1055.123937] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1760684a-6a03-4e39-984a-02c287eb59e6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.133335] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200c7cb0-4b19-4f1a-bac7-a4929f6ae81a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.433011] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.367s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.433575] env[65829]: DEBUG nova.compute.manager [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1055.436457] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.497s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.436638] env[65829]: DEBUG nova.objects.instance [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1055.476855] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f8f70e-ebe3-f226-e0a3-45efdfdd7b3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011522} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.477217] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.477509] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] bbb8917c-8685-4136-980f-66c52f3b939f/bbb8917c-8685-4136-980f-66c52f3b939f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.477972] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-926975b3-e343-4cf7-be94-211995f331f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.489588] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1055.489588] env[65829]: value = "task-4808142" [ 1055.489588] env[65829]: _type = "Task" [ 1055.489588] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.504399] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808142, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.683403] env[65829]: DEBUG nova.network.neutron [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Successfully updated port: d416ba73-82ad-4f9b-8fae-0fe0ffc50632 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1055.723354] env[65829]: WARNING neutronclient.v2_0.client [req-ba7171e5-5e1c-4ea9-b490-3aa3000c1702 req-c814d20b-41b5-456f-8efe-97c8a86f837a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.738715] env[65829]: DEBUG nova.compute.manager [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Stashing vm_state: active {{(pid=65829) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1055.879598] env[65829]: DEBUG nova.network.neutron [req-ba7171e5-5e1c-4ea9-b490-3aa3000c1702 req-c814d20b-41b5-456f-8efe-97c8a86f837a service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Updated VIF entry in instance network info cache for port 620b3291-3be4-49e1-8e75-322a94464d25. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1055.879981] env[65829]: DEBUG nova.network.neutron [req-ba7171e5-5e1c-4ea9-b490-3aa3000c1702 req-c814d20b-41b5-456f-8efe-97c8a86f837a service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Updating instance_info_cache with network_info: [{"id": "620b3291-3be4-49e1-8e75-322a94464d25", "address": "fa:16:3e:87:30:a7", "network": {"id": "4221bb4f-d80f-49fb-aa07-3b1060a3206d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1413371387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee32917d7174f0ebdffb4a469ed2eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620b3291-3b", "ovs_interfaceid": "620b3291-3be4-49e1-8e75-322a94464d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.942044] env[65829]: DEBUG nova.compute.utils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.950337] env[65829]: DEBUG nova.compute.manager [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1055.950337] env[65829]: DEBUG nova.network.neutron [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1055.950337] env[65829]: WARNING neutronclient.v2_0.client [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.950337] env[65829]: WARNING neutronclient.v2_0.client [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.957835] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "bbf56d36-3f36-45ae-8b66-832f69706c14" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.958090] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.001650] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808142, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473688} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.003911] env[65829]: DEBUG nova.policy [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a7dc10b5c8a4975b0bfba207b62de65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ecbfca7f9f40e7a4f4681d2d1a5ef1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.007143] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] bbb8917c-8685-4136-980f-66c52f3b939f/bbb8917c-8685-4136-980f-66c52f3b939f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.007143] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.007616] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4588e80d-e319-4e18-9e87-776d1fc6c9c6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.016697] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1056.016697] env[65829]: value = "task-4808143" [ 1056.016697] env[65829]: _type = "Task" [ 1056.016697] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.030965] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.032531] env[65829]: DEBUG nova.compute.manager [req-e0e0e234-edd3-4313-9721-90cb19b9e72b req-302768c3-de9d-47ab-80df-4246f1ce39bb service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Received event network-vif-plugged-d416ba73-82ad-4f9b-8fae-0fe0ffc50632 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1056.032848] env[65829]: DEBUG oslo_concurrency.lockutils [req-e0e0e234-edd3-4313-9721-90cb19b9e72b req-302768c3-de9d-47ab-80df-4246f1ce39bb service nova] Acquiring lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.033227] env[65829]: DEBUG oslo_concurrency.lockutils [req-e0e0e234-edd3-4313-9721-90cb19b9e72b req-302768c3-de9d-47ab-80df-4246f1ce39bb service nova] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.033430] env[65829]: DEBUG oslo_concurrency.lockutils [req-e0e0e234-edd3-4313-9721-90cb19b9e72b req-302768c3-de9d-47ab-80df-4246f1ce39bb service nova] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.033698] env[65829]: DEBUG nova.compute.manager [req-e0e0e234-edd3-4313-9721-90cb19b9e72b req-302768c3-de9d-47ab-80df-4246f1ce39bb service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] No waiting events found dispatching network-vif-plugged-d416ba73-82ad-4f9b-8fae-0fe0ffc50632 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1056.033912] env[65829]: WARNING nova.compute.manager [req-e0e0e234-edd3-4313-9721-90cb19b9e72b req-302768c3-de9d-47ab-80df-4246f1ce39bb service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Received unexpected event network-vif-plugged-d416ba73-82ad-4f9b-8fae-0fe0ffc50632 for instance with vm_state building and task_state spawning. [ 1056.187181] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.187370] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.187544] env[65829]: DEBUG nova.network.neutron [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1056.265240] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.367721] env[65829]: DEBUG nova.network.neutron [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Successfully created port: 1341679b-c344-48b9-a1d4-c249a5fb30bb {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1056.383638] env[65829]: DEBUG oslo_concurrency.lockutils [req-ba7171e5-5e1c-4ea9-b490-3aa3000c1702 req-c814d20b-41b5-456f-8efe-97c8a86f837a service nova] Releasing lock "refresh_cache-bbb8917c-8685-4136-980f-66c52f3b939f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.450622] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3899a116-d886-4b30-b339-433f28225c61 tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.450863] env[65829]: DEBUG nova.compute.manager [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1056.455749] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.221s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.457944] env[65829]: INFO nova.compute.claims [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.462209] env[65829]: DEBUG nova.compute.utils [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.531615] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072052} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.531881] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.532689] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7650dc88-e587-4b55-9b8f-98d861585e40 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.556364] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] bbb8917c-8685-4136-980f-66c52f3b939f/bbb8917c-8685-4136-980f-66c52f3b939f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.557060] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d7a0a14-11bd-425e-903b-31ffd08290bb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.580023] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1056.580023] env[65829]: value = "task-4808144" [ 1056.580023] env[65829]: _type = "Task" [ 1056.580023] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.590679] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.737092] env[65829]: DEBUG nova.network.neutron [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1056.835716] env[65829]: WARNING neutronclient.v2_0.client [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.926442] env[65829]: DEBUG nova.network.neutron [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance_info_cache with network_info: [{"id": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "address": "fa:16:3e:97:b3:9a", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd416ba73-82", "ovs_interfaceid": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.969150] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.089928] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.429368] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.429702] env[65829]: DEBUG nova.compute.manager [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Instance network_info: |[{"id": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "address": "fa:16:3e:97:b3:9a", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd416ba73-82", "ovs_interfaceid": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1057.430222] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:b3:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd416ba73-82ad-4f9b-8fae-0fe0ffc50632', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.438498] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1057.438770] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.439020] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49b7b4b8-3f78-4890-b3df-3aa0f8abdbc2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.460625] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.460625] env[65829]: value = "task-4808145" [ 1057.460625] env[65829]: _type = "Task" [ 1057.460625] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.474407] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808145, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.475978] env[65829]: DEBUG nova.compute.manager [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1057.513278] env[65829]: DEBUG nova.virt.hardware [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1057.513443] env[65829]: DEBUG nova.virt.hardware [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.513668] env[65829]: DEBUG nova.virt.hardware [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1057.513886] env[65829]: DEBUG nova.virt.hardware [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.514158] env[65829]: DEBUG nova.virt.hardware [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1057.514388] env[65829]: DEBUG nova.virt.hardware [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1057.515119] env[65829]: DEBUG nova.virt.hardware [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1057.515119] env[65829]: DEBUG nova.virt.hardware [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1057.515258] env[65829]: DEBUG nova.virt.hardware [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1057.515491] env[65829]: DEBUG nova.virt.hardware [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1057.515705] env[65829]: DEBUG nova.virt.hardware [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1057.516774] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba900e66-19ca-41fb-8e13-d14529ff6a4e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.530990] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe323f82-8a0b-43ad-a785-22a473372652 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.595758] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808144, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.777205] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74363c59-0692-4392-b839-b9f087162236 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.785762] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571dd9d0-8337-447c-a65d-1c900ee5bd33 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.818021] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb83857-5f2d-4782-a4b8-98014dc4b94f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.826826] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39977ca6-1723-4b40-8552-32890bbec228 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.842547] env[65829]: DEBUG nova.compute.provider_tree [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.973146] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808145, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.002820] env[65829]: DEBUG nova.network.neutron [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Successfully updated port: 1341679b-c344-48b9-a1d4-c249a5fb30bb {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1058.064078] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "bbf56d36-3f36-45ae-8b66-832f69706c14" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.064522] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.064780] env[65829]: INFO nova.compute.manager [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Attaching volume 62a43763-e8a6-4826-a910-9ad2f212ded2 to /dev/sdb [ 1058.092863] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808144, 'name': ReconfigVM_Task, 'duration_secs': 1.035836} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.093537] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Reconfigured VM instance instance-00000063 to attach disk [datastore1] bbb8917c-8685-4136-980f-66c52f3b939f/bbb8917c-8685-4136-980f-66c52f3b939f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.094544] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fbd394a-db30-484d-9265-95b92afbc8be {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.102832] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1058.102832] env[65829]: value = "task-4808146" [ 1058.102832] env[65829]: _type = "Task" [ 1058.102832] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.115428] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808146, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.117388] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150c4442-a18c-4a43-b8f1-b485fecf1939 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.124885] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eeee26-375b-4914-b26b-ae04204d4f88 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.144674] env[65829]: DEBUG nova.virt.block_device [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updating existing volume attachment record: 6ee604f6-1aee-4cf7-9e9b-77711e7f0718 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1058.201700] env[65829]: DEBUG nova.compute.manager [req-ed581a99-0810-477a-afc4-29781be952e4 req-aa7d0f08-8c40-4433-a1e6-dd9807d58a4c service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Received event network-vif-plugged-1341679b-c344-48b9-a1d4-c249a5fb30bb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1058.201977] env[65829]: DEBUG oslo_concurrency.lockutils [req-ed581a99-0810-477a-afc4-29781be952e4 req-aa7d0f08-8c40-4433-a1e6-dd9807d58a4c service nova] Acquiring lock "5e85be84-9722-4804-be8b-0e6a48416f3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.202237] env[65829]: DEBUG oslo_concurrency.lockutils [req-ed581a99-0810-477a-afc4-29781be952e4 req-aa7d0f08-8c40-4433-a1e6-dd9807d58a4c service nova] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.202423] env[65829]: DEBUG oslo_concurrency.lockutils [req-ed581a99-0810-477a-afc4-29781be952e4 req-aa7d0f08-8c40-4433-a1e6-dd9807d58a4c service nova] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.202589] env[65829]: DEBUG nova.compute.manager [req-ed581a99-0810-477a-afc4-29781be952e4 req-aa7d0f08-8c40-4433-a1e6-dd9807d58a4c service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] No waiting events found dispatching network-vif-plugged-1341679b-c344-48b9-a1d4-c249a5fb30bb {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1058.203175] env[65829]: WARNING nova.compute.manager [req-ed581a99-0810-477a-afc4-29781be952e4 req-aa7d0f08-8c40-4433-a1e6-dd9807d58a4c service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Received unexpected event network-vif-plugged-1341679b-c344-48b9-a1d4-c249a5fb30bb for instance with vm_state building and task_state spawning. [ 1058.342836] env[65829]: DEBUG nova.compute.manager [req-d71cefec-bbc1-4b2f-829f-ff3709a8bdb5 req-2afbf6f2-6aff-4f57-a361-64f653f1c121 service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Received event network-changed-d416ba73-82ad-4f9b-8fae-0fe0ffc50632 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1058.343057] env[65829]: DEBUG nova.compute.manager [req-d71cefec-bbc1-4b2f-829f-ff3709a8bdb5 req-2afbf6f2-6aff-4f57-a361-64f653f1c121 service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Refreshing instance network info cache due to event network-changed-d416ba73-82ad-4f9b-8fae-0fe0ffc50632. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1058.343466] env[65829]: DEBUG oslo_concurrency.lockutils [req-d71cefec-bbc1-4b2f-829f-ff3709a8bdb5 req-2afbf6f2-6aff-4f57-a361-64f653f1c121 service nova] Acquiring lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.343466] env[65829]: DEBUG oslo_concurrency.lockutils [req-d71cefec-bbc1-4b2f-829f-ff3709a8bdb5 req-2afbf6f2-6aff-4f57-a361-64f653f1c121 service nova] Acquired lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.343582] env[65829]: DEBUG nova.network.neutron [req-d71cefec-bbc1-4b2f-829f-ff3709a8bdb5 req-2afbf6f2-6aff-4f57-a361-64f653f1c121 service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Refreshing network info cache for port d416ba73-82ad-4f9b-8fae-0fe0ffc50632 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.345583] env[65829]: DEBUG nova.scheduler.client.report [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.474351] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808145, 'name': CreateVM_Task, 'duration_secs': 0.563213} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.474679] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.475614] env[65829]: WARNING neutronclient.v2_0.client [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.475971] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.476224] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.476688] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.477103] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58c3032a-b765-4815-b17b-9f09251980c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.484226] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1058.484226] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d4e2c9-07ee-9610-f44b-39864c45982b" [ 1058.484226] env[65829]: _type = "Task" [ 1058.484226] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.502124] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d4e2c9-07ee-9610-f44b-39864c45982b, 'name': SearchDatastore_Task, 'duration_secs': 0.010804} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.502124] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.502124] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.502124] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.502124] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.502124] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.502124] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b5dd126-bcfc-476f-844d-5ad03b75bbd3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.509970] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "refresh_cache-5e85be84-9722-4804-be8b-0e6a48416f3c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.510226] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "refresh_cache-5e85be84-9722-4804-be8b-0e6a48416f3c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.510407] env[65829]: DEBUG nova.network.neutron [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1058.515888] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.515888] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.515888] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba811b7b-aebf-4a5a-b3e5-bda17c290455 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.520423] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1058.520423] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52931d83-b0e5-8c3e-6dd3-8be271c8029f" [ 1058.520423] env[65829]: _type = "Task" [ 1058.520423] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.531094] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52931d83-b0e5-8c3e-6dd3-8be271c8029f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.619055] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808146, 'name': Rename_Task, 'duration_secs': 0.273674} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.619392] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.619905] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb3c7ee9-9fae-4218-b52b-7d6d56c0f2e3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.630019] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1058.630019] env[65829]: value = "task-4808150" [ 1058.630019] env[65829]: _type = "Task" [ 1058.630019] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.641298] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.850930] env[65829]: WARNING neutronclient.v2_0.client [req-d71cefec-bbc1-4b2f-829f-ff3709a8bdb5 req-2afbf6f2-6aff-4f57-a361-64f653f1c121 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.854016] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.854655] env[65829]: DEBUG nova.compute.manager [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1058.857943] env[65829]: DEBUG oslo_concurrency.lockutils [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.117s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.860046] env[65829]: DEBUG nova.objects.instance [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lazy-loading 'resources' on Instance uuid da7e16fc-96f4-4130-a88f-2241d3c64961 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.014712] env[65829]: WARNING neutronclient.v2_0.client [req-d71cefec-bbc1-4b2f-829f-ff3709a8bdb5 req-2afbf6f2-6aff-4f57-a361-64f653f1c121 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.030706] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52931d83-b0e5-8c3e-6dd3-8be271c8029f, 'name': SearchDatastore_Task, 'duration_secs': 0.015449} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.031235] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e12347c-e95e-4cbe-bfbd-be33da37e50f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.038317] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1059.038317] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52978edd-6e0d-2797-4c1c-15d353b879b8" [ 1059.038317] env[65829]: _type = "Task" [ 1059.038317] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.047626] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52978edd-6e0d-2797-4c1c-15d353b879b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.085704] env[65829]: DEBUG nova.network.neutron [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1059.116624] env[65829]: DEBUG nova.network.neutron [req-d71cefec-bbc1-4b2f-829f-ff3709a8bdb5 req-2afbf6f2-6aff-4f57-a361-64f653f1c121 service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updated VIF entry in instance network info cache for port d416ba73-82ad-4f9b-8fae-0fe0ffc50632. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1059.117032] env[65829]: DEBUG nova.network.neutron [req-d71cefec-bbc1-4b2f-829f-ff3709a8bdb5 req-2afbf6f2-6aff-4f57-a361-64f653f1c121 service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance_info_cache with network_info: [{"id": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "address": "fa:16:3e:97:b3:9a", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd416ba73-82", "ovs_interfaceid": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.146559] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808150, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.206291] env[65829]: WARNING neutronclient.v2_0.client [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.284878] env[65829]: DEBUG nova.network.neutron [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Updating instance_info_cache with network_info: [{"id": "1341679b-c344-48b9-a1d4-c249a5fb30bb", "address": "fa:16:3e:31:e2:39", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1341679b-c3", "ovs_interfaceid": "1341679b-c344-48b9-a1d4-c249a5fb30bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.362732] env[65829]: DEBUG nova.compute.utils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.366733] env[65829]: DEBUG nova.compute.manager [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1059.366952] env[65829]: DEBUG nova.network.neutron [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1059.367764] env[65829]: WARNING neutronclient.v2_0.client [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.367764] env[65829]: WARNING neutronclient.v2_0.client [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.425082] env[65829]: DEBUG nova.policy [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2244f3908bf4e47a1f7d1d5b0271857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b139a534bae14c14ba78185316657b86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.556692] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52978edd-6e0d-2797-4c1c-15d353b879b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.556961] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.557257] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 980bef1b-4e3f-4a15-8135-11c7e69df0b5/980bef1b-4e3f-4a15-8135-11c7e69df0b5.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.557544] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37ebb1bc-23bf-42c2-bcde-b8b38c4d7093 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.570293] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1059.570293] env[65829]: value = "task-4808151" [ 1059.570293] env[65829]: _type = "Task" [ 1059.570293] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.587343] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.620115] env[65829]: DEBUG oslo_concurrency.lockutils [req-d71cefec-bbc1-4b2f-829f-ff3709a8bdb5 req-2afbf6f2-6aff-4f57-a361-64f653f1c121 service nova] Releasing lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.647727] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808150, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.776413] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c85e2cf-a2c8-4b54-8940-303ca7b47f5e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.786502] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdbe81f-3762-470e-912a-d0037bbc3e6e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.791230] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "refresh_cache-5e85be84-9722-4804-be8b-0e6a48416f3c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.791807] env[65829]: DEBUG nova.compute.manager [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Instance network_info: |[{"id": "1341679b-c344-48b9-a1d4-c249a5fb30bb", "address": "fa:16:3e:31:e2:39", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1341679b-c3", "ovs_interfaceid": "1341679b-c344-48b9-a1d4-c249a5fb30bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1059.792935] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:e2:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1341679b-c344-48b9-a1d4-c249a5fb30bb', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1059.803301] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1059.803301] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1059.803301] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-875d9a09-33be-44e6-850f-b73c936a63b9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.820940] env[65829]: DEBUG nova.network.neutron [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Successfully created port: f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1059.859355] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cbd87e-2309-41a9-9861-77446c98221e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.865648] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1059.865648] env[65829]: value = "task-4808152" [ 1059.865648] env[65829]: _type = "Task" [ 1059.865648] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.872270] env[65829]: DEBUG nova.compute.manager [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1059.880878] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969581dc-3b24-4cf8-834b-54f6fb751736 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.891599] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808152, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.907201] env[65829]: DEBUG nova.compute.provider_tree [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.086121] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808151, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.144775] env[65829]: DEBUG oslo_vmware.api [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808150, 'name': PowerOnVM_Task, 'duration_secs': 1.035307} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.145502] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.145863] env[65829]: INFO nova.compute.manager [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Took 9.34 seconds to spawn the instance on the hypervisor. [ 1060.145959] env[65829]: DEBUG nova.compute.manager [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1060.146757] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f997ca79-a46a-43f7-a121-2b4acc911853 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.235818] env[65829]: DEBUG nova.compute.manager [req-6f7105d9-edd9-41d1-88fe-9c44b322e2c2 req-625ad0ca-a63d-4822-bfe6-bda1515dbaba service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Received event network-changed-1341679b-c344-48b9-a1d4-c249a5fb30bb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1060.236169] env[65829]: DEBUG nova.compute.manager [req-6f7105d9-edd9-41d1-88fe-9c44b322e2c2 req-625ad0ca-a63d-4822-bfe6-bda1515dbaba service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Refreshing instance network info cache due to event network-changed-1341679b-c344-48b9-a1d4-c249a5fb30bb. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1060.236402] env[65829]: DEBUG oslo_concurrency.lockutils [req-6f7105d9-edd9-41d1-88fe-9c44b322e2c2 req-625ad0ca-a63d-4822-bfe6-bda1515dbaba service nova] Acquiring lock "refresh_cache-5e85be84-9722-4804-be8b-0e6a48416f3c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.236550] env[65829]: DEBUG oslo_concurrency.lockutils [req-6f7105d9-edd9-41d1-88fe-9c44b322e2c2 req-625ad0ca-a63d-4822-bfe6-bda1515dbaba service nova] Acquired lock "refresh_cache-5e85be84-9722-4804-be8b-0e6a48416f3c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.236734] env[65829]: DEBUG nova.network.neutron [req-6f7105d9-edd9-41d1-88fe-9c44b322e2c2 req-625ad0ca-a63d-4822-bfe6-bda1515dbaba service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Refreshing network info cache for port 1341679b-c344-48b9-a1d4-c249a5fb30bb {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.378592] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808152, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.411713] env[65829]: DEBUG nova.scheduler.client.report [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.586523] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528094} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.586809] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 980bef1b-4e3f-4a15-8135-11c7e69df0b5/980bef1b-4e3f-4a15-8135-11c7e69df0b5.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.587686] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.588151] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee8b9179-0437-404d-83a4-ad3c323021cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.606351] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1060.606351] env[65829]: value = "task-4808154" [ 1060.606351] env[65829]: _type = "Task" [ 1060.606351] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.616776] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.630298] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Acquiring lock "83794879-e06c-40db-852c-fa518ade84d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.633155] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Lock "83794879-e06c-40db-852c-fa518ade84d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.669020] env[65829]: INFO nova.compute.manager [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Took 30.53 seconds to build instance. [ 1060.738896] env[65829]: WARNING neutronclient.v2_0.client [req-6f7105d9-edd9-41d1-88fe-9c44b322e2c2 req-625ad0ca-a63d-4822-bfe6-bda1515dbaba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.880908] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808152, 'name': CreateVM_Task, 'duration_secs': 0.876731} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.881253] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.881788] env[65829]: WARNING neutronclient.v2_0.client [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.882178] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.882339] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.882705] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.882984] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eb22b3c-25fa-4a52-b596-314798a36fcb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.889286] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1060.889286] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5204008d-0d57-9587-72a5-9054cf392177" [ 1060.889286] env[65829]: _type = "Task" [ 1060.889286] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.897189] env[65829]: DEBUG nova.compute.manager [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1060.903707] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5204008d-0d57-9587-72a5-9054cf392177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.918354] env[65829]: DEBUG oslo_concurrency.lockutils [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.923533] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.751s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.923789] env[65829]: DEBUG nova.objects.instance [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lazy-loading 'resources' on Instance uuid bceeb88b-c911-4dea-a73a-1398c2d7c63e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.933703] env[65829]: DEBUG nova.virt.hardware [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1060.934638] env[65829]: DEBUG nova.virt.hardware [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.936651] env[65829]: DEBUG nova.virt.hardware [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1060.936651] env[65829]: DEBUG nova.virt.hardware [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.936651] env[65829]: DEBUG nova.virt.hardware [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1060.936651] env[65829]: DEBUG nova.virt.hardware [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1060.936651] env[65829]: DEBUG nova.virt.hardware [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1060.936651] env[65829]: DEBUG nova.virt.hardware [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1060.936651] env[65829]: DEBUG nova.virt.hardware [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1060.936651] env[65829]: DEBUG nova.virt.hardware [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1060.936651] env[65829]: DEBUG nova.virt.hardware [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1060.938114] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3c5efd-e240-40ff-b2dc-5fa591877ee0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.949989] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb9e8bc-ceed-44df-9d0f-3bc9b70d5675 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.956077] env[65829]: INFO nova.scheduler.client.report [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted allocations for instance da7e16fc-96f4-4130-a88f-2241d3c64961 [ 1061.116190] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116179} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.116807] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.117358] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c334f9a5-b7dd-4d39-8b2a-12e1b689a3f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.136088] env[65829]: DEBUG nova.compute.manager [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1061.146107] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 980bef1b-4e3f-4a15-8135-11c7e69df0b5/980bef1b-4e3f-4a15-8135-11c7e69df0b5.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.147698] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b05626a5-a758-48a0-8f11-aa17b4f7dfb1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.173048] env[65829]: DEBUG oslo_concurrency.lockutils [None req-62b38124-3256-4e79-8345-5dca44a94879 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.044s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.175377] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1061.175377] env[65829]: value = "task-4808155" [ 1061.175377] env[65829]: _type = "Task" [ 1061.175377] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.186943] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808155, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.405908] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5204008d-0d57-9587-72a5-9054cf392177, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.406523] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.406623] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.406797] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.407231] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.407231] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.407741] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86b01719-e8a6-4371-bf09-a9df1f08a6d4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.418959] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.419174] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.420038] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-966a2602-12e1-454a-a128-d235eb72cd68 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.430019] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1061.430019] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524b6a4c-8956-34eb-0c68-5bc27bb2042a" [ 1061.430019] env[65829]: _type = "Task" [ 1061.430019] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.442473] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524b6a4c-8956-34eb-0c68-5bc27bb2042a, 'name': SearchDatastore_Task, 'duration_secs': 0.011801} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.444775] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86630074-59a7-4d0e-b431-5f600af45372 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.451172] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1061.451172] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52062fec-0dff-96b6-74a4-ca8d4f16986d" [ 1061.451172] env[65829]: _type = "Task" [ 1061.451172] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.460845] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52062fec-0dff-96b6-74a4-ca8d4f16986d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.467678] env[65829]: DEBUG oslo_concurrency.lockutils [None req-75e1ef07-c799-4f5a-a8e2-3cac73b3e3e4 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "da7e16fc-96f4-4130-a88f-2241d3c64961" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.207s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.518513] env[65829]: DEBUG nova.network.neutron [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Successfully updated port: f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1061.572135] env[65829]: DEBUG nova.compute.manager [req-83223117-9133-4533-a508-168e47acbd88 req-f6894e12-5255-4dc5-85ff-391a0f317d07 service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Received event network-changed-620b3291-3be4-49e1-8e75-322a94464d25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1061.572994] env[65829]: DEBUG nova.compute.manager [req-83223117-9133-4533-a508-168e47acbd88 req-f6894e12-5255-4dc5-85ff-391a0f317d07 service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Refreshing instance network info cache due to event network-changed-620b3291-3be4-49e1-8e75-322a94464d25. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1061.572994] env[65829]: DEBUG oslo_concurrency.lockutils [req-83223117-9133-4533-a508-168e47acbd88 req-f6894e12-5255-4dc5-85ff-391a0f317d07 service nova] Acquiring lock "refresh_cache-bbb8917c-8685-4136-980f-66c52f3b939f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.573263] env[65829]: DEBUG oslo_concurrency.lockutils [req-83223117-9133-4533-a508-168e47acbd88 req-f6894e12-5255-4dc5-85ff-391a0f317d07 service nova] Acquired lock "refresh_cache-bbb8917c-8685-4136-980f-66c52f3b939f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.574462] env[65829]: DEBUG nova.network.neutron [req-83223117-9133-4533-a508-168e47acbd88 req-f6894e12-5255-4dc5-85ff-391a0f317d07 service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Refreshing network info cache for port 620b3291-3be4-49e1-8e75-322a94464d25 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.635882] env[65829]: WARNING neutronclient.v2_0.client [req-6f7105d9-edd9-41d1-88fe-9c44b322e2c2 req-625ad0ca-a63d-4822-bfe6-bda1515dbaba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.677776] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.688255] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808155, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.897401] env[65829]: DEBUG nova.network.neutron [req-6f7105d9-edd9-41d1-88fe-9c44b322e2c2 req-625ad0ca-a63d-4822-bfe6-bda1515dbaba service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Updated VIF entry in instance network info cache for port 1341679b-c344-48b9-a1d4-c249a5fb30bb. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1061.897784] env[65829]: DEBUG nova.network.neutron [req-6f7105d9-edd9-41d1-88fe-9c44b322e2c2 req-625ad0ca-a63d-4822-bfe6-bda1515dbaba service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Updating instance_info_cache with network_info: [{"id": "1341679b-c344-48b9-a1d4-c249a5fb30bb", "address": "fa:16:3e:31:e2:39", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1341679b-c3", "ovs_interfaceid": "1341679b-c344-48b9-a1d4-c249a5fb30bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.901692] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cc7bd9-09cd-441b-9a37-cc0efc3311c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.911986] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb18375-ff11-483f-8190-a99147e152f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.945696] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e11dbf-bdfd-4a19-9f1b-0c61f84bfd3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.958688] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98ace72-117b-411a-8525-d2b6f1b799e2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.973734] env[65829]: DEBUG nova.compute.provider_tree [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.979308] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52062fec-0dff-96b6-74a4-ca8d4f16986d, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.979992] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.980293] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 5e85be84-9722-4804-be8b-0e6a48416f3c/5e85be84-9722-4804-be8b-0e6a48416f3c.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.980590] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6d9a0bc-a802-454b-b7ad-2ee85a27ff78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.989113] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1061.989113] env[65829]: value = "task-4808156" [ 1061.989113] env[65829]: _type = "Task" [ 1061.989113] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.000323] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808156, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.024643] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.024643] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.024643] env[65829]: DEBUG nova.network.neutron [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.085401] env[65829]: WARNING neutronclient.v2_0.client [req-83223117-9133-4533-a508-168e47acbd88 req-f6894e12-5255-4dc5-85ff-391a0f317d07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.191127] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808155, 'name': ReconfigVM_Task, 'duration_secs': 0.571665} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.191511] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 980bef1b-4e3f-4a15-8135-11c7e69df0b5/980bef1b-4e3f-4a15-8135-11c7e69df0b5.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.192266] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57d23fef-1979-4a0b-bb73-74b4178c2856 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.201777] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1062.201777] env[65829]: value = "task-4808157" [ 1062.201777] env[65829]: _type = "Task" [ 1062.201777] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.218225] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808157, 'name': Rename_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.275135] env[65829]: DEBUG nova.compute.manager [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Received event network-vif-plugged-f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1062.275567] env[65829]: DEBUG oslo_concurrency.lockutils [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] Acquiring lock "5bb42a41-e376-451f-997c-3208fc5091b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.275805] env[65829]: DEBUG oslo_concurrency.lockutils [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] Lock "5bb42a41-e376-451f-997c-3208fc5091b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.275978] env[65829]: DEBUG oslo_concurrency.lockutils [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] Lock "5bb42a41-e376-451f-997c-3208fc5091b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.276316] env[65829]: DEBUG nova.compute.manager [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] No waiting events found dispatching network-vif-plugged-f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1062.276512] env[65829]: WARNING nova.compute.manager [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Received unexpected event network-vif-plugged-f6567efe-173e-43f0-a118-80ab9d7fef9a for instance with vm_state building and task_state spawning. [ 1062.276800] env[65829]: DEBUG nova.compute.manager [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Received event network-changed-f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1062.277075] env[65829]: DEBUG nova.compute.manager [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Refreshing instance network info cache due to event network-changed-f6567efe-173e-43f0-a118-80ab9d7fef9a. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1062.277312] env[65829]: DEBUG oslo_concurrency.lockutils [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] Acquiring lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.280708] env[65829]: WARNING neutronclient.v2_0.client [req-83223117-9133-4533-a508-168e47acbd88 req-f6894e12-5255-4dc5-85ff-391a0f317d07 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.369107] env[65829]: DEBUG nova.network.neutron [req-83223117-9133-4533-a508-168e47acbd88 req-f6894e12-5255-4dc5-85ff-391a0f317d07 service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Updated VIF entry in instance network info cache for port 620b3291-3be4-49e1-8e75-322a94464d25. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1062.369107] env[65829]: DEBUG nova.network.neutron [req-83223117-9133-4533-a508-168e47acbd88 req-f6894e12-5255-4dc5-85ff-391a0f317d07 service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Updating instance_info_cache with network_info: [{"id": "620b3291-3be4-49e1-8e75-322a94464d25", "address": "fa:16:3e:87:30:a7", "network": {"id": "4221bb4f-d80f-49fb-aa07-3b1060a3206d", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1413371387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3ee32917d7174f0ebdffb4a469ed2eb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap620b3291-3b", "ovs_interfaceid": "620b3291-3be4-49e1-8e75-322a94464d25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.407244] env[65829]: DEBUG oslo_concurrency.lockutils [req-6f7105d9-edd9-41d1-88fe-9c44b322e2c2 req-625ad0ca-a63d-4822-bfe6-bda1515dbaba service nova] Releasing lock "refresh_cache-5e85be84-9722-4804-be8b-0e6a48416f3c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.481577] env[65829]: DEBUG nova.scheduler.client.report [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.501877] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808156, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496246} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.502917] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 5e85be84-9722-4804-be8b-0e6a48416f3c/5e85be84-9722-4804-be8b-0e6a48416f3c.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.503195] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.503490] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-545e83bd-0b83-42ce-a808-9f3ff9357139 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.511417] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1062.511417] env[65829]: value = "task-4808158" [ 1062.511417] env[65829]: _type = "Task" [ 1062.511417] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.521405] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.562110] env[65829]: DEBUG nova.network.neutron [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1062.682030] env[65829]: WARNING neutronclient.v2_0.client [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.695522] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1062.695776] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937532', 'volume_id': '62a43763-e8a6-4826-a910-9ad2f212ded2', 'name': 'volume-62a43763-e8a6-4826-a910-9ad2f212ded2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbf56d36-3f36-45ae-8b66-832f69706c14', 'attached_at': '', 'detached_at': '', 'volume_id': '62a43763-e8a6-4826-a910-9ad2f212ded2', 'serial': '62a43763-e8a6-4826-a910-9ad2f212ded2'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1062.696725] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9942dbe0-7058-4f64-b890-99f6d81224ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.719024] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f0d13b-12fe-4bce-912b-ee18150eec40 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.722500] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808157, 'name': Rename_Task, 'duration_secs': 0.194} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.723159] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.723434] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8afc65a0-015b-4ef9-b2dd-2b45f7de6b86 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.747629] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] volume-62a43763-e8a6-4826-a910-9ad2f212ded2/volume-62a43763-e8a6-4826-a910-9ad2f212ded2.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.752259] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14efd5a1-98d9-47af-9976-c8d69612ac41 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.766736] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1062.766736] env[65829]: value = "task-4808159" [ 1062.766736] env[65829]: _type = "Task" [ 1062.766736] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.775647] env[65829]: DEBUG oslo_vmware.api [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1062.775647] env[65829]: value = "task-4808160" [ 1062.775647] env[65829]: _type = "Task" [ 1062.775647] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.785949] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808159, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.794214] env[65829]: DEBUG oslo_vmware.api [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808160, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.815036] env[65829]: DEBUG nova.network.neutron [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updating instance_info_cache with network_info: [{"id": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "address": "fa:16:3e:28:67:37", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6567efe-17", "ovs_interfaceid": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.872250] env[65829]: DEBUG oslo_concurrency.lockutils [req-83223117-9133-4533-a508-168e47acbd88 req-f6894e12-5255-4dc5-85ff-391a0f317d07 service nova] Releasing lock "refresh_cache-bbb8917c-8685-4136-980f-66c52f3b939f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.987045] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.990149] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.734s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.990149] env[65829]: DEBUG nova.objects.instance [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lazy-loading 'resources' on Instance uuid 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1063.014362] env[65829]: INFO nova.scheduler.client.report [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Deleted allocations for instance bceeb88b-c911-4dea-a73a-1398c2d7c63e [ 1063.030436] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087569} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.030702] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.031540] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d510193-2cd9-421f-9b7d-5ee1f3257f77 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.056628] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 5e85be84-9722-4804-be8b-0e6a48416f3c/5e85be84-9722-4804-be8b-0e6a48416f3c.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.057058] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5715d8f7-7304-48e0-a100-79fb7ec4e596 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.079795] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1063.079795] env[65829]: value = "task-4808161" [ 1063.079795] env[65829]: _type = "Task" [ 1063.079795] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.089778] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.277870] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808159, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.286351] env[65829]: DEBUG oslo_vmware.api [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808160, 'name': ReconfigVM_Task, 'duration_secs': 0.42214} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.286672] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Reconfigured VM instance instance-00000045 to attach disk [datastore2] volume-62a43763-e8a6-4826-a910-9ad2f212ded2/volume-62a43763-e8a6-4826-a910-9ad2f212ded2.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.292137] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86fbb29-cd68-4d2e-bdb8-26b26fe5e86a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.308804] env[65829]: DEBUG oslo_vmware.api [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1063.308804] env[65829]: value = "task-4808162" [ 1063.308804] env[65829]: _type = "Task" [ 1063.308804] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.320890] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.321426] env[65829]: DEBUG nova.compute.manager [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Instance network_info: |[{"id": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "address": "fa:16:3e:28:67:37", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6567efe-17", "ovs_interfaceid": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1063.321941] env[65829]: DEBUG oslo_vmware.api [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.322356] env[65829]: DEBUG oslo_concurrency.lockutils [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] Acquired lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.322616] env[65829]: DEBUG nova.network.neutron [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Refreshing network info cache for port f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.324276] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:67:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6567efe-173e-43f0-a118-80ab9d7fef9a', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.337986] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1063.339619] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.339980] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bca8f134-db87-46a4-9355-83e365555ff8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.374391] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.374391] env[65829]: value = "task-4808163" [ 1063.374391] env[65829]: _type = "Task" [ 1063.374391] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.386178] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808163, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.474127] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "35607785-1a50-44f5-889d-12027085c9ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.474433] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "35607785-1a50-44f5-889d-12027085c9ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.530489] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f55f4a4e-e989-47e7-a2d3-1c15d8f45728 tempest-ServerDiskConfigTestJSON-200371552 tempest-ServerDiskConfigTestJSON-200371552-project-member] Lock "bceeb88b-c911-4dea-a73a-1398c2d7c63e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.748s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.597353] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808161, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.778035] env[65829]: DEBUG oslo_vmware.api [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808159, 'name': PowerOnVM_Task, 'duration_secs': 0.996881} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.778508] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.778804] env[65829]: INFO nova.compute.manager [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1063.779057] env[65829]: DEBUG nova.compute.manager [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1063.779914] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb39d6a5-7751-40e3-9c7b-44a83a97dec5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.819982] env[65829]: DEBUG oslo_vmware.api [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808162, 'name': ReconfigVM_Task, 'duration_secs': 0.160191} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.820312] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937532', 'volume_id': '62a43763-e8a6-4826-a910-9ad2f212ded2', 'name': 'volume-62a43763-e8a6-4826-a910-9ad2f212ded2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbf56d36-3f36-45ae-8b66-832f69706c14', 'attached_at': '', 'detached_at': '', 'volume_id': '62a43763-e8a6-4826-a910-9ad2f212ded2', 'serial': '62a43763-e8a6-4826-a910-9ad2f212ded2'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1063.839580] env[65829]: WARNING neutronclient.v2_0.client [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.889938] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808163, 'name': CreateVM_Task, 'duration_secs': 0.382282} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.890141] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.890901] env[65829]: WARNING neutronclient.v2_0.client [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.893073] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.893073] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.893073] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.893073] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-239afd06-d15d-470c-a84b-873fda2f92af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.899061] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1063.899061] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524bb763-0bc7-7793-7611-147d23d3bf6b" [ 1063.899061] env[65829]: _type = "Task" [ 1063.899061] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.911205] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524bb763-0bc7-7793-7611-147d23d3bf6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.916885] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300b72c4-e906-4ee9-adaf-14ce1611239c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.925332] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e37832-28f0-4a96-a8b5-a87870d59f7d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.962913] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d80b90-7bd6-4c69-bfc0-d25fa1249ee8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.972194] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3df9b3-dd7e-4b56-896d-1095bfcee182 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.978381] env[65829]: DEBUG nova.compute.manager [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1063.991774] env[65829]: DEBUG nova.compute.provider_tree [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.031664] env[65829]: WARNING neutronclient.v2_0.client [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.091734] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808161, 'name': ReconfigVM_Task, 'duration_secs': 0.717109} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.092054] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 5e85be84-9722-4804-be8b-0e6a48416f3c/5e85be84-9722-4804-be8b-0e6a48416f3c.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.092695] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed66ec32-4f41-4a3b-adeb-208ce99f289a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.100511] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1064.100511] env[65829]: value = "task-4808164" [ 1064.100511] env[65829]: _type = "Task" [ 1064.100511] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.110981] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808164, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.125182] env[65829]: DEBUG nova.network.neutron [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updated VIF entry in instance network info cache for port f6567efe-173e-43f0-a118-80ab9d7fef9a. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1064.125619] env[65829]: DEBUG nova.network.neutron [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updating instance_info_cache with network_info: [{"id": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "address": "fa:16:3e:28:67:37", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6567efe-17", "ovs_interfaceid": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.298654] env[65829]: INFO nova.compute.manager [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Took 17.93 seconds to build instance. [ 1064.412042] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524bb763-0bc7-7793-7611-147d23d3bf6b, 'name': SearchDatastore_Task, 'duration_secs': 0.018004} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.412709] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.412818] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.413280] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.413609] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.413762] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.414107] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72810021-adf5-4b08-a1d6-beee22360896 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.424217] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.424440] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.425274] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142b0b40-ec11-47a1-8ec9-b919c1facd03 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.432553] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1064.432553] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e85fbd-f664-417c-ae03-a98dfd56ce21" [ 1064.432553] env[65829]: _type = "Task" [ 1064.432553] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.441043] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e85fbd-f664-417c-ae03-a98dfd56ce21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.497748] env[65829]: DEBUG nova.scheduler.client.report [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.501654] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.615507] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808164, 'name': Rename_Task, 'duration_secs': 0.308109} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.616028] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.616473] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb5803cd-331a-467e-9dce-c1e9b2fa13d6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.625817] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1064.625817] env[65829]: value = "task-4808165" [ 1064.625817] env[65829]: _type = "Task" [ 1064.625817] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.629272] env[65829]: DEBUG oslo_concurrency.lockutils [req-0e2d6403-ea82-40c1-b945-0344c2ac58d3 req-12b1add2-dfa2-4276-ab47-f3f6d6a2e4c2 service nova] Releasing lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.634856] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.801185] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f039705b-4a80-4950-b9e1-e88f51ae3e43 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.450s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.862714] env[65829]: DEBUG nova.objects.instance [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lazy-loading 'flavor' on Instance uuid bbf56d36-3f36-45ae-8b66-832f69706c14 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.943829] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e85fbd-f664-417c-ae03-a98dfd56ce21, 'name': SearchDatastore_Task, 'duration_secs': 0.015164} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.944985] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f96f86c6-dcab-4111-b919-aacf41a7d74c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.950709] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1064.950709] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ef81a4-4067-535f-9591-41c0e19a396a" [ 1064.950709] env[65829]: _type = "Task" [ 1064.950709] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.960155] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ef81a4-4067-535f-9591-41c0e19a396a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.004181] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.014s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.006714] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.742s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.040396] env[65829]: INFO nova.scheduler.client.report [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Deleted allocations for instance 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd [ 1065.137721] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808165, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.371088] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e7a71ea-24f3-441e-8acf-77f0b73acbd8 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.305s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.465723] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ef81a4-4067-535f-9591-41c0e19a396a, 'name': SearchDatastore_Task, 'duration_secs': 0.011171} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.466127] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.466297] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 5bb42a41-e376-451f-997c-3208fc5091b5/5bb42a41-e376-451f-997c-3208fc5091b5.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.466579] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-022ceded-e5b7-473d-bd1f-d755f92aeea5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.475577] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1065.475577] env[65829]: value = "task-4808166" [ 1065.475577] env[65829]: _type = "Task" [ 1065.475577] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.486361] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808166, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.514856] env[65829]: INFO nova.compute.claims [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.551896] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f668600-a27d-42eb-9c1b-aa9d658b110b tempest-ServersListShow296Test-865484106 tempest-ServersListShow296Test-865484106-project-member] Lock "2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.137s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.640107] env[65829]: DEBUG oslo_vmware.api [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808165, 'name': PowerOnVM_Task, 'duration_secs': 0.808769} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.640654] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.640974] env[65829]: INFO nova.compute.manager [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1065.641280] env[65829]: DEBUG nova.compute.manager [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1065.642283] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d99ce1-a1bc-406d-b79c-ff7791f120ac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.824439] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.827329] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.827329] env[65829]: INFO nova.compute.manager [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Shelving [ 1065.839510] env[65829]: DEBUG nova.compute.manager [req-36d796a3-004f-405e-af65-d225e717904f req-eef89708-9eb1-4d6b-93c9-3f86b0ec74f8 service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Received event network-changed-d416ba73-82ad-4f9b-8fae-0fe0ffc50632 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1065.839510] env[65829]: DEBUG nova.compute.manager [req-36d796a3-004f-405e-af65-d225e717904f req-eef89708-9eb1-4d6b-93c9-3f86b0ec74f8 service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Refreshing instance network info cache due to event network-changed-d416ba73-82ad-4f9b-8fae-0fe0ffc50632. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1065.841189] env[65829]: DEBUG oslo_concurrency.lockutils [req-36d796a3-004f-405e-af65-d225e717904f req-eef89708-9eb1-4d6b-93c9-3f86b0ec74f8 service nova] Acquiring lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.841647] env[65829]: DEBUG oslo_concurrency.lockutils [req-36d796a3-004f-405e-af65-d225e717904f req-eef89708-9eb1-4d6b-93c9-3f86b0ec74f8 service nova] Acquired lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.842240] env[65829]: DEBUG nova.network.neutron [req-36d796a3-004f-405e-af65-d225e717904f req-eef89708-9eb1-4d6b-93c9-3f86b0ec74f8 service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Refreshing network info cache for port d416ba73-82ad-4f9b-8fae-0fe0ffc50632 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.992376] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808166, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485169} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.992376] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 5bb42a41-e376-451f-997c-3208fc5091b5/5bb42a41-e376-451f-997c-3208fc5091b5.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.992376] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.992376] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bacf0778-f4f2-444c-86cd-281f8511ca19 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.999525] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1065.999525] env[65829]: value = "task-4808167" [ 1065.999525] env[65829]: _type = "Task" [ 1065.999525] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.010851] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.023797] env[65829]: INFO nova.compute.resource_tracker [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating resource usage from migration a9207fee-c118-4417-b9c1-88956ca4d5fd [ 1066.170598] env[65829]: INFO nova.compute.manager [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Took 18.37 seconds to build instance. [ 1066.189173] env[65829]: INFO nova.compute.manager [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Rescuing [ 1066.191857] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.191857] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.191857] env[65829]: DEBUG nova.network.neutron [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1066.293026] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b500077-ec7a-4706-b109-6a80255d9fde {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.301824] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e004382-7df5-467e-b327-48ac7afef89c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.335855] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9f742d-ff2b-42b2-b950-7d70617c861e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.346728] env[65829]: WARNING neutronclient.v2_0.client [req-36d796a3-004f-405e-af65-d225e717904f req-eef89708-9eb1-4d6b-93c9-3f86b0ec74f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.350220] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd0a420-5fdb-4902-b4a5-1a30ada5bf2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.368330] env[65829]: DEBUG nova.compute.provider_tree [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.514966] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068965} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.518679] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.519883] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8a7d37-2977-4bd2-b691-477a983f9962 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.545043] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 5bb42a41-e376-451f-997c-3208fc5091b5/5bb42a41-e376-451f-997c-3208fc5091b5.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.545438] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75e17a48-b0df-4f92-8728-294ce67ae941 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.561955] env[65829]: WARNING neutronclient.v2_0.client [req-36d796a3-004f-405e-af65-d225e717904f req-eef89708-9eb1-4d6b-93c9-3f86b0ec74f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.570815] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1066.570815] env[65829]: value = "task-4808168" [ 1066.570815] env[65829]: _type = "Task" [ 1066.570815] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.582031] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.675800] env[65829]: DEBUG oslo_concurrency.lockutils [None req-47945ae5-fa93-4ced-84b7-aa606f2357ef tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.882s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.696846] env[65829]: WARNING neutronclient.v2_0.client [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.709258] env[65829]: DEBUG nova.network.neutron [req-36d796a3-004f-405e-af65-d225e717904f req-eef89708-9eb1-4d6b-93c9-3f86b0ec74f8 service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updated VIF entry in instance network info cache for port d416ba73-82ad-4f9b-8fae-0fe0ffc50632. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1066.709508] env[65829]: DEBUG nova.network.neutron [req-36d796a3-004f-405e-af65-d225e717904f req-eef89708-9eb1-4d6b-93c9-3f86b0ec74f8 service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance_info_cache with network_info: [{"id": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "address": "fa:16:3e:97:b3:9a", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd416ba73-82", "ovs_interfaceid": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.844948] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.845410] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6fc533f-20ff-4ef6-84e3-1e98b4f9daea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.854207] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1066.854207] env[65829]: value = "task-4808169" [ 1066.854207] env[65829]: _type = "Task" [ 1066.854207] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.863437] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.870651] env[65829]: DEBUG nova.scheduler.client.report [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.882271] env[65829]: WARNING neutronclient.v2_0.client [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.960038] env[65829]: DEBUG nova.network.neutron [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updating instance_info_cache with network_info: [{"id": "07222331-bfe7-40cc-8b22-84aa6d183adb", "address": "fa:16:3e:02:14:99", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07222331-bf", "ovs_interfaceid": "07222331-bfe7-40cc-8b22-84aa6d183adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.082394] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808168, 'name': ReconfigVM_Task, 'duration_secs': 0.30243} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.082796] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 5bb42a41-e376-451f-997c-3208fc5091b5/5bb42a41-e376-451f-997c-3208fc5091b5.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.083352] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1e875cd-d799-4c25-b829-7ef4e38d074b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.090889] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1067.090889] env[65829]: value = "task-4808170" [ 1067.090889] env[65829]: _type = "Task" [ 1067.090889] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.100129] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808170, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.212911] env[65829]: DEBUG oslo_concurrency.lockutils [req-36d796a3-004f-405e-af65-d225e717904f req-eef89708-9eb1-4d6b-93c9-3f86b0ec74f8 service nova] Releasing lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.364639] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808169, 'name': PowerOffVM_Task, 'duration_secs': 0.213618} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.365096] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.366055] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9708d50-375f-4826-b5b0-4ad51b6ba044 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.387207] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.380s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.387458] env[65829]: INFO nova.compute.manager [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Migrating [ 1067.394420] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.717s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.395996] env[65829]: INFO nova.compute.claims [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.398889] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2958e6c-38e2-4012-8fa9-9fa35deb6ec5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.462787] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.603353] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808170, 'name': Rename_Task, 'duration_secs': 0.152069} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.603785] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.604050] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0934d075-1988-4bb3-b05a-9ad63d723f9f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.611836] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1067.611836] env[65829]: value = "task-4808171" [ 1067.611836] env[65829]: _type = "Task" [ 1067.611836] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.622547] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.825458] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.825797] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.883833] env[65829]: DEBUG nova.compute.manager [req-eb5b0e54-964e-4fc2-bd7c-6fb6c5159e2b req-c6044a3a-8965-4b93-84a9-ae59ec53eba9 service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Received event network-changed-1341679b-c344-48b9-a1d4-c249a5fb30bb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1067.884221] env[65829]: DEBUG nova.compute.manager [req-eb5b0e54-964e-4fc2-bd7c-6fb6c5159e2b req-c6044a3a-8965-4b93-84a9-ae59ec53eba9 service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Refreshing instance network info cache due to event network-changed-1341679b-c344-48b9-a1d4-c249a5fb30bb. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1067.884568] env[65829]: DEBUG oslo_concurrency.lockutils [req-eb5b0e54-964e-4fc2-bd7c-6fb6c5159e2b req-c6044a3a-8965-4b93-84a9-ae59ec53eba9 service nova] Acquiring lock "refresh_cache-5e85be84-9722-4804-be8b-0e6a48416f3c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.885018] env[65829]: DEBUG oslo_concurrency.lockutils [req-eb5b0e54-964e-4fc2-bd7c-6fb6c5159e2b req-c6044a3a-8965-4b93-84a9-ae59ec53eba9 service nova] Acquired lock "refresh_cache-5e85be84-9722-4804-be8b-0e6a48416f3c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.885207] env[65829]: DEBUG nova.network.neutron [req-eb5b0e54-964e-4fc2-bd7c-6fb6c5159e2b req-c6044a3a-8965-4b93-84a9-ae59ec53eba9 service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Refreshing network info cache for port 1341679b-c344-48b9-a1d4-c249a5fb30bb {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.911053] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.911237] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.911462] env[65829]: DEBUG nova.network.neutron [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1067.918655] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1067.919349] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0a3b2ffb-b016-4c04-98c8-4769746bc3bb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.928961] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1067.928961] env[65829]: value = "task-4808172" [ 1067.928961] env[65829]: _type = "Task" [ 1067.928961] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.940156] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808172, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.124510] env[65829]: DEBUG oslo_vmware.api [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808171, 'name': PowerOnVM_Task, 'duration_secs': 0.488502} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.124849] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.125130] env[65829]: INFO nova.compute.manager [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1068.125370] env[65829]: DEBUG nova.compute.manager [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1068.126286] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d4c0d2-7b1a-44f1-a7b7-a8d4dbc09c16 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.334912] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.335124] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.335426] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.335654] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.336029] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.336029] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.336097] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1068.336222] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1068.388909] env[65829]: WARNING neutronclient.v2_0.client [req-eb5b0e54-964e-4fc2-bd7c-6fb6c5159e2b req-c6044a3a-8965-4b93-84a9-ae59ec53eba9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.416039] env[65829]: WARNING neutronclient.v2_0.client [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.443098] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808172, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.562446] env[65829]: WARNING neutronclient.v2_0.client [req-eb5b0e54-964e-4fc2-bd7c-6fb6c5159e2b req-c6044a3a-8965-4b93-84a9-ae59ec53eba9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.581635] env[65829]: WARNING neutronclient.v2_0.client [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.645997] env[65829]: DEBUG nova.network.neutron [req-eb5b0e54-964e-4fc2-bd7c-6fb6c5159e2b req-c6044a3a-8965-4b93-84a9-ae59ec53eba9 service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Updated VIF entry in instance network info cache for port 1341679b-c344-48b9-a1d4-c249a5fb30bb. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1068.646374] env[65829]: DEBUG nova.network.neutron [req-eb5b0e54-964e-4fc2-bd7c-6fb6c5159e2b req-c6044a3a-8965-4b93-84a9-ae59ec53eba9 service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Updating instance_info_cache with network_info: [{"id": "1341679b-c344-48b9-a1d4-c249a5fb30bb", "address": "fa:16:3e:31:e2:39", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1341679b-c3", "ovs_interfaceid": "1341679b-c344-48b9-a1d4-c249a5fb30bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.647621] env[65829]: INFO nova.compute.manager [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Took 19.44 seconds to build instance. [ 1068.649854] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d390f5-3e3c-4eed-8c96-016420ecf5f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.658737] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4237972d-a9fa-4640-b7db-073053a67540 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.664044] env[65829]: DEBUG nova.network.neutron [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance_info_cache with network_info: [{"id": "c259df96-19f9-4018-be56-a9225f5a0718", "address": "fa:16:3e:e1:80:37", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc259df96-19", "ovs_interfaceid": "c259df96-19f9-4018-be56-a9225f5a0718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.698093] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cedee71-3f2b-48a6-aa65-d455c2c5035d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.708381] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9f2185-4e38-41c0-b6ce-025a554e08d2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.728864] env[65829]: DEBUG nova.compute.provider_tree [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.840829] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.941081] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808172, 'name': CreateSnapshot_Task, 'duration_secs': 0.813673} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.941341] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1068.942291] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b16a57-0faa-4d0c-aace-dd84cec7a1d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.004078] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.004440] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81e3da17-a17e-45b1-a4fc-3f414c8cadc5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.015153] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1069.015153] env[65829]: value = "task-4808173" [ 1069.015153] env[65829]: _type = "Task" [ 1069.015153] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.029511] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.150197] env[65829]: DEBUG oslo_concurrency.lockutils [req-eb5b0e54-964e-4fc2-bd7c-6fb6c5159e2b req-c6044a3a-8965-4b93-84a9-ae59ec53eba9 service nova] Releasing lock "refresh_cache-5e85be84-9722-4804-be8b-0e6a48416f3c" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.153964] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4733267d-1ebc-43f7-87fc-acff3db05612 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "5bb42a41-e376-451f-997c-3208fc5091b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.956s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.166697] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.231541] env[65829]: DEBUG nova.scheduler.client.report [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.462349] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1069.462839] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e915c1e7-42c4-449b-bf3d-1a995510a1ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.472857] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1069.472857] env[65829]: value = "task-4808174" [ 1069.472857] env[65829]: _type = "Task" [ 1069.472857] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.483387] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808174, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.525734] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808173, 'name': PowerOffVM_Task, 'duration_secs': 0.499456} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.526025] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.526964] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe0c06b-db3d-4b85-9654-a48c6721ca8d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.548691] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74be873a-df94-49d4-9d53-6b805554546f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.585407] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.585866] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f904c9e5-6c49-46e2-b1af-74a22834e6c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.592962] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1069.592962] env[65829]: value = "task-4808175" [ 1069.592962] env[65829]: _type = "Task" [ 1069.592962] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.604738] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1069.605012] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.605317] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.605480] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.605681] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.605969] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8ab7810-ffa4-4fb5-b706-d5fec7b40fe4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.615561] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.615756] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.616542] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87e52581-e0c3-4d81-9c51-9a07c97ad5de {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.622820] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1069.622820] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ec53ec-88c4-fbbe-5ea7-d05ce3a6abf8" [ 1069.622820] env[65829]: _type = "Task" [ 1069.622820] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.631772] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ec53ec-88c4-fbbe-5ea7-d05ce3a6abf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.741124] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.741540] env[65829]: DEBUG nova.compute.manager [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1069.746048] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.244s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.748469] env[65829]: INFO nova.compute.claims [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.832148] env[65829]: DEBUG nova.compute.manager [req-202c58a7-e714-4e16-aecc-6cbbe73cab87 req-b0c1966f-cac6-4707-aecc-63a7045b6bb0 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Received event network-changed-f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1069.832148] env[65829]: DEBUG nova.compute.manager [req-202c58a7-e714-4e16-aecc-6cbbe73cab87 req-b0c1966f-cac6-4707-aecc-63a7045b6bb0 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Refreshing instance network info cache due to event network-changed-f52934f5-15d6-4c83-924c-83229e366fce. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1069.832148] env[65829]: DEBUG oslo_concurrency.lockutils [req-202c58a7-e714-4e16-aecc-6cbbe73cab87 req-b0c1966f-cac6-4707-aecc-63a7045b6bb0 service nova] Acquiring lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.832433] env[65829]: DEBUG oslo_concurrency.lockutils [req-202c58a7-e714-4e16-aecc-6cbbe73cab87 req-b0c1966f-cac6-4707-aecc-63a7045b6bb0 service nova] Acquired lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.832433] env[65829]: DEBUG nova.network.neutron [req-202c58a7-e714-4e16-aecc-6cbbe73cab87 req-b0c1966f-cac6-4707-aecc-63a7045b6bb0 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Refreshing network info cache for port f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.986225] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808174, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.134918] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52ec53ec-88c4-fbbe-5ea7-d05ce3a6abf8, 'name': SearchDatastore_Task, 'duration_secs': 0.012983} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.135884] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a8c3561-83f5-440d-ae07-414827bbe584 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.141977] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1070.141977] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524eb09e-98dc-9751-0e1c-1a81674dead4" [ 1070.141977] env[65829]: _type = "Task" [ 1070.141977] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.152623] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524eb09e-98dc-9751-0e1c-1a81674dead4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.253745] env[65829]: DEBUG nova.compute.utils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.259541] env[65829]: DEBUG nova.compute.manager [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1070.259541] env[65829]: DEBUG nova.network.neutron [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1070.259541] env[65829]: WARNING neutronclient.v2_0.client [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.259541] env[65829]: WARNING neutronclient.v2_0.client [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.305901] env[65829]: DEBUG nova.policy [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f260c323b8646c2ac8d85e624bda764', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae5e4bba37774f5c916a5a1ba0a35111', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.335613] env[65829]: WARNING neutronclient.v2_0.client [req-202c58a7-e714-4e16-aecc-6cbbe73cab87 req-b0c1966f-cac6-4707-aecc-63a7045b6bb0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.485607] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808174, 'name': CloneVM_Task} progress is 95%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.601802] env[65829]: DEBUG nova.network.neutron [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Successfully created port: b5b359e9-b746-4ec1-8f82-30c8dde51898 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1070.654748] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524eb09e-98dc-9751-0e1c-1a81674dead4, 'name': SearchDatastore_Task, 'duration_secs': 0.018755} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.655061] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.655365] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] bbf56d36-3f36-45ae-8b66-832f69706c14/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk. {{(pid=65829) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1070.655668] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12fe58b9-2994-4f07-9894-395cbf34203d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.664094] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1070.664094] env[65829]: value = "task-4808176" [ 1070.664094] env[65829]: _type = "Task" [ 1070.664094] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.675029] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.683187] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f324526a-1442-4f16-ba1b-83df3f8d5e6e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.703312] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance '22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf' progress to 0 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.761194] env[65829]: DEBUG nova.compute.manager [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1070.986120] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808174, 'name': CloneVM_Task, 'duration_secs': 1.305595} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.989435] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Created linked-clone VM from snapshot [ 1070.990872] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa71601e-4281-4d45-837b-c69782da3de0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.003497] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Uploading image 4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1071.048668] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1071.048668] env[65829]: value = "vm-937536" [ 1071.048668] env[65829]: _type = "VirtualMachine" [ 1071.048668] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1071.048668] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2e4299a1-2385-4ade-9ee8-413617d9c9b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.061244] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lease: (returnval){ [ 1071.061244] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526d9eb8-da76-5375-3d03-24069e5145b5" [ 1071.061244] env[65829]: _type = "HttpNfcLease" [ 1071.061244] env[65829]: } obtained for exporting VM: (result){ [ 1071.061244] env[65829]: value = "vm-937536" [ 1071.061244] env[65829]: _type = "VirtualMachine" [ 1071.061244] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1071.061244] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the lease: (returnval){ [ 1071.061244] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526d9eb8-da76-5375-3d03-24069e5145b5" [ 1071.061244] env[65829]: _type = "HttpNfcLease" [ 1071.061244] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1071.067742] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.067742] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526d9eb8-da76-5375-3d03-24069e5145b5" [ 1071.067742] env[65829]: _type = "HttpNfcLease" [ 1071.067742] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1071.072835] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca66ec10-9fda-408a-a71c-8248ddea8bac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.080128] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc368b5-8a8f-4813-b836-21371a410ee7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.125187] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999f5922-88d3-479d-9c8f-fe5343411db6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.135786] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fa9598-2d88-4fc0-a005-04aa5497e267 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.152474] env[65829]: DEBUG nova.compute.provider_tree [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.174877] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808176, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.210239] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.211038] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2039cca2-10d7-452e-8776-9456adb5c584 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.219281] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1071.219281] env[65829]: value = "task-4808178" [ 1071.219281] env[65829]: _type = "Task" [ 1071.219281] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.233069] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.336908] env[65829]: WARNING neutronclient.v2_0.client [req-202c58a7-e714-4e16-aecc-6cbbe73cab87 req-b0c1966f-cac6-4707-aecc-63a7045b6bb0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.455077] env[65829]: DEBUG nova.network.neutron [req-202c58a7-e714-4e16-aecc-6cbbe73cab87 req-b0c1966f-cac6-4707-aecc-63a7045b6bb0 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updated VIF entry in instance network info cache for port f52934f5-15d6-4c83-924c-83229e366fce. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1071.455511] env[65829]: DEBUG nova.network.neutron [req-202c58a7-e714-4e16-aecc-6cbbe73cab87 req-b0c1966f-cac6-4707-aecc-63a7045b6bb0 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updating instance_info_cache with network_info: [{"id": "f52934f5-15d6-4c83-924c-83229e366fce", "address": "fa:16:3e:91:03:fc", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52934f5-15", "ovs_interfaceid": "f52934f5-15d6-4c83-924c-83229e366fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.569901] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.569901] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526d9eb8-da76-5375-3d03-24069e5145b5" [ 1071.569901] env[65829]: _type = "HttpNfcLease" [ 1071.569901] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1071.570295] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1071.570295] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526d9eb8-da76-5375-3d03-24069e5145b5" [ 1071.570295] env[65829]: _type = "HttpNfcLease" [ 1071.570295] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1071.571383] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9291b850-35fb-4a52-93c5-245210c5deb3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.579600] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b03d7d-15dc-c139-aa99-7bfb93aaa30c/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1071.579786] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b03d7d-15dc-c139-aa99-7bfb93aaa30c/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1071.655865] env[65829]: DEBUG nova.scheduler.client.report [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.673050] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cda9cc4e-4d0d-4654-a01d-158a38f7df25 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.679407] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593773} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.679728] env[65829]: INFO nova.virt.vmwareapi.ds_util [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] bbf56d36-3f36-45ae-8b66-832f69706c14/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk. [ 1071.680637] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b4c8c-f16d-4333-a8a0-567f03b2d2e6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.712759] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] bbf56d36-3f36-45ae-8b66-832f69706c14/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.715435] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98efbd16-ecf8-4222-9861-d858d570be1d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.520766] env[65829]: DEBUG nova.network.neutron [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Successfully updated port: b5b359e9-b746-4ec1-8f82-30c8dde51898 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1072.526041] env[65829]: DEBUG nova.compute.manager [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1072.526487] env[65829]: DEBUG oslo_concurrency.lockutils [req-202c58a7-e714-4e16-aecc-6cbbe73cab87 req-b0c1966f-cac6-4707-aecc-63a7045b6bb0 service nova] Releasing lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.527291] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.527745] env[65829]: DEBUG nova.compute.manager [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1072.532088] env[65829]: DEBUG nova.compute.manager [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Received event network-changed-f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1072.535122] env[65829]: DEBUG nova.compute.manager [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Refreshing instance network info cache due to event network-changed-f6567efe-173e-43f0-a118-80ab9d7fef9a. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1072.535122] env[65829]: DEBUG oslo_concurrency.lockutils [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] Acquiring lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.535122] env[65829]: DEBUG oslo_concurrency.lockutils [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] Acquired lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.535122] env[65829]: DEBUG nova.network.neutron [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Refreshing network info cache for port f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.535122] env[65829]: DEBUG nova.compute.manager [req-e5b911de-f668-4f6f-adad-45683a5ff157 req-a2b2c8da-f864-4c0c-bd25-34ede906478b service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Received event network-vif-plugged-b5b359e9-b746-4ec1-8f82-30c8dde51898 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1072.535601] env[65829]: DEBUG oslo_concurrency.lockutils [req-e5b911de-f668-4f6f-adad-45683a5ff157 req-a2b2c8da-f864-4c0c-bd25-34ede906478b service nova] Acquiring lock "83794879-e06c-40db-852c-fa518ade84d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.535825] env[65829]: DEBUG oslo_concurrency.lockutils [req-e5b911de-f668-4f6f-adad-45683a5ff157 req-a2b2c8da-f864-4c0c-bd25-34ede906478b service nova] Lock "83794879-e06c-40db-852c-fa518ade84d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.536014] env[65829]: DEBUG oslo_concurrency.lockutils [req-e5b911de-f668-4f6f-adad-45683a5ff157 req-a2b2c8da-f864-4c0c-bd25-34ede906478b service nova] Lock "83794879-e06c-40db-852c-fa518ade84d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.536179] env[65829]: DEBUG nova.compute.manager [req-e5b911de-f668-4f6f-adad-45683a5ff157 req-a2b2c8da-f864-4c0c-bd25-34ede906478b service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] No waiting events found dispatching network-vif-plugged-b5b359e9-b746-4ec1-8f82-30c8dde51898 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1072.536335] env[65829]: WARNING nova.compute.manager [req-e5b911de-f668-4f6f-adad-45683a5ff157 req-a2b2c8da-f864-4c0c-bd25-34ede906478b service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Received unexpected event network-vif-plugged-b5b359e9-b746-4ec1-8f82-30c8dde51898 for instance with vm_state building and task_state spawning. [ 1072.543621] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.703s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.543862] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.544036] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1072.545934] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ab484d-e0da-4499-a4e1-4376246bd6bb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.551773] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1072.551773] env[65829]: value = "task-4808179" [ 1072.551773] env[65829]: _type = "Task" [ 1072.551773] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.567876] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808178, 'name': PowerOffVM_Task, 'duration_secs': 0.411343} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.570694] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.570947] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance '22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf' progress to 17 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.576301] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cd91a8-10db-49fb-899c-2e7a00883de3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.585128] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.588883] env[65829]: DEBUG nova.virt.hardware [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1072.589153] env[65829]: DEBUG nova.virt.hardware [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.589278] env[65829]: DEBUG nova.virt.hardware [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1072.589467] env[65829]: DEBUG nova.virt.hardware [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.589600] env[65829]: DEBUG nova.virt.hardware [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1072.589745] env[65829]: DEBUG nova.virt.hardware [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1072.590372] env[65829]: DEBUG nova.virt.hardware [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1072.590552] env[65829]: DEBUG nova.virt.hardware [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1072.590724] env[65829]: DEBUG nova.virt.hardware [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1072.590885] env[65829]: DEBUG nova.virt.hardware [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1072.591068] env[65829]: DEBUG nova.virt.hardware [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1072.591937] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b3544a-5001-4a4c-b5ca-c3dd0915e44c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.605146] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed4e14d-8637-4975-b71b-f924d806fca1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.613073] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474b9b88-3f9b-43a7-87b2-bad3e1fdd418 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.621316] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02e3776-b75d-4210-97f4-09a6e1c05697 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.665208] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177931MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1072.665408] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.665602] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.024157] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Acquiring lock "refresh_cache-83794879-e06c-40db-852c-fa518ade84d9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.024462] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Acquired lock "refresh_cache-83794879-e06c-40db-852c-fa518ade84d9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.024639] env[65829]: DEBUG nova.network.neutron [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1073.033968] env[65829]: DEBUG nova.compute.utils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.035877] env[65829]: DEBUG nova.compute.manager [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1073.036305] env[65829]: DEBUG nova.network.neutron [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1073.036800] env[65829]: WARNING neutronclient.v2_0.client [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.037265] env[65829]: WARNING neutronclient.v2_0.client [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.040394] env[65829]: WARNING neutronclient.v2_0.client [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.068830] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808179, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.078358] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1073.078621] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.078903] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1073.079186] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.079387] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1073.079588] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1073.079976] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1073.080271] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1073.080544] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1073.080838] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1073.081111] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1073.087733] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20651224-46f4-49a4-9940-859a62d743b6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.109628] env[65829]: DEBUG nova.policy [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e9908b1e0646c6bbe59be5595c6886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '038ceec4a90f4611a43c882f07ea7ef1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1073.114037] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1073.114037] env[65829]: value = "task-4808180" [ 1073.114037] env[65829]: _type = "Task" [ 1073.114037] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.124016] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.242151] env[65829]: WARNING neutronclient.v2_0.client [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.332953] env[65829]: DEBUG nova.network.neutron [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updated VIF entry in instance network info cache for port f6567efe-173e-43f0-a118-80ab9d7fef9a. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1073.333588] env[65829]: DEBUG nova.network.neutron [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updating instance_info_cache with network_info: [{"id": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "address": "fa:16:3e:28:67:37", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6567efe-17", "ovs_interfaceid": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.453893] env[65829]: DEBUG nova.network.neutron [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Successfully created port: 0d98e3eb-4aec-421e-b05b-e6157b7d09fe {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1073.544331] env[65829]: DEBUG nova.compute.manager [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1073.564919] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808179, 'name': ReconfigVM_Task, 'duration_secs': 0.57804} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.565270] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Reconfigured VM instance instance-00000045 to attach disk [datastore1] bbf56d36-3f36-45ae-8b66-832f69706c14/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90-rescue.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.566331] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f828ede-ab47-46a1-96df-d7657eae265d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.607741] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ff7d017-5139-4c47-93c2-f61ff9a5c999 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.635429] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808180, 'name': ReconfigVM_Task, 'duration_secs': 0.240882} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.636757] env[65829]: DEBUG nova.network.neutron [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1073.641459] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance '22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf' progress to 33 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.645074] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1073.645074] env[65829]: value = "task-4808181" [ 1073.645074] env[65829]: _type = "Task" [ 1073.645074] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.657673] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.683852] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Applying migration context for instance 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf as it has an incoming, in-progress migration a9207fee-c118-4417-b9c1-88956ca4d5fd. Migration status is migrating {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1073.685957] env[65829]: INFO nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating resource usage from migration a9207fee-c118-4417-b9c1-88956ca4d5fd [ 1073.714335] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 2befa94b-af61-43f7-af56-c7d45768cb6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.714619] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance c0e941a1-acec-4e7b-b40e-945e08ad2d61 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.714838] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 5f5fc67b-b232-42f4-b179-188ebaaa48b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.715048] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance f1b0a28c-9918-4ed3-8424-e3207a4d290e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.715236] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance bbf56d36-3f36-45ae-8b66-832f69706c14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.715687] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance d8d348a7-b52a-4c35-9b58-9d02b367f674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.715913] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance d857ac5a-33e9-42fe-90ae-f20915cc7e12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.716135] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance af9abb1d-39d6-4565-a43a-f87a02d30f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.716327] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance a8b2eef6-d3df-4b1f-85be-a5a61458954b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.716511] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance bbb8917c-8685-4136-980f-66c52f3b939f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.716642] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 980bef1b-4e3f-4a15-8135-11c7e69df0b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.716809] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 5e85be84-9722-4804-be8b-0e6a48416f3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.717083] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 5bb42a41-e376-451f-997c-3208fc5091b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.717268] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Migration a9207fee-c118-4417-b9c1-88956ca4d5fd is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1073.717387] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.717515] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 83794879-e06c-40db-852c-fa518ade84d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.717632] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 35607785-1a50-44f5-889d-12027085c9ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1073.717950] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1073.718212] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=100GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '13', 'num_task_None': '11', 'num_os_type_None': '16', 'num_proj_a6d538d342a94e1ebabc2111c0d9000e': '3', 'io_workload': '4', 'num_proj_038ceec4a90f4611a43c882f07ea7ef1': '2', 'num_vm_rescued': '1', 'num_proj_b94c0331c3b542cf85c59c071c759210': '2', 'num_task_rescuing': '1', 'num_proj_58ecbfca7f9f40e7a4f4681d2d1a5ef1': '2', 'num_task_shelving_image_uploading': '1', 'num_proj_dd5ec77e6c4e424e8d1af427ad5dbd33': '1', 'num_proj_b139a534bae14c14ba78185316657b86': '2', 'num_task_resize_migrating': '1', 'num_proj_e045cbbbf4c5484e944180361e4cfb30': '1', 'num_proj_3ee32917d7174f0ebdffb4a469ed2eb7': '1', 'num_proj_7cac28f198d84bc19abf0bdbc55e7b49': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_ae5e4bba37774f5c916a5a1ba0a35111': '1', 'num_task_networking': '1'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1073.837726] env[65829]: DEBUG oslo_concurrency.lockutils [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] Releasing lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.838448] env[65829]: DEBUG nova.compute.manager [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Received event network-changed-f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1073.838769] env[65829]: DEBUG nova.compute.manager [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Refreshing instance network info cache due to event network-changed-f6567efe-173e-43f0-a118-80ab9d7fef9a. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1073.839095] env[65829]: DEBUG oslo_concurrency.lockutils [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] Acquiring lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.839387] env[65829]: DEBUG oslo_concurrency.lockutils [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] Acquired lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.839596] env[65829]: DEBUG nova.network.neutron [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Refreshing network info cache for port f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.922311] env[65829]: WARNING neutronclient.v2_0.client [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.001806] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f3f117-2a9b-44b1-a63b-1b5dccaaa8e3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.011678] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9614b0-8871-4a94-b4ae-dac15ab75881 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.055833] env[65829]: DEBUG nova.network.neutron [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Updating instance_info_cache with network_info: [{"id": "b5b359e9-b746-4ec1-8f82-30c8dde51898", "address": "fa:16:3e:8f:ee:b1", "network": {"id": "d7d99cdc-8844-4b72-ae7b-731995d661ec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1873185448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae5e4bba37774f5c916a5a1ba0a35111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b359e9-b7", "ovs_interfaceid": "b5b359e9-b746-4ec1-8f82-30c8dde51898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.060293] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c580748b-f2fb-4373-bbfb-6c36dfc0ae75 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.070403] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257acf30-6399-403e-8893-edb0c888a562 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.089236] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.150861] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1074.151230] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.151465] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1074.151723] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.151930] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1074.152155] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1074.152622] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1074.152868] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1074.153112] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1074.153515] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1074.153796] env[65829]: DEBUG nova.virt.hardware [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1074.159898] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.160356] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58c1f4d6-2a65-47c3-be98-ac4680f4e07e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.184845] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.186456] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1074.186456] env[65829]: value = "task-4808182" [ 1074.186456] env[65829]: _type = "Task" [ 1074.186456] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.195030] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.230891] env[65829]: DEBUG nova.compute.manager [req-f897ca74-db6d-466f-b0d5-9d82a8e3e4f7 req-127662e2-330d-41f0-92da-e686efeb67af service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Received event network-changed-b5b359e9-b746-4ec1-8f82-30c8dde51898 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1074.231296] env[65829]: DEBUG nova.compute.manager [req-f897ca74-db6d-466f-b0d5-9d82a8e3e4f7 req-127662e2-330d-41f0-92da-e686efeb67af service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Refreshing instance network info cache due to event network-changed-b5b359e9-b746-4ec1-8f82-30c8dde51898. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1074.231457] env[65829]: DEBUG oslo_concurrency.lockutils [req-f897ca74-db6d-466f-b0d5-9d82a8e3e4f7 req-127662e2-330d-41f0-92da-e686efeb67af service nova] Acquiring lock "refresh_cache-83794879-e06c-40db-852c-fa518ade84d9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.343682] env[65829]: WARNING neutronclient.v2_0.client [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.509191] env[65829]: WARNING neutronclient.v2_0.client [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.559978] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Releasing lock "refresh_cache-83794879-e06c-40db-852c-fa518ade84d9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.560552] env[65829]: DEBUG nova.compute.manager [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Instance network_info: |[{"id": "b5b359e9-b746-4ec1-8f82-30c8dde51898", "address": "fa:16:3e:8f:ee:b1", "network": {"id": "d7d99cdc-8844-4b72-ae7b-731995d661ec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1873185448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae5e4bba37774f5c916a5a1ba0a35111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b359e9-b7", "ovs_interfaceid": "b5b359e9-b746-4ec1-8f82-30c8dde51898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1074.561194] env[65829]: DEBUG oslo_concurrency.lockutils [req-f897ca74-db6d-466f-b0d5-9d82a8e3e4f7 req-127662e2-330d-41f0-92da-e686efeb67af service nova] Acquired lock "refresh_cache-83794879-e06c-40db-852c-fa518ade84d9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.561325] env[65829]: DEBUG nova.network.neutron [req-f897ca74-db6d-466f-b0d5-9d82a8e3e4f7 req-127662e2-330d-41f0-92da-e686efeb67af service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Refreshing network info cache for port b5b359e9-b746-4ec1-8f82-30c8dde51898 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.562936] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:ee:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5b359e9-b746-4ec1-8f82-30c8dde51898', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.573440] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Creating folder: Project (ae5e4bba37774f5c916a5a1ba0a35111). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.575595] env[65829]: DEBUG nova.compute.manager [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1074.578230] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25427ca3-b5ae-43fd-826d-43b2ab43fb0c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.593281] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.597885] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Created folder: Project (ae5e4bba37774f5c916a5a1ba0a35111) in parent group-v937255. [ 1074.598116] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Creating folder: Instances. Parent ref: group-v937537. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.598939] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a48ec836-999c-4646-a813-f25fecadaab8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.611912] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Created folder: Instances in parent group-v937537. [ 1074.611972] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1074.613848] env[65829]: DEBUG nova.network.neutron [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updated VIF entry in instance network info cache for port f6567efe-173e-43f0-a118-80ab9d7fef9a. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1074.614307] env[65829]: DEBUG nova.network.neutron [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updating instance_info_cache with network_info: [{"id": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "address": "fa:16:3e:28:67:37", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6567efe-17", "ovs_interfaceid": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.616221] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.618586] env[65829]: DEBUG nova.virt.hardware [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1074.619285] env[65829]: DEBUG nova.virt.hardware [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.619285] env[65829]: DEBUG nova.virt.hardware [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1074.619285] env[65829]: DEBUG nova.virt.hardware [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.619285] env[65829]: DEBUG nova.virt.hardware [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1074.619548] env[65829]: DEBUG nova.virt.hardware [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1074.619656] env[65829]: DEBUG nova.virt.hardware [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1074.619796] env[65829]: DEBUG nova.virt.hardware [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1074.620035] env[65829]: DEBUG nova.virt.hardware [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1074.620143] env[65829]: DEBUG nova.virt.hardware [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1074.620288] env[65829]: DEBUG nova.virt.hardware [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1074.620801] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45fe5012-ad0e-44af-9796-6f7e7cdd850e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.636907] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee634b4-bbcb-46da-8b47-03a16d2daa94 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.640098] env[65829]: DEBUG oslo_concurrency.lockutils [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] Releasing lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.640348] env[65829]: DEBUG nova.compute.manager [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Received event network-changed-f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1074.640508] env[65829]: DEBUG nova.compute.manager [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Refreshing instance network info cache due to event network-changed-f52934f5-15d6-4c83-924c-83229e366fce. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1074.640705] env[65829]: DEBUG oslo_concurrency.lockutils [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] Acquiring lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.640841] env[65829]: DEBUG oslo_concurrency.lockutils [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] Acquired lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.640993] env[65829]: DEBUG nova.network.neutron [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Refreshing network info cache for port f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.650109] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb53105f-80f0-4511-9824-b9da5ac95fb3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.654096] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.654096] env[65829]: value = "task-4808185" [ 1074.654096] env[65829]: _type = "Task" [ 1074.654096] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.674261] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808185, 'name': CreateVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.682576] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.697751] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808182, 'name': ReconfigVM_Task, 'duration_secs': 0.299665} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.698144] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.699090] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3f97e9-40a2-4872-9a8d-c9179bd68ff2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.723798] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf/22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.724360] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2823fd34-85f7-47ec-a031-7ca3206230eb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.745203] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1074.745203] env[65829]: value = "task-4808186" [ 1074.745203] env[65829]: _type = "Task" [ 1074.745203] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.757666] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808186, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.978538] env[65829]: DEBUG nova.compute.manager [req-7af4b5ca-44d4-4837-8b7a-9dde9f662fb7 req-26f80459-27a2-4116-ac48-de26102efe87 service nova] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Received event network-vif-plugged-0d98e3eb-4aec-421e-b05b-e6157b7d09fe {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1074.978965] env[65829]: DEBUG oslo_concurrency.lockutils [req-7af4b5ca-44d4-4837-8b7a-9dde9f662fb7 req-26f80459-27a2-4116-ac48-de26102efe87 service nova] Acquiring lock "35607785-1a50-44f5-889d-12027085c9ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.979324] env[65829]: DEBUG oslo_concurrency.lockutils [req-7af4b5ca-44d4-4837-8b7a-9dde9f662fb7 req-26f80459-27a2-4116-ac48-de26102efe87 service nova] Lock "35607785-1a50-44f5-889d-12027085c9ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.979740] env[65829]: DEBUG oslo_concurrency.lockutils [req-7af4b5ca-44d4-4837-8b7a-9dde9f662fb7 req-26f80459-27a2-4116-ac48-de26102efe87 service nova] Lock "35607785-1a50-44f5-889d-12027085c9ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.979990] env[65829]: DEBUG nova.compute.manager [req-7af4b5ca-44d4-4837-8b7a-9dde9f662fb7 req-26f80459-27a2-4116-ac48-de26102efe87 service nova] [instance: 35607785-1a50-44f5-889d-12027085c9ff] No waiting events found dispatching network-vif-plugged-0d98e3eb-4aec-421e-b05b-e6157b7d09fe {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1074.980302] env[65829]: WARNING nova.compute.manager [req-7af4b5ca-44d4-4837-8b7a-9dde9f662fb7 req-26f80459-27a2-4116-ac48-de26102efe87 service nova] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Received unexpected event network-vif-plugged-0d98e3eb-4aec-421e-b05b-e6157b7d09fe for instance with vm_state building and task_state spawning. [ 1075.075122] env[65829]: WARNING neutronclient.v2_0.client [req-f897ca74-db6d-466f-b0d5-9d82a8e3e4f7 req-127662e2-330d-41f0-92da-e686efeb67af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.084382] env[65829]: DEBUG nova.network.neutron [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Successfully updated port: 0d98e3eb-4aec-421e-b05b-e6157b7d09fe {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1075.100175] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1075.100376] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.435s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.144088] env[65829]: WARNING neutronclient.v2_0.client [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.165642] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808185, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.180103] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808181, 'name': ReconfigVM_Task, 'duration_secs': 1.323341} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.180562] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.180820] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adaf8892-4e6a-4ddc-95fc-af3114b3e5f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.188273] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1075.188273] env[65829]: value = "task-4808187" [ 1075.188273] env[65829]: _type = "Task" [ 1075.188273] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.197202] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.241254] env[65829]: WARNING neutronclient.v2_0.client [req-f897ca74-db6d-466f-b0d5-9d82a8e3e4f7 req-127662e2-330d-41f0-92da-e686efeb67af service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.256128] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808186, 'name': ReconfigVM_Task, 'duration_secs': 0.370459} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.256473] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf/22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1075.256764] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance '22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf' progress to 50 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.320709] env[65829]: DEBUG nova.network.neutron [req-f897ca74-db6d-466f-b0d5-9d82a8e3e4f7 req-127662e2-330d-41f0-92da-e686efeb67af service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Updated VIF entry in instance network info cache for port b5b359e9-b746-4ec1-8f82-30c8dde51898. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1075.321192] env[65829]: DEBUG nova.network.neutron [req-f897ca74-db6d-466f-b0d5-9d82a8e3e4f7 req-127662e2-330d-41f0-92da-e686efeb67af service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Updating instance_info_cache with network_info: [{"id": "b5b359e9-b746-4ec1-8f82-30c8dde51898", "address": "fa:16:3e:8f:ee:b1", "network": {"id": "d7d99cdc-8844-4b72-ae7b-731995d661ec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1873185448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae5e4bba37774f5c916a5a1ba0a35111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b359e9-b7", "ovs_interfaceid": "b5b359e9-b746-4ec1-8f82-30c8dde51898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.324050] env[65829]: WARNING neutronclient.v2_0.client [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.420300] env[65829]: DEBUG nova.network.neutron [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updated VIF entry in instance network info cache for port f52934f5-15d6-4c83-924c-83229e366fce. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1075.420732] env[65829]: DEBUG nova.network.neutron [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updating instance_info_cache with network_info: [{"id": "f52934f5-15d6-4c83-924c-83229e366fce", "address": "fa:16:3e:91:03:fc", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52934f5-15", "ovs_interfaceid": "f52934f5-15d6-4c83-924c-83229e366fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.587349] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "refresh_cache-35607785-1a50-44f5-889d-12027085c9ff" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.587756] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "refresh_cache-35607785-1a50-44f5-889d-12027085c9ff" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.587756] env[65829]: DEBUG nova.network.neutron [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1075.668748] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808185, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.702829] env[65829]: DEBUG oslo_vmware.api [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808187, 'name': PowerOnVM_Task, 'duration_secs': 0.508799} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.703351] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.708077] env[65829]: DEBUG nova.compute.manager [None req-7f447a24-318e-49d5-b014-7912b2b9e8f5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1075.709544] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427beab6-bba1-448b-841b-76e97d68a87c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.765087] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f319c31a-3fe8-4215-bb0e-cd08eefef020 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.795599] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2c5c24-a035-4e33-8f14-88b5fb150d9a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.826058] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance '22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf' progress to 67 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1075.831603] env[65829]: DEBUG oslo_concurrency.lockutils [req-f897ca74-db6d-466f-b0d5-9d82a8e3e4f7 req-127662e2-330d-41f0-92da-e686efeb67af service nova] Releasing lock "refresh_cache-83794879-e06c-40db-852c-fa518ade84d9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.924416] env[65829]: DEBUG oslo_concurrency.lockutils [req-18b0c6b1-90f8-455f-a2de-00cb98a270fe req-b034b727-332f-4d58-9895-596c24ee059c service nova] Releasing lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.132957] env[65829]: DEBUG nova.network.neutron [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1076.168288] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808185, 'name': CreateVM_Task, 'duration_secs': 1.446434} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.168452] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.168957] env[65829]: WARNING neutronclient.v2_0.client [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.169365] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.169552] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.169859] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.170429] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6626420-d02d-4561-894a-2388ee4ee205 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.176165] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Waiting for the task: (returnval){ [ 1076.176165] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5258fa71-cee2-8e4b-b939-8ef801a80a5d" [ 1076.176165] env[65829]: _type = "Task" [ 1076.176165] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.188164] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5258fa71-cee2-8e4b-b939-8ef801a80a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.217961] env[65829]: WARNING neutronclient.v2_0.client [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.312767] env[65829]: DEBUG nova.network.neutron [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Updating instance_info_cache with network_info: [{"id": "0d98e3eb-4aec-421e-b05b-e6157b7d09fe", "address": "fa:16:3e:02:26:bc", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d98e3eb-4a", "ovs_interfaceid": "0d98e3eb-4aec-421e-b05b-e6157b7d09fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.334241] env[65829]: WARNING neutronclient.v2_0.client [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.334691] env[65829]: WARNING neutronclient.v2_0.client [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.371877] env[65829]: DEBUG nova.network.neutron [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Port c259df96-19f9-4018-be56-a9225f5a0718 binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1076.688674] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5258fa71-cee2-8e4b-b939-8ef801a80a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.015574} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.689167] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.689249] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.689489] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.689632] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.689810] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.690115] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37de46e6-aebd-47c2-a9f8-482d4f3b0aae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.699804] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.700041] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.700830] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c3967f-6aca-413e-a97a-75d46e958e1a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.706494] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Waiting for the task: (returnval){ [ 1076.706494] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5299f26f-b97d-d619-279e-de216a332ac5" [ 1076.706494] env[65829]: _type = "Task" [ 1076.706494] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.714607] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5299f26f-b97d-d619-279e-de216a332ac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.761851] env[65829]: INFO nova.compute.manager [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Unrescuing [ 1076.762168] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.762321] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquired lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.762482] env[65829]: DEBUG nova.network.neutron [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1076.818387] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "refresh_cache-35607785-1a50-44f5-889d-12027085c9ff" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.818387] env[65829]: DEBUG nova.compute.manager [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Instance network_info: |[{"id": "0d98e3eb-4aec-421e-b05b-e6157b7d09fe", "address": "fa:16:3e:02:26:bc", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d98e3eb-4a", "ovs_interfaceid": "0d98e3eb-4aec-421e-b05b-e6157b7d09fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1076.818387] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:26:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d98e3eb-4aec-421e-b05b-e6157b7d09fe', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.825336] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1076.826236] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.826484] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fcd6c88-b3f3-4bff-8d8f-6e9e35d5fe52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.849139] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.849139] env[65829]: value = "task-4808188" [ 1076.849139] env[65829]: _type = "Task" [ 1076.849139] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.858666] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808188, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.015739] env[65829]: DEBUG nova.compute.manager [req-e040e904-ff83-496a-b6ce-1d03e4eca6d0 req-adf57022-a4bb-4e70-b854-fd59cd4876b9 service nova] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Received event network-changed-0d98e3eb-4aec-421e-b05b-e6157b7d09fe {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1077.015936] env[65829]: DEBUG nova.compute.manager [req-e040e904-ff83-496a-b6ce-1d03e4eca6d0 req-adf57022-a4bb-4e70-b854-fd59cd4876b9 service nova] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Refreshing instance network info cache due to event network-changed-0d98e3eb-4aec-421e-b05b-e6157b7d09fe. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1077.016490] env[65829]: DEBUG oslo_concurrency.lockutils [req-e040e904-ff83-496a-b6ce-1d03e4eca6d0 req-adf57022-a4bb-4e70-b854-fd59cd4876b9 service nova] Acquiring lock "refresh_cache-35607785-1a50-44f5-889d-12027085c9ff" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.016658] env[65829]: DEBUG oslo_concurrency.lockutils [req-e040e904-ff83-496a-b6ce-1d03e4eca6d0 req-adf57022-a4bb-4e70-b854-fd59cd4876b9 service nova] Acquired lock "refresh_cache-35607785-1a50-44f5-889d-12027085c9ff" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.016849] env[65829]: DEBUG nova.network.neutron [req-e040e904-ff83-496a-b6ce-1d03e4eca6d0 req-adf57022-a4bb-4e70-b854-fd59cd4876b9 service nova] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Refreshing network info cache for port 0d98e3eb-4aec-421e-b05b-e6157b7d09fe {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.218340] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5299f26f-b97d-d619-279e-de216a332ac5, 'name': SearchDatastore_Task, 'duration_secs': 0.023402} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.219244] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2cda659-bc75-461c-9f79-8c2e13802bde {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.225265] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Waiting for the task: (returnval){ [ 1077.225265] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226ff79-1d2a-39b5-b608-016bf4d86f9e" [ 1077.225265] env[65829]: _type = "Task" [ 1077.225265] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.235496] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226ff79-1d2a-39b5-b608-016bf4d86f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.265585] env[65829]: WARNING neutronclient.v2_0.client [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.360682] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808188, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.396127] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.396127] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.396127] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.443901] env[65829]: WARNING neutronclient.v2_0.client [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.520363] env[65829]: DEBUG nova.network.neutron [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updating instance_info_cache with network_info: [{"id": "07222331-bfe7-40cc-8b22-84aa6d183adb", "address": "fa:16:3e:02:14:99", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07222331-bf", "ovs_interfaceid": "07222331-bfe7-40cc-8b22-84aa6d183adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.522642] env[65829]: WARNING neutronclient.v2_0.client [req-e040e904-ff83-496a-b6ce-1d03e4eca6d0 req-adf57022-a4bb-4e70-b854-fd59cd4876b9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.689622] env[65829]: WARNING neutronclient.v2_0.client [req-e040e904-ff83-496a-b6ce-1d03e4eca6d0 req-adf57022-a4bb-4e70-b854-fd59cd4876b9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.741044] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226ff79-1d2a-39b5-b608-016bf4d86f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.017923} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.741044] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.741044] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 83794879-e06c-40db-852c-fa518ade84d9/83794879-e06c-40db-852c-fa518ade84d9.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.741409] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fafc7672-a2c7-4984-8d55-4eb63c91bc36 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.748592] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Waiting for the task: (returnval){ [ 1077.748592] env[65829]: value = "task-4808189" [ 1077.748592] env[65829]: _type = "Task" [ 1077.748592] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.757528] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.767204] env[65829]: DEBUG nova.network.neutron [req-e040e904-ff83-496a-b6ce-1d03e4eca6d0 req-adf57022-a4bb-4e70-b854-fd59cd4876b9 service nova] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Updated VIF entry in instance network info cache for port 0d98e3eb-4aec-421e-b05b-e6157b7d09fe. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1077.767611] env[65829]: DEBUG nova.network.neutron [req-e040e904-ff83-496a-b6ce-1d03e4eca6d0 req-adf57022-a4bb-4e70-b854-fd59cd4876b9 service nova] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Updating instance_info_cache with network_info: [{"id": "0d98e3eb-4aec-421e-b05b-e6157b7d09fe", "address": "fa:16:3e:02:26:bc", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d98e3eb-4a", "ovs_interfaceid": "0d98e3eb-4aec-421e-b05b-e6157b7d09fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.861513] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808188, 'name': CreateVM_Task, 'duration_secs': 0.878611} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.861746] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.862185] env[65829]: WARNING neutronclient.v2_0.client [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.862575] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.862752] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.863057] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.863364] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405f5977-7389-45c9-8e5a-440a0a9909c4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.868923] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1077.868923] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528b5ddf-2276-55e1-3e7c-1d7607d25350" [ 1077.868923] env[65829]: _type = "Task" [ 1077.868923] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.878706] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528b5ddf-2276-55e1-3e7c-1d7607d25350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.027356] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Releasing lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.028353] env[65829]: DEBUG nova.objects.instance [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lazy-loading 'flavor' on Instance uuid bbf56d36-3f36-45ae-8b66-832f69706c14 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.261973] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808189, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.270793] env[65829]: DEBUG oslo_concurrency.lockutils [req-e040e904-ff83-496a-b6ce-1d03e4eca6d0 req-adf57022-a4bb-4e70-b854-fd59cd4876b9 service nova] Releasing lock "refresh_cache-35607785-1a50-44f5-889d-12027085c9ff" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.381207] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528b5ddf-2276-55e1-3e7c-1d7607d25350, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.381565] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.381825] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1078.382110] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.382273] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.382479] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1078.382792] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38e5b0ba-0cad-4d40-95f8-97c777e7df70 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.393157] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.393443] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.394407] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15ed548-fc2d-4a47-8f3a-221ad1632815 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.402509] env[65829]: WARNING neutronclient.v2_0.client [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.405374] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1078.405374] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de99e7-2fd4-516e-a78c-77482dfd318f" [ 1078.405374] env[65829]: _type = "Task" [ 1078.405374] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.415026] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de99e7-2fd4-516e-a78c-77482dfd318f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.434793] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.434982] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.435171] env[65829]: DEBUG nova.network.neutron [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1078.536037] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8feaf97-7c9c-4afb-846c-348b272799a0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.561355] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.561767] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e005f768-165b-4f6a-9bad-c2ffb5e46d1a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.570095] env[65829]: DEBUG oslo_vmware.api [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1078.570095] env[65829]: value = "task-4808190" [ 1078.570095] env[65829]: _type = "Task" [ 1078.570095] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.578784] env[65829]: DEBUG oslo_vmware.api [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.760891] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555175} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.761341] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 83794879-e06c-40db-852c-fa518ade84d9/83794879-e06c-40db-852c-fa518ade84d9.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.761500] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.761749] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80773705-4958-4548-918c-0dd1caf55d87 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.768877] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Waiting for the task: (returnval){ [ 1078.768877] env[65829]: value = "task-4808191" [ 1078.768877] env[65829]: _type = "Task" [ 1078.768877] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.778169] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.917245] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de99e7-2fd4-516e-a78c-77482dfd318f, 'name': SearchDatastore_Task, 'duration_secs': 0.014235} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.918131] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-601ff36b-5325-4c91-96e8-41e3c07b5b1c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.924927] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1078.924927] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5253a741-0b7b-e77c-f19e-0ca89a43ed1d" [ 1078.924927] env[65829]: _type = "Task" [ 1078.924927] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.934353] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5253a741-0b7b-e77c-f19e-0ca89a43ed1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.938166] env[65829]: WARNING neutronclient.v2_0.client [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.079850] env[65829]: DEBUG oslo_vmware.api [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808190, 'name': PowerOffVM_Task, 'duration_secs': 0.342312} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.080102] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.086067] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Reconfiguring VM instance instance-00000045 to detach disk 2002 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1079.086067] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bcdf35c-839f-4c0f-b9cb-df8e4ef4f63b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.106160] env[65829]: WARNING neutronclient.v2_0.client [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.110828] env[65829]: DEBUG oslo_vmware.api [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1079.110828] env[65829]: value = "task-4808192" [ 1079.110828] env[65829]: _type = "Task" [ 1079.110828] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.124343] env[65829]: DEBUG oslo_vmware.api [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.186941] env[65829]: DEBUG nova.network.neutron [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance_info_cache with network_info: [{"id": "c259df96-19f9-4018-be56-a9225f5a0718", "address": "fa:16:3e:e1:80:37", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc259df96-19", "ovs_interfaceid": "c259df96-19f9-4018-be56-a9225f5a0718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.281143] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072888} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.281416] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.282294] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc60a802-197a-49ae-a8f8-2794ebc3aac1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.307146] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 83794879-e06c-40db-852c-fa518ade84d9/83794879-e06c-40db-852c-fa518ade84d9.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.307434] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a77d956-e9be-4fcd-b0ce-c65f0bf03409 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.328459] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Waiting for the task: (returnval){ [ 1079.328459] env[65829]: value = "task-4808193" [ 1079.328459] env[65829]: _type = "Task" [ 1079.328459] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.338890] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.435246] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5253a741-0b7b-e77c-f19e-0ca89a43ed1d, 'name': SearchDatastore_Task, 'duration_secs': 0.016943} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.435539] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.435869] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 35607785-1a50-44f5-889d-12027085c9ff/35607785-1a50-44f5-889d-12027085c9ff.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.436125] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3c8552a-065a-48e3-938c-396637bc0896 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.443672] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1079.443672] env[65829]: value = "task-4808194" [ 1079.443672] env[65829]: _type = "Task" [ 1079.443672] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.452885] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808194, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.622102] env[65829]: DEBUG oslo_vmware.api [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808192, 'name': ReconfigVM_Task, 'duration_secs': 0.421383} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.622390] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Reconfigured VM instance instance-00000045 to detach disk 2002 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1079.622614] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.622853] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0a10b39-4914-4686-b345-b4ae24b93e0d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.631445] env[65829]: DEBUG oslo_vmware.api [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1079.631445] env[65829]: value = "task-4808195" [ 1079.631445] env[65829]: _type = "Task" [ 1079.631445] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.640738] env[65829]: DEBUG oslo_vmware.api [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.692761] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.840165] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808193, 'name': ReconfigVM_Task, 'duration_secs': 0.457604} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.840666] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 83794879-e06c-40db-852c-fa518ade84d9/83794879-e06c-40db-852c-fa518ade84d9.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.841175] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c49cc6f-74fd-47e0-9971-11f18f4871dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.850064] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Waiting for the task: (returnval){ [ 1079.850064] env[65829]: value = "task-4808196" [ 1079.850064] env[65829]: _type = "Task" [ 1079.850064] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.860057] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808196, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.954225] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808194, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.143221] env[65829]: DEBUG oslo_vmware.api [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808195, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.221017] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b509573-6ed6-4775-9c4f-cd59645ff0d2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.242170] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9520636e-a1d0-418d-94ca-1acea9464923 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.250443] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance '22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf' progress to 83 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.360420] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808196, 'name': Rename_Task, 'duration_secs': 0.188211} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.360720] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.361231] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbf60107-d1ca-482a-b926-90aa6c761aa5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.370424] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Waiting for the task: (returnval){ [ 1080.370424] env[65829]: value = "task-4808197" [ 1080.370424] env[65829]: _type = "Task" [ 1080.370424] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.381176] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.455469] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808194, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548663} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.456545] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 35607785-1a50-44f5-889d-12027085c9ff/35607785-1a50-44f5-889d-12027085c9ff.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.456833] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.457177] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-601d68ac-03ad-45b0-9f1a-12cd2e7e9d12 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.465980] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1080.465980] env[65829]: value = "task-4808198" [ 1080.465980] env[65829]: _type = "Task" [ 1080.465980] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.477116] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.645460] env[65829]: DEBUG oslo_vmware.api [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808195, 'name': PowerOnVM_Task, 'duration_secs': 0.570914} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.645460] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.645460] env[65829]: DEBUG nova.compute.manager [None req-c0fae355-6b48-45bc-8e0a-0e591322ef0b tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1080.646177] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22132857-ae69-49a9-bd37-a19f4223bc9e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.758082] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.758493] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-092e32bd-5ccf-41de-8dc8-b509127764d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.768824] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1080.768824] env[65829]: value = "task-4808199" [ 1080.768824] env[65829]: _type = "Task" [ 1080.768824] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.778989] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.811617] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b03d7d-15dc-c139-aa99-7bfb93aaa30c/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.812636] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16514232-fae9-4408-81be-7d6299d093aa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.819443] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b03d7d-15dc-c139-aa99-7bfb93aaa30c/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.819608] env[65829]: ERROR oslo_vmware.rw_handles [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b03d7d-15dc-c139-aa99-7bfb93aaa30c/disk-0.vmdk due to incomplete transfer. [ 1080.819843] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f71fda75-de79-4d37-bc9b-cce62eb9a008 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.828811] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b03d7d-15dc-c139-aa99-7bfb93aaa30c/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.829129] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Uploaded image 4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.831797] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.832167] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e264f5e4-32af-44d2-9d85-be4b5d7da4b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.839679] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1080.839679] env[65829]: value = "task-4808200" [ 1080.839679] env[65829]: _type = "Task" [ 1080.839679] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.848659] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808200, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.881294] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808197, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.944406] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "interface-a8b2eef6-d3df-4b1f-85be-a5a61458954b-29a0c09e-7d53-482b-b1bd-54a59526301f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.944576] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-a8b2eef6-d3df-4b1f-85be-a5a61458954b-29a0c09e-7d53-482b-b1bd-54a59526301f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.944954] env[65829]: DEBUG nova.objects.instance [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'flavor' on Instance uuid a8b2eef6-d3df-4b1f-85be-a5a61458954b {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.979159] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132851} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.979557] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.981031] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5391d88f-bb32-4507-b590-21ac0585319a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.010994] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 35607785-1a50-44f5-889d-12027085c9ff/35607785-1a50-44f5-889d-12027085c9ff.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.011654] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c32ef38b-3171-4a8c-8794-1177f13d07ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.033348] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1081.033348] env[65829]: value = "task-4808201" [ 1081.033348] env[65829]: _type = "Task" [ 1081.033348] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.043105] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.279054] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.350401] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808200, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.382288] env[65829]: DEBUG oslo_vmware.api [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808197, 'name': PowerOnVM_Task, 'duration_secs': 0.584158} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.382593] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.384093] env[65829]: INFO nova.compute.manager [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1081.384093] env[65829]: DEBUG nova.compute.manager [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1081.384093] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bc9ce1-74ed-48e1-8556-d0a9bebd237a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.450216] env[65829]: WARNING neutronclient.v2_0.client [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.543991] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.565917] env[65829]: DEBUG nova.objects.instance [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'pci_requests' on Instance uuid a8b2eef6-d3df-4b1f-85be-a5a61458954b {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.572038] env[65829]: DEBUG nova.compute.manager [req-f4ebe359-06cd-4a14-9f2b-e52ba1cdc286 req-4d0a1ad7-9df3-454d-b866-dff701b5c42f service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Received event network-changed-07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1081.572268] env[65829]: DEBUG nova.compute.manager [req-f4ebe359-06cd-4a14-9f2b-e52ba1cdc286 req-4d0a1ad7-9df3-454d-b866-dff701b5c42f service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Refreshing instance network info cache due to event network-changed-07222331-bfe7-40cc-8b22-84aa6d183adb. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1081.572552] env[65829]: DEBUG oslo_concurrency.lockutils [req-f4ebe359-06cd-4a14-9f2b-e52ba1cdc286 req-4d0a1ad7-9df3-454d-b866-dff701b5c42f service nova] Acquiring lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.572757] env[65829]: DEBUG oslo_concurrency.lockutils [req-f4ebe359-06cd-4a14-9f2b-e52ba1cdc286 req-4d0a1ad7-9df3-454d-b866-dff701b5c42f service nova] Acquired lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.572982] env[65829]: DEBUG nova.network.neutron [req-f4ebe359-06cd-4a14-9f2b-e52ba1cdc286 req-4d0a1ad7-9df3-454d-b866-dff701b5c42f service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Refreshing network info cache for port 07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.780672] env[65829]: DEBUG oslo_vmware.api [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808199, 'name': PowerOnVM_Task, 'duration_secs': 0.633359} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.780672] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.780924] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c94ba371-3b43-4ea8-a166-468cd431e396 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance '22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf' progress to 100 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.850489] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808200, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.906218] env[65829]: INFO nova.compute.manager [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Took 20.26 seconds to build instance. [ 1082.044073] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808201, 'name': ReconfigVM_Task, 'duration_secs': 0.618463} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.044322] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 35607785-1a50-44f5-889d-12027085c9ff/35607785-1a50-44f5-889d-12027085c9ff.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.044956] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf3d2f66-7347-4860-b30f-a9dfac692643 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.052490] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1082.052490] env[65829]: value = "task-4808202" [ 1082.052490] env[65829]: _type = "Task" [ 1082.052490] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.061192] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808202, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.068898] env[65829]: DEBUG nova.objects.base [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1082.069104] env[65829]: DEBUG nova.network.neutron [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1082.069433] env[65829]: WARNING neutronclient.v2_0.client [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.069730] env[65829]: WARNING neutronclient.v2_0.client [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.076860] env[65829]: WARNING neutronclient.v2_0.client [req-f4ebe359-06cd-4a14-9f2b-e52ba1cdc286 req-4d0a1ad7-9df3-454d-b866-dff701b5c42f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.139462] env[65829]: DEBUG nova.policy [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2244f3908bf4e47a1f7d1d5b0271857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b139a534bae14c14ba78185316657b86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1082.243787] env[65829]: WARNING neutronclient.v2_0.client [req-f4ebe359-06cd-4a14-9f2b-e52ba1cdc286 req-4d0a1ad7-9df3-454d-b866-dff701b5c42f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.331133] env[65829]: DEBUG nova.network.neutron [req-f4ebe359-06cd-4a14-9f2b-e52ba1cdc286 req-4d0a1ad7-9df3-454d-b866-dff701b5c42f service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updated VIF entry in instance network info cache for port 07222331-bfe7-40cc-8b22-84aa6d183adb. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.331664] env[65829]: DEBUG nova.network.neutron [req-f4ebe359-06cd-4a14-9f2b-e52ba1cdc286 req-4d0a1ad7-9df3-454d-b866-dff701b5c42f service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updating instance_info_cache with network_info: [{"id": "07222331-bfe7-40cc-8b22-84aa6d183adb", "address": "fa:16:3e:02:14:99", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07222331-bf", "ovs_interfaceid": "07222331-bfe7-40cc-8b22-84aa6d183adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.353210] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808200, 'name': Destroy_Task, 'duration_secs': 1.091593} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.353210] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Destroyed the VM [ 1082.353400] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1082.353614] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8e31c130-2e72-4f25-a161-d279bfa297d2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.361660] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1082.361660] env[65829]: value = "task-4808203" [ 1082.361660] env[65829]: _type = "Task" [ 1082.361660] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.370820] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808203, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.409320] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c34a02bb-c966-4d21-8dc3-b412fce3900c tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Lock "83794879-e06c-40db-852c-fa518ade84d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.779s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.563987] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808202, 'name': Rename_Task, 'duration_secs': 0.242182} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.564222] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.564485] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9f17aad-645c-4b42-8dc7-b60393d715fd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.573198] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1082.573198] env[65829]: value = "task-4808204" [ 1082.573198] env[65829]: _type = "Task" [ 1082.573198] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.583988] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.835657] env[65829]: DEBUG oslo_concurrency.lockutils [req-f4ebe359-06cd-4a14-9f2b-e52ba1cdc286 req-4d0a1ad7-9df3-454d-b866-dff701b5c42f service nova] Releasing lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.871393] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808203, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.084758] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.372150] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808203, 'name': RemoveSnapshot_Task, 'duration_secs': 0.73544} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.372415] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1083.372748] env[65829]: DEBUG nova.compute.manager [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1083.373550] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d685b8-32a3-4131-bc4c-a9c373d95150 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.585812] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.702540] env[65829]: DEBUG nova.network.neutron [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Successfully updated port: 29a0c09e-7d53-482b-b1bd-54a59526301f {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1083.887968] env[65829]: INFO nova.compute.manager [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Shelve offloading [ 1084.085267] env[65829]: DEBUG oslo_vmware.api [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808204, 'name': PowerOnVM_Task, 'duration_secs': 1.217012} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.085657] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.085940] env[65829]: INFO nova.compute.manager [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1084.086156] env[65829]: DEBUG nova.compute.manager [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1084.087360] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4613a690-57ce-4b13-b58d-83a1e0e0a222 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.205307] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.205512] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.205734] env[65829]: DEBUG nova.network.neutron [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1084.253278] env[65829]: DEBUG nova.compute.manager [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Received event network-changed-07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1084.253626] env[65829]: DEBUG nova.compute.manager [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Refreshing instance network info cache due to event network-changed-07222331-bfe7-40cc-8b22-84aa6d183adb. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1084.253865] env[65829]: DEBUG oslo_concurrency.lockutils [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] Acquiring lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.254096] env[65829]: DEBUG oslo_concurrency.lockutils [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] Acquired lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.254299] env[65829]: DEBUG nova.network.neutron [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Refreshing network info cache for port 07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.391882] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.392381] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65eaee3d-14de-4647-b0dd-52156f1cc3ab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.404540] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1084.404540] env[65829]: value = "task-4808205" [ 1084.404540] env[65829]: _type = "Task" [ 1084.404540] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.413807] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.490789] env[65829]: INFO nova.compute.manager [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Rebuilding instance [ 1084.535418] env[65829]: DEBUG nova.compute.manager [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1084.536333] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742f8a64-076d-4523-9808-0b5e8f110eed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.607027] env[65829]: INFO nova.compute.manager [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Took 20.12 seconds to build instance. [ 1084.747111] env[65829]: WARNING nova.network.neutron [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] d95f050a-7108-4d88-9224-74572ab14e62 already exists in list: networks containing: ['d95f050a-7108-4d88-9224-74572ab14e62']. ignoring it [ 1084.757690] env[65829]: WARNING neutronclient.v2_0.client [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.873374] env[65829]: WARNING neutronclient.v2_0.client [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.917864] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1084.918224] env[65829]: DEBUG nova.compute.manager [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1084.918934] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ad1247-4419-4aaa-a06e-c50af5a22ccc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.925471] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.925669] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.925827] env[65829]: DEBUG nova.network.neutron [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1084.992268] env[65829]: WARNING neutronclient.v2_0.client [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.068646] env[65829]: DEBUG nova.network.neutron [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updated VIF entry in instance network info cache for port 07222331-bfe7-40cc-8b22-84aa6d183adb. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1085.069015] env[65829]: DEBUG nova.network.neutron [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updating instance_info_cache with network_info: [{"id": "07222331-bfe7-40cc-8b22-84aa6d183adb", "address": "fa:16:3e:02:14:99", "network": {"id": "8d0ad276-1133-4203-a4dc-cc018ce95c60", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1510311193-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a6d538d342a94e1ebabc2111c0d9000e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07222331-bf", "ovs_interfaceid": "07222331-bfe7-40cc-8b22-84aa6d183adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.095449] env[65829]: WARNING neutronclient.v2_0.client [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.109816] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4abe57b-78e5-4c8b-ad08-76b1e290740a tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "35607785-1a50-44f5-889d-12027085c9ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.635s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.168266] env[65829]: DEBUG nova.network.neutron [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updating instance_info_cache with network_info: [{"id": "f52934f5-15d6-4c83-924c-83229e366fce", "address": "fa:16:3e:91:03:fc", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52934f5-15", "ovs_interfaceid": "f52934f5-15d6-4c83-924c-83229e366fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29a0c09e-7d53-482b-b1bd-54a59526301f", "address": "fa:16:3e:dc:a6:9e", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a0c09e-7d", "ovs_interfaceid": "29a0c09e-7d53-482b-b1bd-54a59526301f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.366770] env[65829]: DEBUG nova.compute.manager [req-5d03c266-095d-4bfe-b660-03336fec34b6 req-7da04480-dc08-4d07-9e59-ad60493cee64 service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Received event network-changed-b5b359e9-b746-4ec1-8f82-30c8dde51898 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1085.366837] env[65829]: DEBUG nova.compute.manager [req-5d03c266-095d-4bfe-b660-03336fec34b6 req-7da04480-dc08-4d07-9e59-ad60493cee64 service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Refreshing instance network info cache due to event network-changed-b5b359e9-b746-4ec1-8f82-30c8dde51898. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1085.367012] env[65829]: DEBUG oslo_concurrency.lockutils [req-5d03c266-095d-4bfe-b660-03336fec34b6 req-7da04480-dc08-4d07-9e59-ad60493cee64 service nova] Acquiring lock "refresh_cache-83794879-e06c-40db-852c-fa518ade84d9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.367170] env[65829]: DEBUG oslo_concurrency.lockutils [req-5d03c266-095d-4bfe-b660-03336fec34b6 req-7da04480-dc08-4d07-9e59-ad60493cee64 service nova] Acquired lock "refresh_cache-83794879-e06c-40db-852c-fa518ade84d9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.367331] env[65829]: DEBUG nova.network.neutron [req-5d03c266-095d-4bfe-b660-03336fec34b6 req-7da04480-dc08-4d07-9e59-ad60493cee64 service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Refreshing network info cache for port b5b359e9-b746-4ec1-8f82-30c8dde51898 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.431524] env[65829]: WARNING neutronclient.v2_0.client [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.550440] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.550771] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd98b0fd-3232-46fd-ab32-1bf568aecbc3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.563016] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1085.563016] env[65829]: value = "task-4808206" [ 1085.563016] env[65829]: _type = "Task" [ 1085.563016] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.572660] env[65829]: DEBUG oslo_concurrency.lockutils [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] Releasing lock "refresh_cache-bbf56d36-3f36-45ae-8b66-832f69706c14" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.572928] env[65829]: DEBUG nova.compute.manager [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Received event network-vif-plugged-29a0c09e-7d53-482b-b1bd-54a59526301f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1085.573142] env[65829]: DEBUG oslo_concurrency.lockutils [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] Acquiring lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.573355] env[65829]: DEBUG oslo_concurrency.lockutils [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] Lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.573516] env[65829]: DEBUG oslo_concurrency.lockutils [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] Lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.573784] env[65829]: DEBUG nova.compute.manager [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] No waiting events found dispatching network-vif-plugged-29a0c09e-7d53-482b-b1bd-54a59526301f {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1085.574050] env[65829]: WARNING nova.compute.manager [req-cb874cf8-3987-48c3-ae89-51d0c343b154 req-eab597d3-4be7-4ad7-8062-2e2e001b9dab service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Received unexpected event network-vif-plugged-29a0c09e-7d53-482b-b1bd-54a59526301f for instance with vm_state active and task_state None. [ 1085.574373] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.598496] env[65829]: WARNING neutronclient.v2_0.client [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.672611] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.673428] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.673687] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.674681] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1609b130-3e14-434f-9ec1-c6f89c61b831 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.694717] env[65829]: DEBUG nova.virt.hardware [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1085.695018] env[65829]: DEBUG nova.virt.hardware [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.695224] env[65829]: DEBUG nova.virt.hardware [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1085.695496] env[65829]: DEBUG nova.virt.hardware [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.695672] env[65829]: DEBUG nova.virt.hardware [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1085.695848] env[65829]: DEBUG nova.virt.hardware [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1085.696174] env[65829]: DEBUG nova.virt.hardware [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1085.696272] env[65829]: DEBUG nova.virt.hardware [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1085.696595] env[65829]: DEBUG nova.virt.hardware [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1085.696595] env[65829]: DEBUG nova.virt.hardware [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1085.696734] env[65829]: DEBUG nova.virt.hardware [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1085.703232] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Reconfiguring VM to attach interface {{(pid=65829) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1085.704546] env[65829]: DEBUG nova.network.neutron [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updating instance_info_cache with network_info: [{"id": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "address": "fa:16:3e:40:90:b2", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd530ad-fb", "ovs_interfaceid": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.705762] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a65feba3-1866-4e8b-8512-44b23d801a95 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.720401] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.720794] env[65829]: WARNING neutronclient.v2_0.client [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.721156] env[65829]: WARNING neutronclient.v2_0.client [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.730081] env[65829]: DEBUG oslo_vmware.api [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1085.730081] env[65829]: value = "task-4808207" [ 1085.730081] env[65829]: _type = "Task" [ 1085.730081] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.741204] env[65829]: DEBUG oslo_vmware.api [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808207, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.851955] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.852310] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.852498] env[65829]: DEBUG nova.compute.manager [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Going to confirm migration 4 {{(pid=65829) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1085.871378] env[65829]: WARNING neutronclient.v2_0.client [req-5d03c266-095d-4bfe-b660-03336fec34b6 req-7da04480-dc08-4d07-9e59-ad60493cee64 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.076062] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808206, 'name': PowerOffVM_Task, 'duration_secs': 0.26439} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.076062] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.076062] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.076781] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44476c0-18d6-4cb5-99df-bd88d052c39b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.087082] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.087380] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc06bb8e-66db-4c4f-9861-d94d0ca552ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.097237] env[65829]: WARNING neutronclient.v2_0.client [req-5d03c266-095d-4bfe-b660-03336fec34b6 req-7da04480-dc08-4d07-9e59-ad60493cee64 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.140351] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.141453] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef3aa57-e057-4a12-9a7e-7584447946c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.150025] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.150273] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c5c450b-c60a-4b07-8e39-c4287730a071 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.165117] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.165437] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.165623] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleting the datastore file [datastore2] af9abb1d-39d6-4565-a43a-f87a02d30f10 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.166067] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d443cd4-ac38-4155-a4e8-7860e4bdc41b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.173254] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1086.173254] env[65829]: value = "task-4808210" [ 1086.173254] env[65829]: _type = "Task" [ 1086.173254] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.182013] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.201457] env[65829]: DEBUG nova.network.neutron [req-5d03c266-095d-4bfe-b660-03336fec34b6 req-7da04480-dc08-4d07-9e59-ad60493cee64 service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Updated VIF entry in instance network info cache for port b5b359e9-b746-4ec1-8f82-30c8dde51898. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1086.201834] env[65829]: DEBUG nova.network.neutron [req-5d03c266-095d-4bfe-b660-03336fec34b6 req-7da04480-dc08-4d07-9e59-ad60493cee64 service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Updating instance_info_cache with network_info: [{"id": "b5b359e9-b746-4ec1-8f82-30c8dde51898", "address": "fa:16:3e:8f:ee:b1", "network": {"id": "d7d99cdc-8844-4b72-ae7b-731995d661ec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1873185448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae5e4bba37774f5c916a5a1ba0a35111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b359e9-b7", "ovs_interfaceid": "b5b359e9-b746-4ec1-8f82-30c8dde51898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.227609] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.227828] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.228170] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleting the datastore file [datastore2] d857ac5a-33e9-42fe-90ae-f20915cc7e12 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.228488] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bec65c3-61e6-43f7-a09a-ac867341f077 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.241668] env[65829]: DEBUG oslo_vmware.api [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.243646] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1086.243646] env[65829]: value = "task-4808211" [ 1086.243646] env[65829]: _type = "Task" [ 1086.243646] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.254725] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.359316] env[65829]: WARNING neutronclient.v2_0.client [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.397964] env[65829]: WARNING neutronclient.v2_0.client [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.398361] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.398509] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.398672] env[65829]: DEBUG nova.network.neutron [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1086.398847] env[65829]: DEBUG nova.objects.instance [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lazy-loading 'info_cache' on Instance uuid 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.649280] env[65829]: DEBUG nova.compute.manager [req-4113be60-d2a6-4f8e-a04b-6779def35007 req-ab623d1e-18b7-4108-9ca7-12824fac7483 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Received event network-changed-29a0c09e-7d53-482b-b1bd-54a59526301f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1086.649458] env[65829]: DEBUG nova.compute.manager [req-4113be60-d2a6-4f8e-a04b-6779def35007 req-ab623d1e-18b7-4108-9ca7-12824fac7483 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Refreshing instance network info cache due to event network-changed-29a0c09e-7d53-482b-b1bd-54a59526301f. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1086.649739] env[65829]: DEBUG oslo_concurrency.lockutils [req-4113be60-d2a6-4f8e-a04b-6779def35007 req-ab623d1e-18b7-4108-9ca7-12824fac7483 service nova] Acquiring lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.649806] env[65829]: DEBUG oslo_concurrency.lockutils [req-4113be60-d2a6-4f8e-a04b-6779def35007 req-ab623d1e-18b7-4108-9ca7-12824fac7483 service nova] Acquired lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.649990] env[65829]: DEBUG nova.network.neutron [req-4113be60-d2a6-4f8e-a04b-6779def35007 req-ab623d1e-18b7-4108-9ca7-12824fac7483 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Refreshing network info cache for port 29a0c09e-7d53-482b-b1bd-54a59526301f {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.684598] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153526} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.684880] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.685072] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.685249] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.705504] env[65829]: DEBUG oslo_concurrency.lockutils [req-5d03c266-095d-4bfe-b660-03336fec34b6 req-7da04480-dc08-4d07-9e59-ad60493cee64 service nova] Releasing lock "refresh_cache-83794879-e06c-40db-852c-fa518ade84d9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.743599] env[65829]: DEBUG oslo_vmware.api [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808207, 'name': ReconfigVM_Task, 'duration_secs': 0.929005} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.743795] env[65829]: WARNING neutronclient.v2_0.client [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.743907] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.744152] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Reconfigured VM to attach interface {{(pid=65829) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1086.756930] env[65829]: DEBUG oslo_vmware.api [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157287} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.757193] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.758042] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.758042] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.790231] env[65829]: INFO nova.scheduler.client.report [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleted allocations for instance d857ac5a-33e9-42fe-90ae-f20915cc7e12 [ 1087.154740] env[65829]: WARNING neutronclient.v2_0.client [req-4113be60-d2a6-4f8e-a04b-6779def35007 req-ab623d1e-18b7-4108-9ca7-12824fac7483 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.253820] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0af6b804-6a87-43fb-aca6-59139360a339 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-a8b2eef6-d3df-4b1f-85be-a5a61458954b-29a0c09e-7d53-482b-b1bd-54a59526301f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.309s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.296469] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.296469] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.296469] env[65829]: DEBUG nova.objects.instance [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lazy-loading 'resources' on Instance uuid d857ac5a-33e9-42fe-90ae-f20915cc7e12 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.314991] env[65829]: WARNING neutronclient.v2_0.client [req-4113be60-d2a6-4f8e-a04b-6779def35007 req-ab623d1e-18b7-4108-9ca7-12824fac7483 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.382836] env[65829]: DEBUG nova.network.neutron [req-4113be60-d2a6-4f8e-a04b-6779def35007 req-ab623d1e-18b7-4108-9ca7-12824fac7483 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updated VIF entry in instance network info cache for port 29a0c09e-7d53-482b-b1bd-54a59526301f. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1087.383287] env[65829]: DEBUG nova.network.neutron [req-4113be60-d2a6-4f8e-a04b-6779def35007 req-ab623d1e-18b7-4108-9ca7-12824fac7483 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updating instance_info_cache with network_info: [{"id": "f52934f5-15d6-4c83-924c-83229e366fce", "address": "fa:16:3e:91:03:fc", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52934f5-15", "ovs_interfaceid": "f52934f5-15d6-4c83-924c-83229e366fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29a0c09e-7d53-482b-b1bd-54a59526301f", "address": "fa:16:3e:dc:a6:9e", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a0c09e-7d", "ovs_interfaceid": "29a0c09e-7d53-482b-b1bd-54a59526301f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.405623] env[65829]: WARNING neutronclient.v2_0.client [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.551787] env[65829]: WARNING neutronclient.v2_0.client [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.639703] env[65829]: DEBUG nova.network.neutron [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance_info_cache with network_info: [{"id": "c259df96-19f9-4018-be56-a9225f5a0718", "address": "fa:16:3e:e1:80:37", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc259df96-19", "ovs_interfaceid": "c259df96-19f9-4018-be56-a9225f5a0718", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.726211] env[65829]: DEBUG nova.virt.hardware [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1087.726480] env[65829]: DEBUG nova.virt.hardware [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.726705] env[65829]: DEBUG nova.virt.hardware [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1087.726799] env[65829]: DEBUG nova.virt.hardware [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.726946] env[65829]: DEBUG nova.virt.hardware [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1087.727101] env[65829]: DEBUG nova.virt.hardware [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1087.727674] env[65829]: DEBUG nova.virt.hardware [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1087.727871] env[65829]: DEBUG nova.virt.hardware [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1087.728123] env[65829]: DEBUG nova.virt.hardware [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1087.728338] env[65829]: DEBUG nova.virt.hardware [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1087.728514] env[65829]: DEBUG nova.virt.hardware [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1087.729462] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467b0858-e98d-4da4-b492-a90399ca43c6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.738276] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfdcf99-7d8f-4836-9494-eee7aa680cd5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.755175] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:c6:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9b3201b-d498-49e4-8d28-b6e44fed0be8', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.763679] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1087.764935] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.765527] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2c0c40c-f69a-49e7-b960-2720420db4a4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.788917] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.788917] env[65829]: value = "task-4808212" [ 1087.788917] env[65829]: _type = "Task" [ 1087.788917] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.799128] env[65829]: DEBUG nova.objects.instance [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lazy-loading 'numa_topology' on Instance uuid d857ac5a-33e9-42fe-90ae-f20915cc7e12 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.800337] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808212, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.886910] env[65829]: DEBUG oslo_concurrency.lockutils [req-4113be60-d2a6-4f8e-a04b-6779def35007 req-ab623d1e-18b7-4108-9ca7-12824fac7483 service nova] Releasing lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.142835] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "refresh_cache-22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.143135] env[65829]: DEBUG nova.objects.instance [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lazy-loading 'migration_context' on Instance uuid 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.158516] env[65829]: DEBUG nova.compute.manager [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Received event network-vif-unplugged-efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1088.158765] env[65829]: DEBUG oslo_concurrency.lockutils [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] Acquiring lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.158920] env[65829]: DEBUG oslo_concurrency.lockutils [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.159042] env[65829]: DEBUG oslo_concurrency.lockutils [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.159134] env[65829]: DEBUG nova.compute.manager [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] No waiting events found dispatching network-vif-unplugged-efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1088.159297] env[65829]: WARNING nova.compute.manager [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Received unexpected event network-vif-unplugged-efd530ad-fb83-4050-8a20-4e6a82e1e995 for instance with vm_state shelved_offloaded and task_state None. [ 1088.159449] env[65829]: DEBUG nova.compute.manager [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Received event network-changed-efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1088.159589] env[65829]: DEBUG nova.compute.manager [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Refreshing instance network info cache due to event network-changed-efd530ad-fb83-4050-8a20-4e6a82e1e995. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1088.159859] env[65829]: DEBUG oslo_concurrency.lockutils [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] Acquiring lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.159955] env[65829]: DEBUG oslo_concurrency.lockutils [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] Acquired lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.160113] env[65829]: DEBUG nova.network.neutron [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Refreshing network info cache for port efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.300847] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808212, 'name': CreateVM_Task, 'duration_secs': 0.330556} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.301054] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.301603] env[65829]: WARNING neutronclient.v2_0.client [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1088.301984] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.302163] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.302479] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.302947] env[65829]: DEBUG nova.objects.base [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1088.306038] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5139be6f-599b-4401-ae4b-c2cfcd0fd723 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.312062] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1088.312062] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5271dc39-7bbb-ea77-07c3-51689d17dfc6" [ 1088.312062] env[65829]: _type = "Task" [ 1088.312062] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.323615] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5271dc39-7bbb-ea77-07c3-51689d17dfc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.579935] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60570346-776b-4059-991f-3c379f8a76d5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.589340] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b864f74-94de-447f-b688-aa8589063964 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.624663] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90659f40-568e-41ef-b5f0-0ab0493a43cf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.633515] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf32eff-03c5-455e-b958-84c7f58020f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.651828] env[65829]: DEBUG nova.objects.base [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Object Instance<22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf> lazy-loaded attributes: info_cache,migration_context {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1088.652506] env[65829]: DEBUG nova.compute.provider_tree [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.655468] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a69162-307b-4a4b-aad6-a3215b04e795 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.676507] env[65829]: WARNING neutronclient.v2_0.client [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.680677] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-886e5ae0-fcda-417a-a9ee-1e2ed68dbe83 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.686959] env[65829]: DEBUG oslo_vmware.api [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1088.686959] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525f7355-df97-3963-3917-e7fda6bf34b8" [ 1088.686959] env[65829]: _type = "Task" [ 1088.686959] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.697344] env[65829]: DEBUG oslo_vmware.api [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525f7355-df97-3963-3917-e7fda6bf34b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.828616] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5271dc39-7bbb-ea77-07c3-51689d17dfc6, 'name': SearchDatastore_Task, 'duration_secs': 0.011654} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.829014] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.829374] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.830111] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.830111] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.830380] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.834207] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa314d90-e370-4721-b82d-7790ce93fc4f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.847165] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.847505] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.848352] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a4d8887-8e57-466d-b291-4b4877dd7f1f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.855823] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1088.855823] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5282e469-6f03-d45a-57d5-39a2ba1d3c4c" [ 1088.855823] env[65829]: _type = "Task" [ 1088.855823] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.868635] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5282e469-6f03-d45a-57d5-39a2ba1d3c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.884483] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "35607785-1a50-44f5-889d-12027085c9ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.884795] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "35607785-1a50-44f5-889d-12027085c9ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.885058] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "35607785-1a50-44f5-889d-12027085c9ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.885264] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "35607785-1a50-44f5-889d-12027085c9ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.885497] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "35607785-1a50-44f5-889d-12027085c9ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.887949] env[65829]: INFO nova.compute.manager [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Terminating instance [ 1088.910355] env[65829]: WARNING neutronclient.v2_0.client [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.995223] env[65829]: DEBUG nova.network.neutron [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updated VIF entry in instance network info cache for port efd530ad-fb83-4050-8a20-4e6a82e1e995. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1088.995722] env[65829]: DEBUG nova.network.neutron [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updating instance_info_cache with network_info: [{"id": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "address": "fa:16:3e:40:90:b2", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapefd530ad-fb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.155235] env[65829]: DEBUG oslo_concurrency.lockutils [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "interface-a8b2eef6-d3df-4b1f-85be-a5a61458954b-29a0c09e-7d53-482b-b1bd-54a59526301f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.155501] env[65829]: DEBUG oslo_concurrency.lockutils [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-a8b2eef6-d3df-4b1f-85be-a5a61458954b-29a0c09e-7d53-482b-b1bd-54a59526301f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.160698] env[65829]: DEBUG nova.scheduler.client.report [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.198202] env[65829]: DEBUG oslo_vmware.api [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525f7355-df97-3963-3917-e7fda6bf34b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008606} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.198544] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.367100] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5282e469-6f03-d45a-57d5-39a2ba1d3c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.016961} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.367848] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076cd5f4-0cb1-49e2-892f-688116e95472 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.373826] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1089.373826] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52914cfe-7f11-b70c-73c6-f5a8b25092a7" [ 1089.373826] env[65829]: _type = "Task" [ 1089.373826] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.382168] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52914cfe-7f11-b70c-73c6-f5a8b25092a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.391990] env[65829]: DEBUG nova.compute.manager [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1089.392214] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.393088] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a308c0-5962-4701-8284-d2bd91d6d819 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.401638] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.401830] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c200a56-bd37-4c78-b5a6-5bdc5f5b858a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.408580] env[65829]: DEBUG oslo_vmware.api [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1089.408580] env[65829]: value = "task-4808213" [ 1089.408580] env[65829]: _type = "Task" [ 1089.408580] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.417683] env[65829]: DEBUG oslo_vmware.api [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.470998] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Acquiring lock "83794879-e06c-40db-852c-fa518ade84d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.471335] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Lock "83794879-e06c-40db-852c-fa518ade84d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.471583] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Acquiring lock "83794879-e06c-40db-852c-fa518ade84d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.471813] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Lock "83794879-e06c-40db-852c-fa518ade84d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.471994] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Lock "83794879-e06c-40db-852c-fa518ade84d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.474263] env[65829]: INFO nova.compute.manager [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Terminating instance [ 1089.499255] env[65829]: DEBUG oslo_concurrency.lockutils [req-cc204d4f-9872-4f0c-84dc-1fe6906b77a2 req-2d9aeca8-340a-4d5a-aacb-ff0048801b6a service nova] Releasing lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.661042] env[65829]: DEBUG oslo_concurrency.lockutils [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.661042] env[65829]: DEBUG oslo_concurrency.lockutils [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.661042] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adcec73-227c-4cbb-a506-587115953a9d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.665377] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.369s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.681511] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.483s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.684127] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40604d6f-faf6-4065-acd2-cd47eda22f26 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.706148] env[65829]: WARNING neutronclient.v2_0.client [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.711874] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Reconfiguring VM to detach interface {{(pid=65829) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1089.713120] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c1362b5-340c-4dc7-807b-ebff6ce07950 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.733528] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1089.733528] env[65829]: value = "task-4808214" [ 1089.733528] env[65829]: _type = "Task" [ 1089.733528] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.746766] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.884799] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52914cfe-7f11-b70c-73c6-f5a8b25092a7, 'name': SearchDatastore_Task, 'duration_secs': 0.026163} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.885233] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.885332] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] af9abb1d-39d6-4565-a43a-f87a02d30f10/af9abb1d-39d6-4565-a43a-f87a02d30f10.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.885569] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db1d21a7-b68b-49c4-bc39-fb6dfec1d6ae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.892798] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1089.892798] env[65829]: value = "task-4808215" [ 1089.892798] env[65829]: _type = "Task" [ 1089.892798] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.902699] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.919313] env[65829]: DEBUG oslo_vmware.api [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808213, 'name': PowerOffVM_Task, 'duration_secs': 0.313205} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.919611] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.919785] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.920044] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8993c5c9-09fb-4c2e-8cf4-25cf69a9d7f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.978720] env[65829]: DEBUG nova.compute.manager [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1089.978976] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.980192] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb9e162-1e43-480e-bcbc-7ca6fe1f793d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.989565] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.989842] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.990031] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleting the datastore file [datastore2] 35607785-1a50-44f5-889d-12027085c9ff {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.992392] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bed87fd-b9b4-4594-9440-baacb57a7a8a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.994248] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.994497] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b041ffc6-4175-4e90-b293-a1bbced3ab5c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.001131] env[65829]: DEBUG oslo_vmware.api [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Waiting for the task: (returnval){ [ 1090.001131] env[65829]: value = "task-4808217" [ 1090.001131] env[65829]: _type = "Task" [ 1090.001131] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.002210] env[65829]: DEBUG oslo_vmware.api [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1090.002210] env[65829]: value = "task-4808218" [ 1090.002210] env[65829]: _type = "Task" [ 1090.002210] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.014974] env[65829]: DEBUG oslo_vmware.api [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.018973] env[65829]: DEBUG oslo_vmware.api [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.193933] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1fd684fd-42d7-4639-8170-6cbd11ff34bb tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.368s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.196964] env[65829]: DEBUG nova.compute.manager [req-159775b6-8ecb-40a5-bc97-2184f9884561 req-8a683960-ab5c-47a7-9809-060ee2882cba service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Received event network-changed-b5b359e9-b746-4ec1-8f82-30c8dde51898 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1090.197646] env[65829]: DEBUG nova.compute.manager [req-159775b6-8ecb-40a5-bc97-2184f9884561 req-8a683960-ab5c-47a7-9809-060ee2882cba service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Refreshing instance network info cache due to event network-changed-b5b359e9-b746-4ec1-8f82-30c8dde51898. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1090.197646] env[65829]: DEBUG oslo_concurrency.lockutils [req-159775b6-8ecb-40a5-bc97-2184f9884561 req-8a683960-ab5c-47a7-9809-060ee2882cba service nova] Acquiring lock "refresh_cache-83794879-e06c-40db-852c-fa518ade84d9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.197646] env[65829]: DEBUG oslo_concurrency.lockutils [req-159775b6-8ecb-40a5-bc97-2184f9884561 req-8a683960-ab5c-47a7-9809-060ee2882cba service nova] Acquired lock "refresh_cache-83794879-e06c-40db-852c-fa518ade84d9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.198220] env[65829]: DEBUG nova.network.neutron [req-159775b6-8ecb-40a5-bc97-2184f9884561 req-8a683960-ab5c-47a7-9809-060ee2882cba service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Refreshing network info cache for port b5b359e9-b746-4ec1-8f82-30c8dde51898 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.248731] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.407058] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510453} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.407058] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] af9abb1d-39d6-4565-a43a-f87a02d30f10/af9abb1d-39d6-4565-a43a-f87a02d30f10.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.407359] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.407587] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5453704b-2de4-4100-b73d-71b6e4fa89a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.420624] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1090.420624] env[65829]: value = "task-4808219" [ 1090.420624] env[65829]: _type = "Task" [ 1090.420624] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.434228] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.479888] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a04b5-2c58-4a6d-b606-a62d2755a322 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.488246] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e704693-8731-4eaf-b47a-0099591be7cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.528177] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584144d6-81a6-4fc9-8634-d096044ca431 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.535782] env[65829]: DEBUG oslo_vmware.api [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808217, 'name': PowerOffVM_Task, 'duration_secs': 0.280455} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.540406] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.540576] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.540873] env[65829]: DEBUG oslo_vmware.api [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421317} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.541095] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2da8a6d-318c-4fb1-816f-d240bcf19b09 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.543428] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad94bb3-487f-468e-8cf0-626252f76fec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.547269] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.547452] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.547621] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.547787] env[65829]: INFO nova.compute.manager [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1090.548053] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1090.548247] env[65829]: DEBUG nova.compute.manager [-] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1090.548340] env[65829]: DEBUG nova.network.neutron [-] [instance: 35607785-1a50-44f5-889d-12027085c9ff] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1090.548569] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.560720] env[65829]: DEBUG nova.compute.provider_tree [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.593013] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.618071] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.618342] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.618506] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Deleting the datastore file [datastore1] 83794879-e06c-40db-852c-fa518ade84d9 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.618809] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d90d3fe7-2707-42fa-9bf2-09484829bebc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.625758] env[65829]: DEBUG oslo_vmware.api [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Waiting for the task: (returnval){ [ 1090.625758] env[65829]: value = "task-4808221" [ 1090.625758] env[65829]: _type = "Task" [ 1090.625758] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.634759] env[65829]: DEBUG oslo_vmware.api [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.701742] env[65829]: WARNING neutronclient.v2_0.client [req-159775b6-8ecb-40a5-bc97-2184f9884561 req-8a683960-ab5c-47a7-9809-060ee2882cba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.708824] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.709106] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.709286] env[65829]: INFO nova.compute.manager [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Unshelving [ 1090.746577] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.931215] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073617} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.932414] env[65829]: WARNING neutronclient.v2_0.client [req-159775b6-8ecb-40a5-bc97-2184f9884561 req-8a683960-ab5c-47a7-9809-060ee2882cba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.934871] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.936765] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df467539-da9a-4a34-a053-e5d76016cd0a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.962447] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] af9abb1d-39d6-4565-a43a-f87a02d30f10/af9abb1d-39d6-4565-a43a-f87a02d30f10.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.963761] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1ef4bb2-7731-451b-b6f9-c48fd424da93 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.987564] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1090.987564] env[65829]: value = "task-4808222" [ 1090.987564] env[65829]: _type = "Task" [ 1090.987564] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.996637] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.014847] env[65829]: DEBUG nova.network.neutron [req-159775b6-8ecb-40a5-bc97-2184f9884561 req-8a683960-ab5c-47a7-9809-060ee2882cba service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Updated VIF entry in instance network info cache for port b5b359e9-b746-4ec1-8f82-30c8dde51898. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1091.016168] env[65829]: DEBUG nova.network.neutron [req-159775b6-8ecb-40a5-bc97-2184f9884561 req-8a683960-ab5c-47a7-9809-060ee2882cba service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Updating instance_info_cache with network_info: [{"id": "b5b359e9-b746-4ec1-8f82-30c8dde51898", "address": "fa:16:3e:8f:ee:b1", "network": {"id": "d7d99cdc-8844-4b72-ae7b-731995d661ec", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1873185448-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae5e4bba37774f5c916a5a1ba0a35111", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b359e9-b7", "ovs_interfaceid": "b5b359e9-b746-4ec1-8f82-30c8dde51898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.064519] env[65829]: DEBUG nova.scheduler.client.report [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.136407] env[65829]: DEBUG oslo_vmware.api [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Task: {'id': task-4808221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161558} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.136663] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.136828] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.137043] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.137228] env[65829]: INFO nova.compute.manager [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1091.137474] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1091.137665] env[65829]: DEBUG nova.compute.manager [-] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1091.137758] env[65829]: DEBUG nova.network.neutron [-] [instance: 83794879-e06c-40db-852c-fa518ade84d9] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1091.137999] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.171096] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.247161] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.350360] env[65829]: DEBUG nova.network.neutron [-] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.376129] env[65829]: DEBUG nova.compute.manager [req-2cbb9d6f-cacf-411a-b7fa-a5cc17e8745c req-2325dc89-4513-404a-9c0a-943b995dc068 service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Received event network-vif-deleted-b5b359e9-b746-4ec1-8f82-30c8dde51898 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1091.376423] env[65829]: INFO nova.compute.manager [req-2cbb9d6f-cacf-411a-b7fa-a5cc17e8745c req-2325dc89-4513-404a-9c0a-943b995dc068 service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Neutron deleted interface b5b359e9-b746-4ec1-8f82-30c8dde51898; detaching it from the instance and deleting it from the info cache [ 1091.376494] env[65829]: DEBUG nova.network.neutron [req-2cbb9d6f-cacf-411a-b7fa-a5cc17e8745c req-2325dc89-4513-404a-9c0a-943b995dc068 service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.498454] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808222, 'name': ReconfigVM_Task, 'duration_secs': 0.278294} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.498581] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Reconfigured VM instance instance-0000005f to attach disk [datastore1] af9abb1d-39d6-4565-a43a-f87a02d30f10/af9abb1d-39d6-4565-a43a-f87a02d30f10.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1091.499248] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93de436f-5a6d-4178-959b-12d4f3cd0719 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.507557] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1091.507557] env[65829]: value = "task-4808223" [ 1091.507557] env[65829]: _type = "Task" [ 1091.507557] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.516623] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808223, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.519207] env[65829]: DEBUG oslo_concurrency.lockutils [req-159775b6-8ecb-40a5-bc97-2184f9884561 req-8a683960-ab5c-47a7-9809-060ee2882cba service nova] Releasing lock "refresh_cache-83794879-e06c-40db-852c-fa518ade84d9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.737697] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.746857] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.853437] env[65829]: INFO nova.compute.manager [-] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Took 1.30 seconds to deallocate network for instance. [ 1091.864538] env[65829]: DEBUG nova.network.neutron [-] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.879866] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee24c100-6d2c-4555-ac0c-cfd9e64a3761 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.890866] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92775ee0-3891-4a2f-a11b-773982f53771 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.929804] env[65829]: DEBUG nova.compute.manager [req-2cbb9d6f-cacf-411a-b7fa-a5cc17e8745c req-2325dc89-4513-404a-9c0a-943b995dc068 service nova] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Detach interface failed, port_id=b5b359e9-b746-4ec1-8f82-30c8dde51898, reason: Instance 83794879-e06c-40db-852c-fa518ade84d9 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1092.019748] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808223, 'name': Rename_Task, 'duration_secs': 0.144872} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.020041] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.020322] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb3f30f8-5ab6-468d-9f9b-4eb47065d5de {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.027823] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1092.027823] env[65829]: value = "task-4808224" [ 1092.027823] env[65829]: _type = "Task" [ 1092.027823] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.036262] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.075035] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.394s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.078288] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.341s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.078512] env[65829]: DEBUG nova.objects.instance [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lazy-loading 'pci_requests' on Instance uuid d857ac5a-33e9-42fe-90ae-f20915cc7e12 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.224304] env[65829]: DEBUG nova.compute.manager [req-3d6a3252-ad6f-41ba-ae7b-7310542a50da req-636bfbce-80e4-43e1-907c-807c46c00b9a service nova] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Received event network-vif-deleted-0d98e3eb-4aec-421e-b05b-e6157b7d09fe {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1092.248994] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.361105] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.366824] env[65829]: INFO nova.compute.manager [-] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Took 1.23 seconds to deallocate network for instance. [ 1092.539161] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808224, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.585632] env[65829]: DEBUG nova.objects.instance [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lazy-loading 'numa_topology' on Instance uuid d857ac5a-33e9-42fe-90ae-f20915cc7e12 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.660630] env[65829]: INFO nova.scheduler.client.report [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Deleted allocation for migration a9207fee-c118-4417-b9c1-88956ca4d5fd [ 1092.749976] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.876326] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.041164] env[65829]: DEBUG oslo_vmware.api [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808224, 'name': PowerOnVM_Task, 'duration_secs': 0.778926} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.041930] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.042354] env[65829]: DEBUG nova.compute.manager [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1093.043306] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d54a32b-0894-4087-9a5a-80ca11823e0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.089163] env[65829]: INFO nova.compute.claims [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.167967] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b952ef48-05a2-41e7-8010-3f5aa07a99e0 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.316s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.251297] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.562033] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.755497] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.252020] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.355565] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e7ae4d-cd16-4242-8b52-11e75407f639 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.365169] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033ce79a-4e36-4b2b-96b8-2c56054ec6b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.399779] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440e210c-e600-4e10-8047-e82d4abe2f3b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.408410] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2d5146-f5e2-4fea-9817-c6141dfa30c0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.425283] env[65829]: DEBUG nova.compute.provider_tree [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.616680] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "e486f477-e000-4b50-844a-35399d88bba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.616939] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "e486f477-e000-4b50-844a-35399d88bba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.751966] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.929181] env[65829]: DEBUG nova.scheduler.client.report [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.119336] env[65829]: DEBUG nova.compute.manager [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1095.253072] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.434684] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.356s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.435095] env[65829]: WARNING neutronclient.v2_0.client [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.437886] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.077s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.438182] env[65829]: DEBUG nova.objects.instance [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lazy-loading 'resources' on Instance uuid 35607785-1a50-44f5-889d-12027085c9ff {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.472376] env[65829]: INFO nova.network.neutron [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updating port efd530ad-fb83-4050-8a20-4e6a82e1e995 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1095.647978] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.755151] env[65829]: DEBUG oslo_vmware.api [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808214, 'name': ReconfigVM_Task, 'duration_secs': 5.768876} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.755408] env[65829]: DEBUG oslo_concurrency.lockutils [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.755615] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Reconfigured VM to detach interface {{(pid=65829) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1095.756149] env[65829]: WARNING neutronclient.v2_0.client [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.756466] env[65829]: WARNING neutronclient.v2_0.client [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.787656] env[65829]: WARNING neutronclient.v2_0.client [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.181210] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df879387-90bd-4050-96f6-b0f047bc899a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.189856] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235a84e2-a064-4dca-bc2f-653fb86a702f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.222340] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ad7f88-073e-4560-8d91-c00cd67a5bbb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.230686] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b84c308-e887-4f87-8c66-4abeeac36857 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.245989] env[65829]: DEBUG nova.compute.provider_tree [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.750856] env[65829]: DEBUG nova.scheduler.client.report [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.023286] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.023491] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.023710] env[65829]: DEBUG nova.network.neutron [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1097.077185] env[65829]: DEBUG nova.compute.manager [req-0b5b2973-ae64-483b-ad3e-4d8da1149484 req-e60e458e-236e-4622-96f2-b9f42c00ff5b service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Received event network-vif-plugged-efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1097.077402] env[65829]: DEBUG oslo_concurrency.lockutils [req-0b5b2973-ae64-483b-ad3e-4d8da1149484 req-e60e458e-236e-4622-96f2-b9f42c00ff5b service nova] Acquiring lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.077597] env[65829]: DEBUG oslo_concurrency.lockutils [req-0b5b2973-ae64-483b-ad3e-4d8da1149484 req-e60e458e-236e-4622-96f2-b9f42c00ff5b service nova] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.078376] env[65829]: DEBUG oslo_concurrency.lockutils [req-0b5b2973-ae64-483b-ad3e-4d8da1149484 req-e60e458e-236e-4622-96f2-b9f42c00ff5b service nova] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.078495] env[65829]: DEBUG nova.compute.manager [req-0b5b2973-ae64-483b-ad3e-4d8da1149484 req-e60e458e-236e-4622-96f2-b9f42c00ff5b service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] No waiting events found dispatching network-vif-plugged-efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1097.078667] env[65829]: WARNING nova.compute.manager [req-0b5b2973-ae64-483b-ad3e-4d8da1149484 req-e60e458e-236e-4622-96f2-b9f42c00ff5b service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Received unexpected event network-vif-plugged-efd530ad-fb83-4050-8a20-4e6a82e1e995 for instance with vm_state shelved_offloaded and task_state spawning. [ 1097.098325] env[65829]: DEBUG nova.compute.manager [req-9e11735f-3921-4487-8a5c-7d3900f5b2a0 req-0a103d96-ca70-4a3c-b2c2-31d1f0d20aa9 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Received event network-changed-f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1097.098460] env[65829]: DEBUG nova.compute.manager [req-9e11735f-3921-4487-8a5c-7d3900f5b2a0 req-0a103d96-ca70-4a3c-b2c2-31d1f0d20aa9 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Refreshing instance network info cache due to event network-changed-f52934f5-15d6-4c83-924c-83229e366fce. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1097.098674] env[65829]: DEBUG oslo_concurrency.lockutils [req-9e11735f-3921-4487-8a5c-7d3900f5b2a0 req-0a103d96-ca70-4a3c-b2c2-31d1f0d20aa9 service nova] Acquiring lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.098813] env[65829]: DEBUG oslo_concurrency.lockutils [req-9e11735f-3921-4487-8a5c-7d3900f5b2a0 req-0a103d96-ca70-4a3c-b2c2-31d1f0d20aa9 service nova] Acquired lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.098976] env[65829]: DEBUG nova.network.neutron [req-9e11735f-3921-4487-8a5c-7d3900f5b2a0 req-0a103d96-ca70-4a3c-b2c2-31d1f0d20aa9 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Refreshing network info cache for port f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.119964] env[65829]: DEBUG oslo_concurrency.lockutils [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.254330] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.256939] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.381s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.257362] env[65829]: DEBUG nova.objects.instance [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Lazy-loading 'resources' on Instance uuid 83794879-e06c-40db-852c-fa518ade84d9 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.279913] env[65829]: INFO nova.scheduler.client.report [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted allocations for instance 35607785-1a50-44f5-889d-12027085c9ff [ 1097.534022] env[65829]: WARNING neutronclient.v2_0.client [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.602496] env[65829]: WARNING neutronclient.v2_0.client [req-9e11735f-3921-4487-8a5c-7d3900f5b2a0 req-0a103d96-ca70-4a3c-b2c2-31d1f0d20aa9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.724304] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "interface-5bb42a41-e376-451f-997c-3208fc5091b5-29a0c09e-7d53-482b-b1bd-54a59526301f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.724609] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-5bb42a41-e376-451f-997c-3208fc5091b5-29a0c09e-7d53-482b-b1bd-54a59526301f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.724997] env[65829]: DEBUG nova.objects.instance [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'flavor' on Instance uuid 5bb42a41-e376-451f-997c-3208fc5091b5 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.794018] env[65829]: DEBUG oslo_concurrency.lockutils [None req-56e6c37f-8e7b-4acc-a14f-739ce8632cfe tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "35607785-1a50-44f5-889d-12027085c9ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.909s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.797690] env[65829]: WARNING neutronclient.v2_0.client [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.865124] env[65829]: WARNING neutronclient.v2_0.client [req-9e11735f-3921-4487-8a5c-7d3900f5b2a0 req-0a103d96-ca70-4a3c-b2c2-31d1f0d20aa9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.883395] env[65829]: DEBUG nova.network.neutron [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updating instance_info_cache with network_info: [{"id": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "address": "fa:16:3e:40:90:b2", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd530ad-fb", "ovs_interfaceid": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.957974] env[65829]: DEBUG nova.network.neutron [req-9e11735f-3921-4487-8a5c-7d3900f5b2a0 req-0a103d96-ca70-4a3c-b2c2-31d1f0d20aa9 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updated VIF entry in instance network info cache for port f52934f5-15d6-4c83-924c-83229e366fce. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1097.959569] env[65829]: DEBUG nova.network.neutron [req-9e11735f-3921-4487-8a5c-7d3900f5b2a0 req-0a103d96-ca70-4a3c-b2c2-31d1f0d20aa9 service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updating instance_info_cache with network_info: [{"id": "f52934f5-15d6-4c83-924c-83229e366fce", "address": "fa:16:3e:91:03:fc", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52934f5-15", "ovs_interfaceid": "f52934f5-15d6-4c83-924c-83229e366fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29a0c09e-7d53-482b-b1bd-54a59526301f", "address": "fa:16:3e:dc:a6:9e", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a0c09e-7d", "ovs_interfaceid": "29a0c09e-7d53-482b-b1bd-54a59526301f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.004041] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf1f152-d30a-4b26-b2f7-d80c9b17f1fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.012643] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e3aaea-eff9-42d5-ae80-d7e41af88058 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.045119] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a3bc96-238b-41f5-8fd9-a85fa92d1bdc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.053702] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326bd453-308f-43fb-8b15-a83533c162aa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.068647] env[65829]: DEBUG nova.compute.provider_tree [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.229922] env[65829]: WARNING neutronclient.v2_0.client [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.329141] env[65829]: DEBUG nova.objects.instance [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'pci_requests' on Instance uuid 5bb42a41-e376-451f-997c-3208fc5091b5 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.386648] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.417583] env[65829]: DEBUG nova.virt.hardware [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7bf14e4257c4e918b07203306482eb95',container_format='bare',created_at=2025-11-23T04:35:54Z,direct_url=,disk_format='vmdk',id=4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-278349602-shelved',owner='dd5ec77e6c4e424e8d1af427ad5dbd33',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-23T04:36:09Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1098.417839] env[65829]: DEBUG nova.virt.hardware [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.418013] env[65829]: DEBUG nova.virt.hardware [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1098.418247] env[65829]: DEBUG nova.virt.hardware [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.418389] env[65829]: DEBUG nova.virt.hardware [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1098.418526] env[65829]: DEBUG nova.virt.hardware [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1098.418715] env[65829]: DEBUG nova.virt.hardware [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1098.418852] env[65829]: DEBUG nova.virt.hardware [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1098.419049] env[65829]: DEBUG nova.virt.hardware [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1098.419254] env[65829]: DEBUG nova.virt.hardware [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1098.419386] env[65829]: DEBUG nova.virt.hardware [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1098.420216] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cfed41-24c5-4552-b190-1f460f876d27 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.428800] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08da656f-c581-4aa0-81b9-3181ba2a9c0d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.446084] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:90:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efd530ad-fb83-4050-8a20-4e6a82e1e995', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.456587] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1098.459687] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.463142] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b94cf30-7896-469a-bf2c-b4807be33806 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.479460] env[65829]: DEBUG oslo_concurrency.lockutils [req-9e11735f-3921-4487-8a5c-7d3900f5b2a0 req-0a103d96-ca70-4a3c-b2c2-31d1f0d20aa9 service nova] Releasing lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.479810] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "4557d070-5a26-4a08-958b-515083347ec3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.480049] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "4557d070-5a26-4a08-958b-515083347ec3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.481413] env[65829]: DEBUG oslo_concurrency.lockutils [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.481592] env[65829]: DEBUG nova.network.neutron [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1098.489529] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.489529] env[65829]: value = "task-4808225" [ 1098.489529] env[65829]: _type = "Task" [ 1098.489529] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.499688] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808225, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.571768] env[65829]: DEBUG nova.scheduler.client.report [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.831832] env[65829]: DEBUG nova.objects.base [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Object Instance<5bb42a41-e376-451f-997c-3208fc5091b5> lazy-loaded attributes: flavor,pci_requests {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1098.832206] env[65829]: DEBUG nova.network.neutron [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1098.832415] env[65829]: WARNING neutronclient.v2_0.client [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.832723] env[65829]: WARNING neutronclient.v2_0.client [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.925592] env[65829]: DEBUG nova.policy [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2244f3908bf4e47a1f7d1d5b0271857', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b139a534bae14c14ba78185316657b86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.983723] env[65829]: DEBUG nova.compute.manager [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1098.987516] env[65829]: WARNING neutronclient.v2_0.client [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.001595] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808225, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.076773] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.079927] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.518s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.079927] env[65829]: DEBUG nova.objects.instance [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1099.106485] env[65829]: INFO nova.scheduler.client.report [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Deleted allocations for instance 83794879-e06c-40db-852c-fa518ade84d9 [ 1099.114177] env[65829]: DEBUG nova.compute.manager [req-ec21d2ec-10b9-4731-857c-51bd2767c9ce req-d30b954f-ab94-4642-a496-bda093845c2a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Received event network-changed-efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1099.114383] env[65829]: DEBUG nova.compute.manager [req-ec21d2ec-10b9-4731-857c-51bd2767c9ce req-d30b954f-ab94-4642-a496-bda093845c2a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Refreshing instance network info cache due to event network-changed-efd530ad-fb83-4050-8a20-4e6a82e1e995. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1099.114595] env[65829]: DEBUG oslo_concurrency.lockutils [req-ec21d2ec-10b9-4731-857c-51bd2767c9ce req-d30b954f-ab94-4642-a496-bda093845c2a service nova] Acquiring lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.114735] env[65829]: DEBUG oslo_concurrency.lockutils [req-ec21d2ec-10b9-4731-857c-51bd2767c9ce req-d30b954f-ab94-4642-a496-bda093845c2a service nova] Acquired lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.114890] env[65829]: DEBUG nova.network.neutron [req-ec21d2ec-10b9-4731-857c-51bd2767c9ce req-d30b954f-ab94-4642-a496-bda093845c2a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Refreshing network info cache for port efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.138168] env[65829]: DEBUG nova.compute.manager [req-cbddd9f0-607c-496c-818c-c858acd6713b req-cb973708-c5d4-41ad-87c9-17cd80764a7c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Received event network-changed-f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1099.138381] env[65829]: DEBUG nova.compute.manager [req-cbddd9f0-607c-496c-818c-c858acd6713b req-cb973708-c5d4-41ad-87c9-17cd80764a7c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Refreshing instance network info cache due to event network-changed-f6567efe-173e-43f0-a118-80ab9d7fef9a. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1099.138610] env[65829]: DEBUG oslo_concurrency.lockutils [req-cbddd9f0-607c-496c-818c-c858acd6713b req-cb973708-c5d4-41ad-87c9-17cd80764a7c service nova] Acquiring lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.138748] env[65829]: DEBUG oslo_concurrency.lockutils [req-cbddd9f0-607c-496c-818c-c858acd6713b req-cb973708-c5d4-41ad-87c9-17cd80764a7c service nova] Acquired lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.138909] env[65829]: DEBUG nova.network.neutron [req-cbddd9f0-607c-496c-818c-c858acd6713b req-cb973708-c5d4-41ad-87c9-17cd80764a7c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Refreshing network info cache for port f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.169508] env[65829]: WARNING neutronclient.v2_0.client [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.281710] env[65829]: INFO nova.network.neutron [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Port 29a0c09e-7d53-482b-b1bd-54a59526301f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1099.282092] env[65829]: DEBUG nova.network.neutron [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updating instance_info_cache with network_info: [{"id": "f52934f5-15d6-4c83-924c-83229e366fce", "address": "fa:16:3e:91:03:fc", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52934f5-15", "ovs_interfaceid": "f52934f5-15d6-4c83-924c-83229e366fce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.506123] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808225, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.510962] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.619218] env[65829]: WARNING neutronclient.v2_0.client [req-ec21d2ec-10b9-4731-857c-51bd2767c9ce req-d30b954f-ab94-4642-a496-bda093845c2a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.621594] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7faa47ec-f564-440f-bb63-5a20199b35ff tempest-FloatingIPsAssociationNegativeTestJSON-1382502161 tempest-FloatingIPsAssociationNegativeTestJSON-1382502161-project-member] Lock "83794879-e06c-40db-852c-fa518ade84d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.150s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.642239] env[65829]: WARNING neutronclient.v2_0.client [req-cbddd9f0-607c-496c-818c-c858acd6713b req-cb973708-c5d4-41ad-87c9-17cd80764a7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.786847] env[65829]: DEBUG oslo_concurrency.lockutils [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-a8b2eef6-d3df-4b1f-85be-a5a61458954b" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.894277] env[65829]: WARNING neutronclient.v2_0.client [req-ec21d2ec-10b9-4731-857c-51bd2767c9ce req-d30b954f-ab94-4642-a496-bda093845c2a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.923410] env[65829]: WARNING neutronclient.v2_0.client [req-cbddd9f0-607c-496c-818c-c858acd6713b req-cb973708-c5d4-41ad-87c9-17cd80764a7c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.005998] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808225, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.008425] env[65829]: DEBUG oslo_concurrency.lockutils [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "bbb8917c-8685-4136-980f-66c52f3b939f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.008645] env[65829]: DEBUG oslo_concurrency.lockutils [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.021541] env[65829]: DEBUG nova.network.neutron [req-ec21d2ec-10b9-4731-857c-51bd2767c9ce req-d30b954f-ab94-4642-a496-bda093845c2a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updated VIF entry in instance network info cache for port efd530ad-fb83-4050-8a20-4e6a82e1e995. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1100.021947] env[65829]: DEBUG nova.network.neutron [req-ec21d2ec-10b9-4731-857c-51bd2767c9ce req-d30b954f-ab94-4642-a496-bda093845c2a service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updating instance_info_cache with network_info: [{"id": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "address": "fa:16:3e:40:90:b2", "network": {"id": "abc5b83b-64f9-41b6-bcd8-4a0c9fa0c122", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-497241358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd5ec77e6c4e424e8d1af427ad5dbd33", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefd530ad-fb", "ovs_interfaceid": "efd530ad-fb83-4050-8a20-4e6a82e1e995", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.053163] env[65829]: DEBUG nova.network.neutron [req-cbddd9f0-607c-496c-818c-c858acd6713b req-cb973708-c5d4-41ad-87c9-17cd80764a7c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updated VIF entry in instance network info cache for port f6567efe-173e-43f0-a118-80ab9d7fef9a. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1100.053537] env[65829]: DEBUG nova.network.neutron [req-cbddd9f0-607c-496c-818c-c858acd6713b req-cb973708-c5d4-41ad-87c9-17cd80764a7c service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updating instance_info_cache with network_info: [{"id": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "address": "fa:16:3e:28:67:37", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6567efe-17", "ovs_interfaceid": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.089379] env[65829]: DEBUG oslo_concurrency.lockutils [None req-aa06c0ea-dc3e-41e7-8a32-81309eee39fa tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.090432] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.443s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.091842] env[65829]: INFO nova.compute.claims [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.291505] env[65829]: DEBUG oslo_concurrency.lockutils [None req-07f95926-16c3-4e1b-a06c-bb7b249d4b12 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-a8b2eef6-d3df-4b1f-85be-a5a61458954b-29a0c09e-7d53-482b-b1bd-54a59526301f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.136s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.455749] env[65829]: DEBUG nova.network.neutron [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Successfully updated port: 29a0c09e-7d53-482b-b1bd-54a59526301f {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1100.509166] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808225, 'name': CreateVM_Task, 'duration_secs': 1.645175} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.509411] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1100.510078] env[65829]: WARNING neutronclient.v2_0.client [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.510614] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.510876] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.511421] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.512744] env[65829]: DEBUG nova.compute.utils [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.514361] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02eb7401-489c-449f-a6af-4632bc9904c7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.521265] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1100.521265] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525410f1-3830-b2e4-57e4-b6b90186d876" [ 1100.521265] env[65829]: _type = "Task" [ 1100.521265] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.527023] env[65829]: DEBUG oslo_concurrency.lockutils [req-ec21d2ec-10b9-4731-857c-51bd2767c9ce req-d30b954f-ab94-4642-a496-bda093845c2a service nova] Releasing lock "refresh_cache-d857ac5a-33e9-42fe-90ae-f20915cc7e12" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.536109] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525410f1-3830-b2e4-57e4-b6b90186d876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.555908] env[65829]: DEBUG oslo_concurrency.lockutils [req-cbddd9f0-607c-496c-818c-c858acd6713b req-cb973708-c5d4-41ad-87c9-17cd80764a7c service nova] Releasing lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.958554] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.958994] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.958994] env[65829]: DEBUG nova.network.neutron [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1101.018538] env[65829]: DEBUG oslo_concurrency.lockutils [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.033909] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.034183] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Processing image 4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.034429] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.034574] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.034755] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.035029] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57f33a9b-147b-4f5f-8de6-6694b6f6767d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.056076] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.056302] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.057079] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e883f3-7a39-494c-809b-4300b11fd8a8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.063824] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1101.063824] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e94475-089f-1bfd-965f-937afc36bbd5" [ 1101.063824] env[65829]: _type = "Task" [ 1101.063824] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.073036] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e94475-089f-1bfd-965f-937afc36bbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.340025] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44d1d6c-a8da-4f5c-b44b-da11e8cc5dc1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.348779] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbe365a-fa9d-4046-b002-0e22cc3a5c06 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.379553] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12abf467-76c3-47e8-af24-3fe3aca27016 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.387802] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2db918c-d6f4-435f-a982-41cdc9f37344 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.401306] env[65829]: DEBUG nova.compute.provider_tree [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.504451] env[65829]: WARNING nova.network.neutron [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] d95f050a-7108-4d88-9224-74572ab14e62 already exists in list: networks containing: ['d95f050a-7108-4d88-9224-74572ab14e62']. ignoring it [ 1101.574968] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Preparing fetch location {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1101.575241] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Fetch image to [datastore2] OSTACK_IMG_6e03b570-9095-45ba-9df5-86856a586a55/OSTACK_IMG_6e03b570-9095-45ba-9df5-86856a586a55.vmdk {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1101.575422] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Downloading stream optimized image 4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e to [datastore2] OSTACK_IMG_6e03b570-9095-45ba-9df5-86856a586a55/OSTACK_IMG_6e03b570-9095-45ba-9df5-86856a586a55.vmdk on the data store datastore2 as vApp {{(pid=65829) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1101.575583] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Downloading image file data 4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e to the ESX as VM named 'OSTACK_IMG_6e03b570-9095-45ba-9df5-86856a586a55' {{(pid=65829) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1101.633687] env[65829]: WARNING neutronclient.v2_0.client [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.682380] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1101.682380] env[65829]: value = "resgroup-9" [ 1101.682380] env[65829]: _type = "ResourcePool" [ 1101.682380] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1101.682740] env[65829]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c78a5ebe-fae5-4363-bb7b-acb55d071de0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.709038] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lease: (returnval){ [ 1101.709038] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526c6671-46f1-6d82-9742-d138f99d68b8" [ 1101.709038] env[65829]: _type = "HttpNfcLease" [ 1101.709038] env[65829]: } obtained for vApp import into resource pool (val){ [ 1101.709038] env[65829]: value = "resgroup-9" [ 1101.709038] env[65829]: _type = "ResourcePool" [ 1101.709038] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1101.709038] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the lease: (returnval){ [ 1101.709038] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526c6671-46f1-6d82-9742-d138f99d68b8" [ 1101.709038] env[65829]: _type = "HttpNfcLease" [ 1101.709038] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1101.714503] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.714503] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526c6671-46f1-6d82-9742-d138f99d68b8" [ 1101.714503] env[65829]: _type = "HttpNfcLease" [ 1101.714503] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1101.861206] env[65829]: WARNING neutronclient.v2_0.client [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.902303] env[65829]: DEBUG nova.compute.manager [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Received event network-vif-plugged-29a0c09e-7d53-482b-b1bd-54a59526301f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1101.902538] env[65829]: DEBUG oslo_concurrency.lockutils [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] Acquiring lock "5bb42a41-e376-451f-997c-3208fc5091b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.902748] env[65829]: DEBUG oslo_concurrency.lockutils [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] Lock "5bb42a41-e376-451f-997c-3208fc5091b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.902914] env[65829]: DEBUG oslo_concurrency.lockutils [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] Lock "5bb42a41-e376-451f-997c-3208fc5091b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.903102] env[65829]: DEBUG nova.compute.manager [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] No waiting events found dispatching network-vif-plugged-29a0c09e-7d53-482b-b1bd-54a59526301f {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1101.903330] env[65829]: WARNING nova.compute.manager [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Received unexpected event network-vif-plugged-29a0c09e-7d53-482b-b1bd-54a59526301f for instance with vm_state active and task_state None. [ 1101.903419] env[65829]: DEBUG nova.compute.manager [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Received event network-changed-29a0c09e-7d53-482b-b1bd-54a59526301f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1101.903565] env[65829]: DEBUG nova.compute.manager [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Refreshing instance network info cache due to event network-changed-29a0c09e-7d53-482b-b1bd-54a59526301f. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1101.904093] env[65829]: DEBUG oslo_concurrency.lockutils [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] Acquiring lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.907947] env[65829]: DEBUG nova.scheduler.client.report [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.945250] env[65829]: DEBUG nova.network.neutron [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updating instance_info_cache with network_info: [{"id": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "address": "fa:16:3e:28:67:37", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6567efe-17", "ovs_interfaceid": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29a0c09e-7d53-482b-b1bd-54a59526301f", "address": "fa:16:3e:dc:a6:9e", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a0c09e-7d", "ovs_interfaceid": "29a0c09e-7d53-482b-b1bd-54a59526301f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.088102] env[65829]: DEBUG oslo_concurrency.lockutils [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "bbb8917c-8685-4136-980f-66c52f3b939f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.088102] env[65829]: DEBUG oslo_concurrency.lockutils [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.088102] env[65829]: INFO nova.compute.manager [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Attaching volume ad65f635-805a-439e-a2a8-c3166a211325 to /dev/sdb [ 1102.125486] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be90a9cf-dc54-42e2-8b45-b30dab7d6012 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.134293] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41364d4-4e66-4793-b692-ba6d049ccad4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.152320] env[65829]: DEBUG nova.virt.block_device [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Updating existing volume attachment record: c3974d4f-b9b6-41e6-8bb2-7d7cd463af30 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1102.216439] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.216439] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526c6671-46f1-6d82-9742-d138f99d68b8" [ 1102.216439] env[65829]: _type = "HttpNfcLease" [ 1102.216439] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1102.413579] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.414275] env[65829]: DEBUG nova.compute.manager [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1102.422392] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.910s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.422392] env[65829]: INFO nova.compute.claims [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.448990] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.449615] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.449809] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.450072] env[65829]: DEBUG oslo_concurrency.lockutils [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] Acquired lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.450407] env[65829]: DEBUG nova.network.neutron [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Refreshing network info cache for port 29a0c09e-7d53-482b-b1bd-54a59526301f {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.452474] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347ba765-7b86-4d85-9169-1543467e20c4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.472720] env[65829]: DEBUG nova.virt.hardware [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1102.472968] env[65829]: DEBUG nova.virt.hardware [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.473024] env[65829]: DEBUG nova.virt.hardware [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1102.473201] env[65829]: DEBUG nova.virt.hardware [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.473301] env[65829]: DEBUG nova.virt.hardware [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1102.473439] env[65829]: DEBUG nova.virt.hardware [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1102.473653] env[65829]: DEBUG nova.virt.hardware [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1102.473806] env[65829]: DEBUG nova.virt.hardware [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1102.473967] env[65829]: DEBUG nova.virt.hardware [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1102.474136] env[65829]: DEBUG nova.virt.hardware [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1102.474428] env[65829]: DEBUG nova.virt.hardware [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1102.480669] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Reconfiguring VM to attach interface {{(pid=65829) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1102.481363] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-267841f2-8a9c-416d-95b0-0cde5b0b0063 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.500470] env[65829]: DEBUG oslo_vmware.api [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1102.500470] env[65829]: value = "task-4808228" [ 1102.500470] env[65829]: _type = "Task" [ 1102.500470] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.512690] env[65829]: DEBUG oslo_vmware.api [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808228, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.718307] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1102.718307] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526c6671-46f1-6d82-9742-d138f99d68b8" [ 1102.718307] env[65829]: _type = "HttpNfcLease" [ 1102.718307] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1102.718697] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1102.718697] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526c6671-46f1-6d82-9742-d138f99d68b8" [ 1102.718697] env[65829]: _type = "HttpNfcLease" [ 1102.718697] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1102.719428] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde37adb-ce72-43c7-a94a-35231993f91c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.727872] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224844d-9292-3298-e711-cf4271d375d9/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1102.728088] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224844d-9292-3298-e711-cf4271d375d9/disk-0.vmdk. {{(pid=65829) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1102.797348] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bda7e5f6-2ee9-4315-b3b3-1fffc9191db7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.928236] env[65829]: DEBUG nova.compute.utils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.933208] env[65829]: DEBUG nova.compute.manager [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1102.933589] env[65829]: DEBUG nova.network.neutron [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1102.934079] env[65829]: WARNING neutronclient.v2_0.client [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.934993] env[65829]: WARNING neutronclient.v2_0.client [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.957496] env[65829]: WARNING neutronclient.v2_0.client [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.019301] env[65829]: DEBUG oslo_vmware.api [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.025168] env[65829]: DEBUG nova.policy [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0480977518d43b8a9caa2668f8a4e68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e045cbbbf4c5484e944180361e4cfb30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.424542] env[65829]: WARNING neutronclient.v2_0.client [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.431351] env[65829]: DEBUG nova.compute.manager [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1103.472224] env[65829]: DEBUG nova.network.neutron [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Successfully created port: a83d4887-343b-43a5-bca8-4496ab5cff0c {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1103.516083] env[65829]: DEBUG nova.network.neutron [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updated VIF entry in instance network info cache for port 29a0c09e-7d53-482b-b1bd-54a59526301f. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1103.516624] env[65829]: DEBUG nova.network.neutron [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updating instance_info_cache with network_info: [{"id": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "address": "fa:16:3e:28:67:37", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6567efe-17", "ovs_interfaceid": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "29a0c09e-7d53-482b-b1bd-54a59526301f", "address": "fa:16:3e:dc:a6:9e", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29a0c09e-7d", "ovs_interfaceid": "29a0c09e-7d53-482b-b1bd-54a59526301f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.518731] env[65829]: DEBUG oslo_vmware.api [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808228, 'name': ReconfigVM_Task, 'duration_secs': 0.708577} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.522190] env[65829]: WARNING neutronclient.v2_0.client [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.522524] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.522771] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Reconfigured VM to attach interface {{(pid=65829) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1103.796583] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6a634e-569c-49c2-9f2d-ce8d637cf77f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.806863] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4d8289-af5c-4644-9dc5-b14cf215b723 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.851409] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b697e4c1-0bcc-4796-99e6-8949e8124b1c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.862462] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9a6fae-f5cb-426f-aa3b-dfbfd4fa1d6a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.881263] env[65829]: DEBUG nova.compute.provider_tree [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.023404] env[65829]: DEBUG oslo_concurrency.lockutils [req-a67e3bd2-cc9c-4e8a-94ee-3d9e78cd4480 req-ab6ca4e0-88b4-4c20-b510-b848df598fd2 service nova] Releasing lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.029515] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3bf24706-5e99-4311-b11a-b3eebc773f8b tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-5bb42a41-e376-451f-997c-3208fc5091b5-29a0c09e-7d53-482b-b1bd-54a59526301f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.305s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.194467] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Completed reading data from the image iterator. {{(pid=65829) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1104.194774] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224844d-9292-3298-e711-cf4271d375d9/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1104.195823] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2fa896-154a-4af4-b7ce-f3014e7a57c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.204692] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224844d-9292-3298-e711-cf4271d375d9/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1104.204958] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224844d-9292-3298-e711-cf4271d375d9/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1104.205251] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3860faf9-d409-429b-8ca3-d454229d712a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.382028] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.382252] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.387820] env[65829]: DEBUG nova.scheduler.client.report [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.446725] env[65829]: DEBUG nova.compute.manager [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1104.475963] env[65829]: DEBUG nova.virt.hardware [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:36:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84665456-8338-45d1-8e2c-b0a336391488',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2012605342',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1104.476351] env[65829]: DEBUG nova.virt.hardware [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.476514] env[65829]: DEBUG nova.virt.hardware [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1104.476760] env[65829]: DEBUG nova.virt.hardware [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.476845] env[65829]: DEBUG nova.virt.hardware [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1104.476980] env[65829]: DEBUG nova.virt.hardware [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1104.477294] env[65829]: DEBUG nova.virt.hardware [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1104.477464] env[65829]: DEBUG nova.virt.hardware [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1104.477628] env[65829]: DEBUG nova.virt.hardware [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1104.477788] env[65829]: DEBUG nova.virt.hardware [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1104.477952] env[65829]: DEBUG nova.virt.hardware [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1104.479328] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b7f991-3da8-419e-a2c7-afa9c1c2ca9a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.488512] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0789b054-2efe-4864-a531-3cc6d26bdb9b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.673036] env[65829]: DEBUG oslo_vmware.rw_handles [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5224844d-9292-3298-e711-cf4271d375d9/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1104.673036] env[65829]: INFO nova.virt.vmwareapi.images [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Downloaded image file data 4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e [ 1104.673500] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6813afcf-aeca-4803-8992-da59064e983a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.692329] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0135e163-1ece-4338-a14b-09db044e8df9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.718967] env[65829]: INFO nova.virt.vmwareapi.images [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] The imported VM was unregistered [ 1104.721528] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Caching image {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1104.721765] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.722135] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47b6e219-f2d1-4380-b5cb-4a25baff7863 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.733333] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Created directory with path [datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.733523] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6e03b570-9095-45ba-9df5-86856a586a55/OSTACK_IMG_6e03b570-9095-45ba-9df5-86856a586a55.vmdk to [datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e.vmdk. {{(pid=65829) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1104.733794] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fdb94962-0c64-450a-8789-792781d95394 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.740899] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1104.740899] env[65829]: value = "task-4808231" [ 1104.740899] env[65829]: _type = "Task" [ 1104.740899] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.749620] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808231, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.887153] env[65829]: DEBUG nova.compute.utils [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.892888] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.893498] env[65829]: DEBUG nova.compute.manager [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1105.253216] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808231, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.387717] env[65829]: DEBUG nova.compute.manager [req-001a6942-8401-4178-abbd-e1a41aa18e3f req-3d99a81a-5c49-4c02-b3b8-e372612007e7 service nova] [instance: e486f477-e000-4b50-844a-35399d88bba1] Received event network-vif-plugged-a83d4887-343b-43a5-bca8-4496ab5cff0c {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1105.387717] env[65829]: DEBUG oslo_concurrency.lockutils [req-001a6942-8401-4178-abbd-e1a41aa18e3f req-3d99a81a-5c49-4c02-b3b8-e372612007e7 service nova] Acquiring lock "e486f477-e000-4b50-844a-35399d88bba1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.387717] env[65829]: DEBUG oslo_concurrency.lockutils [req-001a6942-8401-4178-abbd-e1a41aa18e3f req-3d99a81a-5c49-4c02-b3b8-e372612007e7 service nova] Lock "e486f477-e000-4b50-844a-35399d88bba1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.387717] env[65829]: DEBUG oslo_concurrency.lockutils [req-001a6942-8401-4178-abbd-e1a41aa18e3f req-3d99a81a-5c49-4c02-b3b8-e372612007e7 service nova] Lock "e486f477-e000-4b50-844a-35399d88bba1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.388155] env[65829]: DEBUG nova.compute.manager [req-001a6942-8401-4178-abbd-e1a41aa18e3f req-3d99a81a-5c49-4c02-b3b8-e372612007e7 service nova] [instance: e486f477-e000-4b50-844a-35399d88bba1] No waiting events found dispatching network-vif-plugged-a83d4887-343b-43a5-bca8-4496ab5cff0c {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1105.388155] env[65829]: WARNING nova.compute.manager [req-001a6942-8401-4178-abbd-e1a41aa18e3f req-3d99a81a-5c49-4c02-b3b8-e372612007e7 service nova] [instance: e486f477-e000-4b50-844a-35399d88bba1] Received unexpected event network-vif-plugged-a83d4887-343b-43a5-bca8-4496ab5cff0c for instance with vm_state building and task_state spawning. [ 1105.390087] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.398613] env[65829]: DEBUG nova.compute.utils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.400188] env[65829]: DEBUG nova.compute.manager [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1105.400954] env[65829]: DEBUG nova.network.neutron [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1105.400954] env[65829]: WARNING neutronclient.v2_0.client [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.401198] env[65829]: WARNING neutronclient.v2_0.client [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.448616] env[65829]: DEBUG nova.policy [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54e9908b1e0646c6bbe59be5595c6886', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '038ceec4a90f4611a43c882f07ea7ef1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.525390] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "interface-5bb42a41-e376-451f-997c-3208fc5091b5-29a0c09e-7d53-482b-b1bd-54a59526301f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.525681] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-5bb42a41-e376-451f-997c-3208fc5091b5-29a0c09e-7d53-482b-b1bd-54a59526301f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.684665] env[65829]: DEBUG nova.network.neutron [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Successfully updated port: a83d4887-343b-43a5-bca8-4496ab5cff0c {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1105.717096] env[65829]: DEBUG nova.compute.manager [req-17d54264-3ef6-4263-a1cb-214a30238041 req-25d45cdc-2f57-4526-b643-6b1031173a4d service nova] [instance: e486f477-e000-4b50-844a-35399d88bba1] Received event network-changed-a83d4887-343b-43a5-bca8-4496ab5cff0c {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1105.717096] env[65829]: DEBUG nova.compute.manager [req-17d54264-3ef6-4263-a1cb-214a30238041 req-25d45cdc-2f57-4526-b643-6b1031173a4d service nova] [instance: e486f477-e000-4b50-844a-35399d88bba1] Refreshing instance network info cache due to event network-changed-a83d4887-343b-43a5-bca8-4496ab5cff0c. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1105.717096] env[65829]: DEBUG oslo_concurrency.lockutils [req-17d54264-3ef6-4263-a1cb-214a30238041 req-25d45cdc-2f57-4526-b643-6b1031173a4d service nova] Acquiring lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.717096] env[65829]: DEBUG oslo_concurrency.lockutils [req-17d54264-3ef6-4263-a1cb-214a30238041 req-25d45cdc-2f57-4526-b643-6b1031173a4d service nova] Acquired lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.717781] env[65829]: DEBUG nova.network.neutron [req-17d54264-3ef6-4263-a1cb-214a30238041 req-25d45cdc-2f57-4526-b643-6b1031173a4d service nova] [instance: e486f477-e000-4b50-844a-35399d88bba1] Refreshing network info cache for port a83d4887-343b-43a5-bca8-4496ab5cff0c {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.754620] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808231, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.771521] env[65829]: DEBUG nova.network.neutron [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Successfully created port: 0c10105c-7d73-4b5c-842a-88c13725428d {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1105.903999] env[65829]: DEBUG nova.compute.manager [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1106.029745] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.029745] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.031129] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30ab1ae-9397-4ab4-a0d7-fd542e17ecbf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.052323] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d669cded-da22-44b0-851d-cba9156f189e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.077099] env[65829]: WARNING neutronclient.v2_0.client [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.082994] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Reconfiguring VM to detach interface {{(pid=65829) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1106.083678] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6471ade0-7f30-480a-9a81-08d1b78e3f90 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.106148] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1106.106148] env[65829]: value = "task-4808232" [ 1106.106148] env[65829]: _type = "Task" [ 1106.106148] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.115108] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.187438] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.224064] env[65829]: WARNING neutronclient.v2_0.client [req-17d54264-3ef6-4263-a1cb-214a30238041 req-25d45cdc-2f57-4526-b643-6b1031173a4d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.253399] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808231, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.258730] env[65829]: DEBUG nova.network.neutron [req-17d54264-3ef6-4263-a1cb-214a30238041 req-25d45cdc-2f57-4526-b643-6b1031173a4d service nova] [instance: e486f477-e000-4b50-844a-35399d88bba1] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1106.330052] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "5e85be84-9722-4804-be8b-0e6a48416f3c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.330459] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.347081] env[65829]: DEBUG nova.network.neutron [req-17d54264-3ef6-4263-a1cb-214a30238041 req-25d45cdc-2f57-4526-b643-6b1031173a4d service nova] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.463716] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.464149] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.464392] env[65829]: INFO nova.compute.manager [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Attaching volume fd5c3306-bb78-43ef-960b-b80e9bdb047c to /dev/sdb [ 1106.499405] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e992af93-a648-4b55-be17-424327bc756b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.507371] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69266837-6260-449c-b1ec-360819f8a4ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.522124] env[65829]: DEBUG nova.virt.block_device [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating existing volume attachment record: 74586e9a-bd5b-4fa0-9f3a-d6be07c25f61 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1106.617515] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.706514] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1106.706777] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937544', 'volume_id': 'ad65f635-805a-439e-a2a8-c3166a211325', 'name': 'volume-ad65f635-805a-439e-a2a8-c3166a211325', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb8917c-8685-4136-980f-66c52f3b939f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad65f635-805a-439e-a2a8-c3166a211325', 'serial': 'ad65f635-805a-439e-a2a8-c3166a211325'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1106.709864] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc710895-d901-438d-888b-be680da3a877 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.733019] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4609d7c6-855d-48ce-8c65-0f55092c2823 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.765308] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-ad65f635-805a-439e-a2a8-c3166a211325/volume-ad65f635-805a-439e-a2a8-c3166a211325.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.768894] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-845cbc24-3b62-495b-b856-7eeeb14fd4c1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.789583] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808231, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.791753] env[65829]: DEBUG oslo_vmware.api [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1106.791753] env[65829]: value = "task-4808234" [ 1106.791753] env[65829]: _type = "Task" [ 1106.791753] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.802935] env[65829]: DEBUG oslo_vmware.api [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.834276] env[65829]: DEBUG nova.compute.utils [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.849454] env[65829]: DEBUG oslo_concurrency.lockutils [req-17d54264-3ef6-4263-a1cb-214a30238041 req-25d45cdc-2f57-4526-b643-6b1031173a4d service nova] Releasing lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.850296] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.850491] env[65829]: DEBUG nova.network.neutron [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1106.912992] env[65829]: DEBUG nova.compute.manager [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1106.944078] env[65829]: DEBUG nova.virt.hardware [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1106.944243] env[65829]: DEBUG nova.virt.hardware [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.944475] env[65829]: DEBUG nova.virt.hardware [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1106.944723] env[65829]: DEBUG nova.virt.hardware [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.944919] env[65829]: DEBUG nova.virt.hardware [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1106.945097] env[65829]: DEBUG nova.virt.hardware [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1106.945313] env[65829]: DEBUG nova.virt.hardware [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1106.945471] env[65829]: DEBUG nova.virt.hardware [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1106.945629] env[65829]: DEBUG nova.virt.hardware [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1106.945787] env[65829]: DEBUG nova.virt.hardware [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1106.945950] env[65829]: DEBUG nova.virt.hardware [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1106.947063] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a231d7-20e2-4aa3-a90b-b11acae91a64 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.958553] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d01c5c-4301-497c-a260-abad5492cc5c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.118980] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.269628] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808231, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.498487} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.269628] env[65829]: INFO nova.virt.vmwareapi.ds_util [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6e03b570-9095-45ba-9df5-86856a586a55/OSTACK_IMG_6e03b570-9095-45ba-9df5-86856a586a55.vmdk to [datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e.vmdk. [ 1107.269887] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Cleaning up location [datastore2] OSTACK_IMG_6e03b570-9095-45ba-9df5-86856a586a55 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1107.269887] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6e03b570-9095-45ba-9df5-86856a586a55 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.270133] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e528c300-bdb7-4be1-a74e-d46ebfbc30da {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.278085] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1107.278085] env[65829]: value = "task-4808237" [ 1107.278085] env[65829]: _type = "Task" [ 1107.278085] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.287089] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.301998] env[65829]: DEBUG oslo_vmware.api [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808234, 'name': ReconfigVM_Task, 'duration_secs': 0.43719} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.302319] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-ad65f635-805a-439e-a2a8-c3166a211325/volume-ad65f635-805a-439e-a2a8-c3166a211325.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.307737] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a7787f0-71f8-4cc9-9a2e-750d6dad6f04 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.324186] env[65829]: DEBUG oslo_vmware.api [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1107.324186] env[65829]: value = "task-4808238" [ 1107.324186] env[65829]: _type = "Task" [ 1107.324186] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.374880] env[65829]: DEBUG oslo_vmware.api [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808238, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.374880] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.374880] env[65829]: DEBUG nova.network.neutron [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Successfully updated port: 0c10105c-7d73-4b5c-842a-88c13725428d {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1107.391247] env[65829]: DEBUG nova.network.neutron [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1107.518045] env[65829]: WARNING neutronclient.v2_0.client [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.594762] env[65829]: DEBUG nova.network.neutron [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance_info_cache with network_info: [{"id": "a83d4887-343b-43a5-bca8-4496ab5cff0c", "address": "fa:16:3e:70:7d:23", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa83d4887-34", "ovs_interfaceid": "a83d4887-343b-43a5-bca8-4496ab5cff0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.618224] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.746950] env[65829]: DEBUG nova.compute.manager [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Received event network-vif-plugged-0c10105c-7d73-4b5c-842a-88c13725428d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1107.747189] env[65829]: DEBUG oslo_concurrency.lockutils [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] Acquiring lock "4557d070-5a26-4a08-958b-515083347ec3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.747470] env[65829]: DEBUG oslo_concurrency.lockutils [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] Lock "4557d070-5a26-4a08-958b-515083347ec3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.747578] env[65829]: DEBUG oslo_concurrency.lockutils [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] Lock "4557d070-5a26-4a08-958b-515083347ec3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.747741] env[65829]: DEBUG nova.compute.manager [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] [instance: 4557d070-5a26-4a08-958b-515083347ec3] No waiting events found dispatching network-vif-plugged-0c10105c-7d73-4b5c-842a-88c13725428d {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1107.747901] env[65829]: WARNING nova.compute.manager [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Received unexpected event network-vif-plugged-0c10105c-7d73-4b5c-842a-88c13725428d for instance with vm_state building and task_state spawning. [ 1107.748157] env[65829]: DEBUG nova.compute.manager [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Received event network-changed-0c10105c-7d73-4b5c-842a-88c13725428d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1107.748364] env[65829]: DEBUG nova.compute.manager [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Refreshing instance network info cache due to event network-changed-0c10105c-7d73-4b5c-842a-88c13725428d. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1107.748654] env[65829]: DEBUG oslo_concurrency.lockutils [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] Acquiring lock "refresh_cache-4557d070-5a26-4a08-958b-515083347ec3" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.748874] env[65829]: DEBUG oslo_concurrency.lockutils [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] Acquired lock "refresh_cache-4557d070-5a26-4a08-958b-515083347ec3" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.749108] env[65829]: DEBUG nova.network.neutron [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Refreshing network info cache for port 0c10105c-7d73-4b5c-842a-88c13725428d {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.789905] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039146} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.790420] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.790585] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.790827] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e.vmdk to [datastore2] d857ac5a-33e9-42fe-90ae-f20915cc7e12/d857ac5a-33e9-42fe-90ae-f20915cc7e12.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1107.791120] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92dd143e-8bd9-4750-b45e-5d5d8fcd157a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.797107] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1107.797107] env[65829]: value = "task-4808239" [ 1107.797107] env[65829]: _type = "Task" [ 1107.797107] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.805152] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.835184] env[65829]: DEBUG oslo_vmware.api [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808238, 'name': ReconfigVM_Task, 'duration_secs': 0.160311} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.835502] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937544', 'volume_id': 'ad65f635-805a-439e-a2a8-c3166a211325', 'name': 'volume-ad65f635-805a-439e-a2a8-c3166a211325', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb8917c-8685-4136-980f-66c52f3b939f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad65f635-805a-439e-a2a8-c3166a211325', 'serial': 'ad65f635-805a-439e-a2a8-c3166a211325'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1107.877180] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "refresh_cache-4557d070-5a26-4a08-958b-515083347ec3" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.097592] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.098032] env[65829]: DEBUG nova.compute.manager [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Instance network_info: |[{"id": "a83d4887-343b-43a5-bca8-4496ab5cff0c", "address": "fa:16:3e:70:7d:23", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa83d4887-34", "ovs_interfaceid": "a83d4887-343b-43a5-bca8-4496ab5cff0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1108.098547] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:7d:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a83d4887-343b-43a5-bca8-4496ab5cff0c', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.106822] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1108.107163] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e486f477-e000-4b50-844a-35399d88bba1] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.107467] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a55e4f9-48fc-4b9f-916e-2db7d3d06694 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.132599] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.134057] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.134057] env[65829]: value = "task-4808240" [ 1108.134057] env[65829]: _type = "Task" [ 1108.134057] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.144769] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808240, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.252250] env[65829]: WARNING neutronclient.v2_0.client [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.287295] env[65829]: DEBUG nova.network.neutron [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1108.310032] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808239, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.378846] env[65829]: DEBUG nova.network.neutron [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.401805] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "5e85be84-9722-4804-be8b-0e6a48416f3c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.402124] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.402365] env[65829]: INFO nova.compute.manager [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Attaching volume 02a78459-b9d6-46cc-bc0b-be2f7812331c to /dev/sdb [ 1108.442436] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9f5b32-6b23-4a0a-9819-ba3d50a86eb7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.451997] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cad6c63-a4e7-4e66-989e-66e8d4631a79 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.472099] env[65829]: DEBUG nova.virt.block_device [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Updating existing volume attachment record: 9311140b-c535-4b3e-9537-0ba8f62aaf21 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1108.638118] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.651416] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808240, 'name': CreateVM_Task, 'duration_secs': 0.381698} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.651784] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e486f477-e000-4b50-844a-35399d88bba1] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.652498] env[65829]: WARNING neutronclient.v2_0.client [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.652965] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.653157] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.653588] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.653885] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae345013-e308-4a8f-bf81-c0aabd8cd281 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.661931] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1108.661931] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5239f9b1-6e1e-4914-0259-fb7b1002bddb" [ 1108.661931] env[65829]: _type = "Task" [ 1108.661931] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.673775] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5239f9b1-6e1e-4914-0259-fb7b1002bddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.812450] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808239, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.882022] env[65829]: DEBUG nova.objects.instance [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'flavor' on Instance uuid bbb8917c-8685-4136-980f-66c52f3b939f {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.883952] env[65829]: DEBUG oslo_concurrency.lockutils [req-30ef70fc-d109-4bfe-af95-cd4ebdc1a60e req-79758055-db62-43fb-9029-2a9beaecf254 service nova] Releasing lock "refresh_cache-4557d070-5a26-4a08-958b-515083347ec3" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.884844] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "refresh_cache-4557d070-5a26-4a08-958b-515083347ec3" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.885074] env[65829]: DEBUG nova.network.neutron [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1109.137079] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.175716] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5239f9b1-6e1e-4914-0259-fb7b1002bddb, 'name': SearchDatastore_Task, 'duration_secs': 0.096404} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.176123] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.176404] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.176660] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.176809] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.177113] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.177482] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b6e25dc-dd91-48e7-83dd-f9f26b6d1b03 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.198420] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.198720] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.200079] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0fc8a6-e0e9-4be0-857b-c27afa8bd316 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.210041] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1109.210041] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52047eab-0847-32f9-d481-8be0a0c19c67" [ 1109.210041] env[65829]: _type = "Task" [ 1109.210041] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.222983] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52047eab-0847-32f9-d481-8be0a0c19c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.311505] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808239, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.390360] env[65829]: DEBUG oslo_concurrency.lockutils [None req-562755bc-c181-4674-8c68-78cfc626a8e5 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.303s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.424031] env[65829]: DEBUG nova.network.neutron [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1109.503853] env[65829]: WARNING neutronclient.v2_0.client [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.582191] env[65829]: DEBUG nova.network.neutron [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Updating instance_info_cache with network_info: [{"id": "0c10105c-7d73-4b5c-842a-88c13725428d", "address": "fa:16:3e:f0:dc:ec", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c10105c-7d", "ovs_interfaceid": "0c10105c-7d73-4b5c-842a-88c13725428d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.637801] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.723029] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52047eab-0847-32f9-d481-8be0a0c19c67, 'name': SearchDatastore_Task, 'duration_secs': 0.093224} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.723602] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909509ee-bffe-4bb1-9b25-82f7d21488bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.731834] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1109.731834] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52218b12-21be-701d-e0dd-3d9541d93a6c" [ 1109.731834] env[65829]: _type = "Task" [ 1109.731834] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.743839] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52218b12-21be-701d-e0dd-3d9541d93a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.812434] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808239, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.085724] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "refresh_cache-4557d070-5a26-4a08-958b-515083347ec3" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.085724] env[65829]: DEBUG nova.compute.manager [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Instance network_info: |[{"id": "0c10105c-7d73-4b5c-842a-88c13725428d", "address": "fa:16:3e:f0:dc:ec", "network": {"id": "42fb6c9b-0e35-4c41-81d9-374095fb5c3a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1309074574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "038ceec4a90f4611a43c882f07ea7ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32028d02-abaa-4071-bc65-1460f5c772a8", "external-id": "nsx-vlan-transportzone-558", "segmentation_id": 558, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c10105c-7d", "ovs_interfaceid": "0c10105c-7d73-4b5c-842a-88c13725428d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1110.086108] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:dc:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32028d02-abaa-4071-bc65-1460f5c772a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c10105c-7d73-4b5c-842a-88c13725428d', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.094444] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1110.094699] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.094931] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4b197a3-c00a-4d2e-a047-4bcb8fe7d671 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.123365] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.123365] env[65829]: value = "task-4808245" [ 1110.123365] env[65829]: _type = "Task" [ 1110.123365] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.140821] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808245, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.144332] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.243361] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52218b12-21be-701d-e0dd-3d9541d93a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.084456} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.243577] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.243829] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] e486f477-e000-4b50-844a-35399d88bba1/e486f477-e000-4b50-844a-35399d88bba1.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.244109] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e589958d-2553-44d5-8b99-e911de897269 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.252284] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1110.252284] env[65829]: value = "task-4808246" [ 1110.252284] env[65829]: _type = "Task" [ 1110.252284] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.261271] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.311048] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808239, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.365052} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.311048] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e/4be8eb7b-9fd8-4bd1-8cb1-8cc0e8a2de8e.vmdk to [datastore2] d857ac5a-33e9-42fe-90ae-f20915cc7e12/d857ac5a-33e9-42fe-90ae-f20915cc7e12.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.312159] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72165750-dd51-4a7d-b960-fa6026c96b78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.336781] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] d857ac5a-33e9-42fe-90ae-f20915cc7e12/d857ac5a-33e9-42fe-90ae-f20915cc7e12.vmdk or device None with type streamOptimized {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.337111] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-555dfb62-3a60-4e08-a520-f8603f6a4fe7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.356860] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1110.356860] env[65829]: value = "task-4808247" [ 1110.356860] env[65829]: _type = "Task" [ 1110.356860] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.366656] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.642689] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.644349] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808245, 'name': CreateVM_Task, 'duration_secs': 0.378202} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.644790] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.645468] env[65829]: WARNING neutronclient.v2_0.client [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.646061] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.646416] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.646924] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.647455] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576fbe4a-e673-45b7-8263-1d773e1455de {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.653954] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1110.653954] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f3ee19-b69c-4a60-2547-aacd6b82d91d" [ 1110.653954] env[65829]: _type = "Task" [ 1110.653954] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.665026] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f3ee19-b69c-4a60-2547-aacd6b82d91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.762418] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466355} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.762692] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] e486f477-e000-4b50-844a-35399d88bba1/e486f477-e000-4b50-844a-35399d88bba1.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.762902] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.763175] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-171a65d5-1d92-4c75-89d8-207b55bd0be2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.769825] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1110.769825] env[65829]: value = "task-4808248" [ 1110.769825] env[65829]: _type = "Task" [ 1110.769825] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.777625] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.868268] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.139198] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.164980] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f3ee19-b69c-4a60-2547-aacd6b82d91d, 'name': SearchDatastore_Task, 'duration_secs': 0.028424} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.165360] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.165661] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.165908] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.166066] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.166307] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.166573] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d321bfd-6e0c-4ddb-b11e-5c6dd9ba1484 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.175824] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.176119] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.176928] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bacddb3-eef8-466a-bb19-79c34274b630 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.183278] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1111.183278] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5268e3d3-1024-87a4-6206-d98f708f4cdb" [ 1111.183278] env[65829]: _type = "Task" [ 1111.183278] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.192086] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5268e3d3-1024-87a4-6206-d98f708f4cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.279844] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082102} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.280107] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.280924] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23977f6-3066-4a40-bc21-87db9da32bf1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.303028] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] e486f477-e000-4b50-844a-35399d88bba1/e486f477-e000-4b50-844a-35399d88bba1.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.303345] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d00c015-57ba-4299-8a89-2331d967adba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.323046] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1111.323046] env[65829]: value = "task-4808250" [ 1111.323046] env[65829]: _type = "Task" [ 1111.323046] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.332476] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808250, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.369499] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808247, 'name': ReconfigVM_Task, 'duration_secs': 0.580139} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.369802] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Reconfigured VM instance instance-0000005d to attach disk [datastore2] d857ac5a-33e9-42fe-90ae-f20915cc7e12/d857ac5a-33e9-42fe-90ae-f20915cc7e12.vmdk or device None with type streamOptimized {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.370484] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3caa267b-4719-4b9d-8829-6e6832576e6a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.377262] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1111.377262] env[65829]: value = "task-4808251" [ 1111.377262] env[65829]: _type = "Task" [ 1111.377262] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.386649] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808251, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.575439] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1111.575924] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937546', 'volume_id': 'fd5c3306-bb78-43ef-960b-b80e9bdb047c', 'name': 'volume-fd5c3306-bb78-43ef-960b-b80e9bdb047c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '980bef1b-4e3f-4a15-8135-11c7e69df0b5', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd5c3306-bb78-43ef-960b-b80e9bdb047c', 'serial': 'fd5c3306-bb78-43ef-960b-b80e9bdb047c'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1111.577501] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2272ca-f7df-4522-b177-7ee3576bcc00 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.604490] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a79ae-d78d-4b80-bccf-c2b5de7b5353 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.635485] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-fd5c3306-bb78-43ef-960b-b80e9bdb047c/volume-fd5c3306-bb78-43ef-960b-b80e9bdb047c.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.635902] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56b43bd5-e9f9-4b6e-89a7-ad0c1b935521 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.657912] env[65829]: DEBUG oslo_vmware.api [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808232, 'name': ReconfigVM_Task, 'duration_secs': 5.498295} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.659631] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.659631] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Reconfigured VM to detach interface {{(pid=65829) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1111.660017] env[65829]: WARNING neutronclient.v2_0.client [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.660408] env[65829]: WARNING neutronclient.v2_0.client [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.662619] env[65829]: DEBUG oslo_vmware.api [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1111.662619] env[65829]: value = "task-4808252" [ 1111.662619] env[65829]: _type = "Task" [ 1111.662619] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.672306] env[65829]: DEBUG oslo_vmware.api [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.693705] env[65829]: WARNING neutronclient.v2_0.client [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.703208] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5268e3d3-1024-87a4-6206-d98f708f4cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.02157} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.704364] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7a5d14-5869-4cb0-874e-b4bfd7f42147 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.713375] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1111.713375] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5254c069-ce7b-fd0b-0ec3-4de6e89d449c" [ 1111.713375] env[65829]: _type = "Task" [ 1111.713375] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.725409] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5254c069-ce7b-fd0b-0ec3-4de6e89d449c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.835158] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808250, 'name': ReconfigVM_Task, 'duration_secs': 0.509314} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.835554] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Reconfigured VM instance instance-00000069 to attach disk [datastore2] e486f477-e000-4b50-844a-35399d88bba1/e486f477-e000-4b50-844a-35399d88bba1.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.836304] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-160ac172-9d40-4705-b974-67efeaf7ff34 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.843354] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1111.843354] env[65829]: value = "task-4808253" [ 1111.843354] env[65829]: _type = "Task" [ 1111.843354] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.853023] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808253, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.888807] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808251, 'name': Rename_Task, 'duration_secs': 0.246923} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.889135] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.889425] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3717d085-1ba7-4cab-bf68-a50c2a2bd303 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.897352] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1111.897352] env[65829]: value = "task-4808254" [ 1111.897352] env[65829]: _type = "Task" [ 1111.897352] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.907673] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.174305] env[65829]: DEBUG oslo_vmware.api [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808252, 'name': ReconfigVM_Task, 'duration_secs': 0.472728} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.174609] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-fd5c3306-bb78-43ef-960b-b80e9bdb047c/volume-fd5c3306-bb78-43ef-960b-b80e9bdb047c.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.179539] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf3c8b3-4afd-4807-984b-700556197846 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.195072] env[65829]: DEBUG oslo_vmware.api [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1112.195072] env[65829]: value = "task-4808255" [ 1112.195072] env[65829]: _type = "Task" [ 1112.195072] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.203639] env[65829]: DEBUG oslo_vmware.api [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.228416] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5254c069-ce7b-fd0b-0ec3-4de6e89d449c, 'name': SearchDatastore_Task, 'duration_secs': 0.018984} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.228841] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.229275] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 4557d070-5a26-4a08-958b-515083347ec3/4557d070-5a26-4a08-958b-515083347ec3.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.229670] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-637235b7-a94b-4e2d-bdb5-a7a3031e1b20 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.239064] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1112.239064] env[65829]: value = "task-4808256" [ 1112.239064] env[65829]: _type = "Task" [ 1112.239064] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.251433] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.354701] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808253, 'name': Rename_Task, 'duration_secs': 0.286881} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.355019] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.355303] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05580d20-c405-4323-bb88-3e35045a492c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.362259] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1112.362259] env[65829]: value = "task-4808257" [ 1112.362259] env[65829]: _type = "Task" [ 1112.362259] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.371393] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.408852] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808254, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.707106] env[65829]: DEBUG oslo_vmware.api [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808255, 'name': ReconfigVM_Task, 'duration_secs': 0.15038} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.707524] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937546', 'volume_id': 'fd5c3306-bb78-43ef-960b-b80e9bdb047c', 'name': 'volume-fd5c3306-bb78-43ef-960b-b80e9bdb047c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '980bef1b-4e3f-4a15-8135-11c7e69df0b5', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd5c3306-bb78-43ef-960b-b80e9bdb047c', 'serial': 'fd5c3306-bb78-43ef-960b-b80e9bdb047c'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1112.750962] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808256, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.872965] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808257, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.907334] env[65829]: DEBUG oslo_vmware.api [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808254, 'name': PowerOnVM_Task, 'duration_secs': 0.584453} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.907648] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.966496] env[65829]: DEBUG oslo_concurrency.lockutils [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "5bb42a41-e376-451f-997c-3208fc5091b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.966647] env[65829]: DEBUG oslo_concurrency.lockutils [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "5bb42a41-e376-451f-997c-3208fc5091b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.967137] env[65829]: DEBUG oslo_concurrency.lockutils [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "5bb42a41-e376-451f-997c-3208fc5091b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.967137] env[65829]: DEBUG oslo_concurrency.lockutils [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "5bb42a41-e376-451f-997c-3208fc5091b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.967306] env[65829]: DEBUG oslo_concurrency.lockutils [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "5bb42a41-e376-451f-997c-3208fc5091b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.969593] env[65829]: INFO nova.compute.manager [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Terminating instance [ 1113.004709] env[65829]: DEBUG oslo_concurrency.lockutils [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "bbb8917c-8685-4136-980f-66c52f3b939f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.004944] env[65829]: DEBUG oslo_concurrency.lockutils [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.010889] env[65829]: DEBUG nova.compute.manager [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1113.012047] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332bb717-0f8b-40fd-9873-563b3d55f0ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.025360] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1113.025552] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937549', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'name': 'volume-02a78459-b9d6-46cc-bc0b-be2f7812331c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e85be84-9722-4804-be8b-0e6a48416f3c', 'attached_at': '', 'detached_at': '', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'serial': '02a78459-b9d6-46cc-bc0b-be2f7812331c'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1113.028593] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f04765f-4969-4457-85eb-d3ea755fd2e0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.031581] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.031733] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquired lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.031892] env[65829]: DEBUG nova.network.neutron [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1113.048038] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1437f2-1224-4047-b674-219af0a6d3f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.075617] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-02a78459-b9d6-46cc-bc0b-be2f7812331c/volume-02a78459-b9d6-46cc-bc0b-be2f7812331c.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.076721] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94ef9850-5900-49c8-aa18-ee22eb9ca7e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.096574] env[65829]: DEBUG oslo_vmware.api [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1113.096574] env[65829]: value = "task-4808258" [ 1113.096574] env[65829]: _type = "Task" [ 1113.096574] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.105400] env[65829]: DEBUG oslo_vmware.api [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.251738] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579808} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.252076] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 4557d070-5a26-4a08-958b-515083347ec3/4557d070-5a26-4a08-958b-515083347ec3.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.252310] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.252592] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-433be97b-8c43-4d9e-b073-719993af8e46 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.261078] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1113.261078] env[65829]: value = "task-4808259" [ 1113.261078] env[65829]: _type = "Task" [ 1113.261078] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.270464] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.372331] env[65829]: DEBUG oslo_vmware.api [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808257, 'name': PowerOnVM_Task, 'duration_secs': 0.598426} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.372616] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.372814] env[65829]: INFO nova.compute.manager [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1113.372988] env[65829]: DEBUG nova.compute.manager [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1113.373838] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea8535d-c2eb-41a8-a39c-b127f419409e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.473859] env[65829]: DEBUG nova.compute.manager [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1113.474125] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.475039] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496bbf3a-a65b-4b90-97db-f1bd69458d9d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.483240] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.483517] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-127ac978-e0f2-4a2b-b7cd-447daa24ab47 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.491126] env[65829]: DEBUG oslo_vmware.api [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1113.491126] env[65829]: value = "task-4808260" [ 1113.491126] env[65829]: _type = "Task" [ 1113.491126] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.501302] env[65829]: DEBUG oslo_vmware.api [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.507686] env[65829]: DEBUG nova.compute.utils [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.537035] env[65829]: WARNING neutronclient.v2_0.client [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.541916] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1f08b1fb-e68c-4bd9-9560-26a332f699e0 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.833s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.608132] env[65829]: DEBUG oslo_vmware.api [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.747988] env[65829]: DEBUG nova.objects.instance [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'flavor' on Instance uuid 980bef1b-4e3f-4a15-8135-11c7e69df0b5 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.754667] env[65829]: WARNING neutronclient.v2_0.client [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.773930] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064755} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.774295] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.775587] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b57a0d-9883-47aa-bbbd-ffc2cad08ff5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.802082] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 4557d070-5a26-4a08-958b-515083347ec3/4557d070-5a26-4a08-958b-515083347ec3.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.806019] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50b9984f-07ae-4e9d-81d5-e42657c84fac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.829178] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1113.829178] env[65829]: value = "task-4808261" [ 1113.829178] env[65829]: _type = "Task" [ 1113.829178] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.838963] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.856772] env[65829]: INFO nova.network.neutron [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Port 29a0c09e-7d53-482b-b1bd-54a59526301f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1113.857261] env[65829]: DEBUG nova.network.neutron [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updating instance_info_cache with network_info: [{"id": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "address": "fa:16:3e:28:67:37", "network": {"id": "d95f050a-7108-4d88-9224-74572ab14e62", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-649856012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.202", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b139a534bae14c14ba78185316657b86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6567efe-17", "ovs_interfaceid": "f6567efe-173e-43f0-a118-80ab9d7fef9a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.892204] env[65829]: INFO nova.compute.manager [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Took 18.27 seconds to build instance. [ 1114.007425] env[65829]: DEBUG oslo_vmware.api [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808260, 'name': PowerOffVM_Task, 'duration_secs': 0.318955} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.007849] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.008122] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.008498] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbb7029b-53a8-407b-870d-440cfee4c2e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.011335] env[65829]: DEBUG oslo_concurrency.lockutils [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.099153] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.099487] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.099692] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Deleting the datastore file [datastore2] 5bb42a41-e376-451f-997c-3208fc5091b5 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.103935] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72d28596-f7a3-4f30-971e-a926d1ef84bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.113898] env[65829]: DEBUG oslo_vmware.api [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.115781] env[65829]: DEBUG oslo_vmware.api [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1114.115781] env[65829]: value = "task-4808263" [ 1114.115781] env[65829]: _type = "Task" [ 1114.115781] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.125537] env[65829]: DEBUG oslo_vmware.api [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.254076] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3c422be-24f1-4837-90ee-793c70314674 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.790s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.340428] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808261, 'name': ReconfigVM_Task, 'duration_secs': 0.307004} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.340711] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 4557d070-5a26-4a08-958b-515083347ec3/4557d070-5a26-4a08-958b-515083347ec3.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.341372] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53ec1e4d-feff-42f7-8b30-d9ab83947cb7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.348130] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1114.348130] env[65829]: value = "task-4808264" [ 1114.348130] env[65829]: _type = "Task" [ 1114.348130] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.358892] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808264, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.360473] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Releasing lock "refresh_cache-5bb42a41-e376-451f-997c-3208fc5091b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.395663] env[65829]: DEBUG oslo_concurrency.lockutils [None req-10f51860-25f5-4333-925e-094bfe026721 tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "e486f477-e000-4b50-844a-35399d88bba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.779s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.609453] env[65829]: DEBUG oslo_vmware.api [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808258, 'name': ReconfigVM_Task, 'duration_secs': 1.080124} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.610389] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-02a78459-b9d6-46cc-bc0b-be2f7812331c/volume-02a78459-b9d6-46cc-bc0b-be2f7812331c.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.616561] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81a910cf-5a65-47be-93ff-f0f126200a36 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.641145] env[65829]: DEBUG oslo_vmware.api [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.642668] env[65829]: DEBUG oslo_vmware.api [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1114.642668] env[65829]: value = "task-4808265" [ 1114.642668] env[65829]: _type = "Task" [ 1114.642668] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.858120] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808264, 'name': Rename_Task, 'duration_secs': 0.150178} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.858391] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.858662] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b60f8447-54df-4eda-8e2b-b38f9784d0e8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.864386] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fae16911-5085-419e-8af0-f97e983e3b82 tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "interface-5bb42a41-e376-451f-997c-3208fc5091b5-29a0c09e-7d53-482b-b1bd-54a59526301f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.339s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.866644] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1114.866644] env[65829]: value = "task-4808266" [ 1114.866644] env[65829]: _type = "Task" [ 1114.866644] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.875430] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.097681] env[65829]: DEBUG oslo_concurrency.lockutils [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "bbb8917c-8685-4136-980f-66c52f3b939f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.098040] env[65829]: DEBUG oslo_concurrency.lockutils [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.098194] env[65829]: INFO nova.compute.manager [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Attaching volume a0ef9182-0c7d-4255-b936-a9efe637ceac to /dev/sdc [ 1115.139183] env[65829]: DEBUG oslo_vmware.api [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542132} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.142794] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.143012] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.143211] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.143402] env[65829]: INFO nova.compute.manager [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1115.143795] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1115.144681] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7988b801-9604-4deb-a212-c173167dbcc6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.148095] env[65829]: DEBUG nova.compute.manager [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Stashing vm_state: active {{(pid=65829) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1115.151370] env[65829]: DEBUG nova.compute.manager [-] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1115.151592] env[65829]: DEBUG nova.network.neutron [-] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1115.151848] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.164073] env[65829]: DEBUG oslo_vmware.api [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.166563] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176fe6a7-68f1-466d-9c10-744010e19a6f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.182240] env[65829]: DEBUG nova.virt.block_device [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Updating existing volume attachment record: 5801776b-c35b-4b29-a8c0-9949048ed6fc {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1115.215491] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.382248] env[65829]: DEBUG oslo_vmware.api [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808266, 'name': PowerOnVM_Task, 'duration_secs': 0.499837} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.384101] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.384383] env[65829]: INFO nova.compute.manager [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1115.384580] env[65829]: DEBUG nova.compute.manager [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1115.389776] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5e10c0-fb76-43e1-98e3-fb14299fe52a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.667066] env[65829]: DEBUG oslo_vmware.api [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808265, 'name': ReconfigVM_Task, 'duration_secs': 0.642719} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.667439] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937549', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'name': 'volume-02a78459-b9d6-46cc-bc0b-be2f7812331c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e85be84-9722-4804-be8b-0e6a48416f3c', 'attached_at': '', 'detached_at': '', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'serial': '02a78459-b9d6-46cc-bc0b-be2f7812331c'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1115.682741] env[65829]: DEBUG oslo_concurrency.lockutils [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.683110] env[65829]: DEBUG oslo_concurrency.lockutils [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.899087] env[65829]: DEBUG nova.compute.manager [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Stashing vm_state: active {{(pid=65829) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1115.908726] env[65829]: INFO nova.compute.manager [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Took 16.42 seconds to build instance. [ 1115.983396] env[65829]: DEBUG nova.compute.manager [req-5fa76398-a4f9-450e-85e1-20c5fa0c374c req-a0bbe6f0-f173-4a95-8c91-f2c613512d8b service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Received event network-vif-deleted-f6567efe-173e-43f0-a118-80ab9d7fef9a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1115.983796] env[65829]: INFO nova.compute.manager [req-5fa76398-a4f9-450e-85e1-20c5fa0c374c req-a0bbe6f0-f173-4a95-8c91-f2c613512d8b service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Neutron deleted interface f6567efe-173e-43f0-a118-80ab9d7fef9a; detaching it from the instance and deleting it from the info cache [ 1115.983869] env[65829]: DEBUG nova.network.neutron [req-5fa76398-a4f9-450e-85e1-20c5fa0c374c req-a0bbe6f0-f173-4a95-8c91-f2c613512d8b service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.189613] env[65829]: INFO nova.compute.claims [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.411562] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a3d771d9-116a-4fa0-897c-e64461a3fc80 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "4557d070-5a26-4a08-958b-515083347ec3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.930s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.421654] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.464633] env[65829]: DEBUG nova.network.neutron [-] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.486016] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-153e2cab-3cf1-40e0-a623-88202107f2ca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.496376] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f64e551-46b2-4a57-b9dc-173619d30c7c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.535652] env[65829]: DEBUG nova.compute.manager [req-5fa76398-a4f9-450e-85e1-20c5fa0c374c req-a0bbe6f0-f173-4a95-8c91-f2c613512d8b service nova] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Detach interface failed, port_id=f6567efe-173e-43f0-a118-80ab9d7fef9a, reason: Instance 5bb42a41-e376-451f-997c-3208fc5091b5 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1116.696664] env[65829]: INFO nova.compute.resource_tracker [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating resource usage from migration 084a25df-2118-4e72-a686-86f3ab2311b0 [ 1116.710032] env[65829]: DEBUG nova.objects.instance [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lazy-loading 'flavor' on Instance uuid 5e85be84-9722-4804-be8b-0e6a48416f3c {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.953111] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d275d400-08f2-4a42-baf2-783ded5988d1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.961257] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9af2e0d-d4b8-40ae-b070-b01fb84dd6ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.967778] env[65829]: INFO nova.compute.manager [-] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Took 1.82 seconds to deallocate network for instance. [ 1117.003369] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19819faa-0e35-4779-8921-faf8c7682297 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.018255] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656eaf45-95fc-413a-94d6-f633060bbee5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.037085] env[65829]: DEBUG nova.compute.provider_tree [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.063770] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d029b8aa-c45e-47a2-96df-23f7614ce2a7 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "4557d070-5a26-4a08-958b-515083347ec3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.063963] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d029b8aa-c45e-47a2-96df-23f7614ce2a7 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "4557d070-5a26-4a08-958b-515083347ec3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.064195] env[65829]: DEBUG nova.compute.manager [None req-d029b8aa-c45e-47a2-96df-23f7614ce2a7 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1117.065143] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3db1c0b-dd72-45cc-832f-fde7ff3708c7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.072631] env[65829]: DEBUG nova.compute.manager [None req-d029b8aa-c45e-47a2-96df-23f7614ce2a7 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65829) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1117.073256] env[65829]: DEBUG nova.objects.instance [None req-d029b8aa-c45e-47a2-96df-23f7614ce2a7 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lazy-loading 'flavor' on Instance uuid 4557d070-5a26-4a08-958b-515083347ec3 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.218340] env[65829]: DEBUG oslo_concurrency.lockutils [None req-23d25ada-9952-4d7d-ac50-9b7838cd68b5 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.815s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.514832] env[65829]: DEBUG oslo_concurrency.lockutils [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.540206] env[65829]: DEBUG nova.scheduler.client.report [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.718504] env[65829]: INFO nova.compute.manager [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Rebuilding instance [ 1117.773444] env[65829]: DEBUG nova.compute.manager [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1117.774468] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75109d30-6eaf-424e-a4da-50685055fec9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.798857] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "bbf56d36-3f36-45ae-8b66-832f69706c14" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.799157] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.046114] env[65829]: DEBUG oslo_concurrency.lockutils [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.363s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.046477] env[65829]: INFO nova.compute.manager [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Migrating [ 1118.056963] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.635s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.079827] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d029b8aa-c45e-47a2-96df-23f7614ce2a7 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.080379] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b7fa8a3-06c3-41ba-8176-55131155b716 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.088534] env[65829]: DEBUG oslo_vmware.api [None req-d029b8aa-c45e-47a2-96df-23f7614ce2a7 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1118.088534] env[65829]: value = "task-4808269" [ 1118.088534] env[65829]: _type = "Task" [ 1118.088534] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.099182] env[65829]: DEBUG oslo_vmware.api [None req-d029b8aa-c45e-47a2-96df-23f7614ce2a7 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.302597] env[65829]: INFO nova.compute.manager [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Detaching volume 62a43763-e8a6-4826-a910-9ad2f212ded2 [ 1118.347520] env[65829]: INFO nova.virt.block_device [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Attempting to driver detach volume 62a43763-e8a6-4826-a910-9ad2f212ded2 from mountpoint /dev/sdb [ 1118.347891] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1118.348125] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937532', 'volume_id': '62a43763-e8a6-4826-a910-9ad2f212ded2', 'name': 'volume-62a43763-e8a6-4826-a910-9ad2f212ded2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbf56d36-3f36-45ae-8b66-832f69706c14', 'attached_at': '', 'detached_at': '', 'volume_id': '62a43763-e8a6-4826-a910-9ad2f212ded2', 'serial': '62a43763-e8a6-4826-a910-9ad2f212ded2'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1118.349241] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422ff3c6-9acb-42dc-ad13-89fe21cd725f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.373066] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6a987f-3201-44e4-b03a-697e0f4e3b92 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.381652] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9085a71-3396-4018-a606-7d10251ebeed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.403675] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24b0e02-0f42-4e9a-9004-f87c0d4f965f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.420469] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] The volume has not been displaced from its original location: [datastore2] volume-62a43763-e8a6-4826-a910-9ad2f212ded2/volume-62a43763-e8a6-4826-a910-9ad2f212ded2.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1118.425852] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.426198] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89db93fb-07d1-4b1a-a5af-1f8eca26485b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.445999] env[65829]: DEBUG oslo_vmware.api [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1118.445999] env[65829]: value = "task-4808270" [ 1118.445999] env[65829]: _type = "Task" [ 1118.445999] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.456775] env[65829]: DEBUG oslo_vmware.api [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808270, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.566103] env[65829]: INFO nova.compute.claims [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.570107] env[65829]: DEBUG oslo_concurrency.lockutils [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.570275] env[65829]: DEBUG oslo_concurrency.lockutils [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.570447] env[65829]: DEBUG nova.network.neutron [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1118.599903] env[65829]: DEBUG oslo_vmware.api [None req-d029b8aa-c45e-47a2-96df-23f7614ce2a7 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808269, 'name': PowerOffVM_Task, 'duration_secs': 0.302226} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.600182] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d029b8aa-c45e-47a2-96df-23f7614ce2a7 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.600385] env[65829]: DEBUG nova.compute.manager [None req-d029b8aa-c45e-47a2-96df-23f7614ce2a7 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1118.601343] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb32761-5c39-427b-a1d8-142f47696226 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.790264] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.790585] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d7e0971-7b4b-4fa0-a3e2-f11124630322 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.798200] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1118.798200] env[65829]: value = "task-4808271" [ 1118.798200] env[65829]: _type = "Task" [ 1118.798200] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.807640] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.955820] env[65829]: DEBUG oslo_vmware.api [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808270, 'name': ReconfigVM_Task, 'duration_secs': 0.501881} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.956182] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1118.960925] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f9c1907-a551-4d7d-9fca-37b57e284ef8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.976443] env[65829]: DEBUG oslo_vmware.api [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1118.976443] env[65829]: value = "task-4808272" [ 1118.976443] env[65829]: _type = "Task" [ 1118.976443] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.984703] env[65829]: DEBUG oslo_vmware.api [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.073888] env[65829]: WARNING neutronclient.v2_0.client [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.079041] env[65829]: INFO nova.compute.resource_tracker [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating resource usage from migration c507a346-bb6f-4b26-9772-ae4ffe2b4338 [ 1119.120741] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d029b8aa-c45e-47a2-96df-23f7614ce2a7 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "4557d070-5a26-4a08-958b-515083347ec3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.308414] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808271, 'name': PowerOffVM_Task, 'duration_secs': 0.373206} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.311014] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.313526] env[65829]: WARNING neutronclient.v2_0.client [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.362830] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f42c16-ce48-4f35-a6dc-417c5182d9aa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.371521] env[65829]: INFO nova.compute.manager [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Detaching volume 02a78459-b9d6-46cc-bc0b-be2f7812331c [ 1119.375191] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b48cf2d-f9e4-4e1b-92c0-05991d982897 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.383316] env[65829]: DEBUG nova.network.neutron [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance_info_cache with network_info: [{"id": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "address": "fa:16:3e:97:b3:9a", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd416ba73-82", "ovs_interfaceid": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.415268] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c594e0-1ce8-447c-ac8e-ede73a65992e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.424278] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3287fc-91ca-4521-9131-10cc40690fdc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.441722] env[65829]: DEBUG nova.compute.provider_tree [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.443941] env[65829]: INFO nova.virt.block_device [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Attempting to driver detach volume 02a78459-b9d6-46cc-bc0b-be2f7812331c from mountpoint /dev/sdb [ 1119.444177] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1119.444384] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937549', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'name': 'volume-02a78459-b9d6-46cc-bc0b-be2f7812331c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e85be84-9722-4804-be8b-0e6a48416f3c', 'attached_at': '', 'detached_at': '', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'serial': '02a78459-b9d6-46cc-bc0b-be2f7812331c'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1119.447039] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f29504b-242a-4cc9-83f1-26c867dce11a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.467752] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40953db5-2afc-4c4a-b134-6123c74fd15a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.476528] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb706f8c-989e-46b1-b6f2-8b0d95a199f2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.504344] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874136ae-7e1a-43f4-ae97-05a9113fa2f7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.507055] env[65829]: DEBUG oslo_vmware.api [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808272, 'name': ReconfigVM_Task, 'duration_secs': 0.178676} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.507353] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937532', 'volume_id': '62a43763-e8a6-4826-a910-9ad2f212ded2', 'name': 'volume-62a43763-e8a6-4826-a910-9ad2f212ded2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbf56d36-3f36-45ae-8b66-832f69706c14', 'attached_at': '', 'detached_at': '', 'volume_id': '62a43763-e8a6-4826-a910-9ad2f212ded2', 'serial': '62a43763-e8a6-4826-a910-9ad2f212ded2'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1119.522950] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The volume has not been displaced from its original location: [datastore1] volume-02a78459-b9d6-46cc-bc0b-be2f7812331c/volume-02a78459-b9d6-46cc-bc0b-be2f7812331c.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1119.528466] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1119.528795] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f43ba8-b620-41eb-8b47-02c30bba663c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.549323] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1119.549323] env[65829]: value = "task-4808273" [ 1119.549323] env[65829]: _type = "Task" [ 1119.549323] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.558921] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.730835] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1119.731156] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937551', 'volume_id': 'a0ef9182-0c7d-4255-b936-a9efe637ceac', 'name': 'volume-a0ef9182-0c7d-4255-b936-a9efe637ceac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb8917c-8685-4136-980f-66c52f3b939f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0ef9182-0c7d-4255-b936-a9efe637ceac', 'serial': 'a0ef9182-0c7d-4255-b936-a9efe637ceac'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1119.732047] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14a51b0-dfd2-41d7-8537-d099809131ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.749945] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571a49b5-90f5-49ad-80f6-6ed7ef53c918 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.780650] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-a0ef9182-0c7d-4255-b936-a9efe637ceac/volume-a0ef9182-0c7d-4255-b936-a9efe637ceac.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.780979] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33ebe64d-50cc-4330-a093-8143a1a8e78d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.799790] env[65829]: DEBUG oslo_vmware.api [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1119.799790] env[65829]: value = "task-4808274" [ 1119.799790] env[65829]: _type = "Task" [ 1119.799790] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.808510] env[65829]: DEBUG oslo_vmware.api [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.883491] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "4557d070-5a26-4a08-958b-515083347ec3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.883838] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "4557d070-5a26-4a08-958b-515083347ec3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.884134] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "4557d070-5a26-4a08-958b-515083347ec3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.884388] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "4557d070-5a26-4a08-958b-515083347ec3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.884617] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "4557d070-5a26-4a08-958b-515083347ec3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.887097] env[65829]: INFO nova.compute.manager [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Terminating instance [ 1119.914495] env[65829]: DEBUG oslo_concurrency.lockutils [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.949385] env[65829]: DEBUG nova.scheduler.client.report [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.051455] env[65829]: DEBUG nova.objects.instance [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lazy-loading 'flavor' on Instance uuid bbf56d36-3f36-45ae-8b66-832f69706c14 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.063109] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808273, 'name': ReconfigVM_Task, 'duration_secs': 0.37797} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.063280] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.069953] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cefca311-0b35-427e-9042-6633b5123bbd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.088440] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1120.088440] env[65829]: value = "task-4808275" [ 1120.088440] env[65829]: _type = "Task" [ 1120.088440] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.097285] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.310239] env[65829]: DEBUG oslo_vmware.api [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.391039] env[65829]: DEBUG nova.compute.manager [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1120.391187] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.392020] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8c378b-affb-4668-96c2-1bd2bdebb70c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.400601] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.400962] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d72aea9-3978-4f36-b22e-e79402160918 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.454414] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.397s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.454692] env[65829]: INFO nova.compute.manager [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Migrating [ 1120.465216] env[65829]: DEBUG oslo_concurrency.lockutils [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.950s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.465505] env[65829]: DEBUG nova.objects.instance [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'resources' on Instance uuid 5bb42a41-e376-451f-997c-3208fc5091b5 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.495105] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.495105] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.495395] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleting the datastore file [datastore1] 4557d070-5a26-4a08-958b-515083347ec3 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.495440] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-633fa31e-dd19-4489-a3ee-af439b558366 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.503814] env[65829]: DEBUG oslo_vmware.api [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1120.503814] env[65829]: value = "task-4808277" [ 1120.503814] env[65829]: _type = "Task" [ 1120.503814] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.514563] env[65829]: DEBUG oslo_vmware.api [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.599070] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808275, 'name': ReconfigVM_Task, 'duration_secs': 0.154031} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.599423] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937549', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'name': 'volume-02a78459-b9d6-46cc-bc0b-be2f7812331c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e85be84-9722-4804-be8b-0e6a48416f3c', 'attached_at': '', 'detached_at': '', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'serial': '02a78459-b9d6-46cc-bc0b-be2f7812331c'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1120.813044] env[65829]: DEBUG oslo_vmware.api [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808274, 'name': ReconfigVM_Task, 'duration_secs': 0.634037} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.813337] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-a0ef9182-0c7d-4255-b936-a9efe637ceac/volume-a0ef9182-0c7d-4255-b936-a9efe637ceac.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.818171] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-519b010d-3c6c-49de-b7b3-6bd43406d2b3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.834651] env[65829]: DEBUG oslo_vmware.api [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1120.834651] env[65829]: value = "task-4808278" [ 1120.834651] env[65829]: _type = "Task" [ 1120.834651] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.844788] env[65829]: DEBUG oslo_vmware.api [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.977851] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.977851] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.977967] env[65829]: DEBUG nova.network.neutron [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1121.013018] env[65829]: DEBUG oslo_vmware.api [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131228} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.015663] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.015847] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.016055] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.016247] env[65829]: INFO nova.compute.manager [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1121.016538] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1121.016934] env[65829]: DEBUG nova.compute.manager [-] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1121.017043] env[65829]: DEBUG nova.network.neutron [-] [instance: 4557d070-5a26-4a08-958b-515083347ec3] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1121.017289] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.048489] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.063104] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7a177654-7223-4709-9d3a-572bdbf89868 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.217746] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083db3fe-f244-4e6f-ba29-ed04d8b2f197 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.226018] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a8cc2f-55e1-4cf8-af34-74093ca58f6b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.258986] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8248e10-9edf-4f0e-8f7c-4098cd1f8043 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.267289] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379d37c2-7366-4086-9da9-4eb7d3238563 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.282177] env[65829]: DEBUG nova.compute.provider_tree [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.311496] env[65829]: DEBUG nova.compute.manager [req-54aa9bca-6435-4150-8479-358d13681dd5 req-f8c8ba61-cfeb-4050-806c-d6c549ba85cd service nova] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Received event network-vif-deleted-0c10105c-7d73-4b5c-842a-88c13725428d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1121.311739] env[65829]: INFO nova.compute.manager [req-54aa9bca-6435-4150-8479-358d13681dd5 req-f8c8ba61-cfeb-4050-806c-d6c549ba85cd service nova] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Neutron deleted interface 0c10105c-7d73-4b5c-842a-88c13725428d; detaching it from the instance and deleting it from the info cache [ 1121.312289] env[65829]: DEBUG nova.network.neutron [req-54aa9bca-6435-4150-8479-358d13681dd5 req-f8c8ba61-cfeb-4050-806c-d6c549ba85cd service nova] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.344886] env[65829]: DEBUG oslo_vmware.api [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808278, 'name': ReconfigVM_Task, 'duration_secs': 0.15352} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.345218] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937551', 'volume_id': 'a0ef9182-0c7d-4255-b936-a9efe637ceac', 'name': 'volume-a0ef9182-0c7d-4255-b936-a9efe637ceac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb8917c-8685-4136-980f-66c52f3b939f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0ef9182-0c7d-4255-b936-a9efe637ceac', 'serial': 'a0ef9182-0c7d-4255-b936-a9efe637ceac'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1121.430839] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f783ed4b-9b9b-4190-9c74-d8eb2fa560b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.453283] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance '980bef1b-4e3f-4a15-8135-11c7e69df0b5' progress to 0 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.480344] env[65829]: WARNING neutronclient.v2_0.client [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.635166] env[65829]: WARNING neutronclient.v2_0.client [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.651832] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.652192] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-622a4942-63d6-4444-86fd-3f7e2575d7ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.660511] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1121.660511] env[65829]: value = "task-4808279" [ 1121.660511] env[65829]: _type = "Task" [ 1121.660511] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.673982] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1121.674703] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1121.674703] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937549', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'name': 'volume-02a78459-b9d6-46cc-bc0b-be2f7812331c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e85be84-9722-4804-be8b-0e6a48416f3c', 'attached_at': '', 'detached_at': '', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'serial': '02a78459-b9d6-46cc-bc0b-be2f7812331c'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1121.675402] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010c9fee-c6b9-4be0-b595-4bcbe6e9cc37 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.700161] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b58279-6b33-4cb1-8335-f63f5ae00186 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.707839] env[65829]: WARNING nova.virt.vmwareapi.driver [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1121.708099] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.708870] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a761651-146f-4db5-b320-20e162338845 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.715899] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.716169] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f23681d-ecc7-4ab5-bf71-c8b01beb5445 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.736527] env[65829]: DEBUG nova.network.neutron [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance_info_cache with network_info: [{"id": "a83d4887-343b-43a5-bca8-4496ab5cff0c", "address": "fa:16:3e:70:7d:23", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa83d4887-34", "ovs_interfaceid": "a83d4887-343b-43a5-bca8-4496ab5cff0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.785584] env[65829]: DEBUG nova.scheduler.client.report [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.789716] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.789925] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.790119] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleting the datastore file [datastore2] 5e85be84-9722-4804-be8b-0e6a48416f3c {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.790609] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cd29657-56f9-4c78-ba4f-c2fde80d2476 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.795138] env[65829]: DEBUG nova.network.neutron [-] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.801583] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1121.801583] env[65829]: value = "task-4808281" [ 1121.801583] env[65829]: _type = "Task" [ 1121.801583] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.812192] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.817324] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0490be7c-86a3-425b-b404-63d1a610f5ae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.826836] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75813d6-6518-4333-ac79-acf3763b1dff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.866275] env[65829]: DEBUG nova.compute.manager [req-54aa9bca-6435-4150-8479-358d13681dd5 req-f8c8ba61-cfeb-4050-806c-d6c549ba85cd service nova] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Detach interface failed, port_id=0c10105c-7d73-4b5c-842a-88c13725428d, reason: Instance 4557d070-5a26-4a08-958b-515083347ec3 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1121.959902] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.960662] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dec94b86-1b1d-4c1d-8b40-0b3508611e8c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.970026] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1121.970026] env[65829]: value = "task-4808282" [ 1121.970026] env[65829]: _type = "Task" [ 1121.970026] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.980131] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.169567] env[65829]: DEBUG oslo_concurrency.lockutils [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "bbf56d36-3f36-45ae-8b66-832f69706c14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.169876] env[65829]: DEBUG oslo_concurrency.lockutils [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.170159] env[65829]: DEBUG oslo_concurrency.lockutils [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "bbf56d36-3f36-45ae-8b66-832f69706c14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.171089] env[65829]: DEBUG oslo_concurrency.lockutils [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.171089] env[65829]: DEBUG oslo_concurrency.lockutils [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.172746] env[65829]: INFO nova.compute.manager [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Terminating instance [ 1122.239103] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.291990] env[65829]: DEBUG oslo_concurrency.lockutils [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.297856] env[65829]: INFO nova.compute.manager [-] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Took 1.28 seconds to deallocate network for instance. [ 1122.311455] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293659} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.311704] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.311955] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.312053] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.318806] env[65829]: INFO nova.scheduler.client.report [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Deleted allocations for instance 5bb42a41-e376-451f-997c-3208fc5091b5 [ 1122.387794] env[65829]: DEBUG nova.objects.instance [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'flavor' on Instance uuid bbb8917c-8685-4136-980f-66c52f3b939f {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.480102] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808282, 'name': PowerOffVM_Task, 'duration_secs': 0.243739} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.480322] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.480498] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance '980bef1b-4e3f-4a15-8135-11c7e69df0b5' progress to 17 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.678961] env[65829]: DEBUG nova.compute.manager [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1122.678961] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.679783] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940b23ed-2ee3-4d68-8fce-faec3f906d44 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.688582] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.688950] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a166591d-2b4a-41aa-a751-47c071b0a69e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.695289] env[65829]: DEBUG oslo_vmware.api [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1122.695289] env[65829]: value = "task-4808283" [ 1122.695289] env[65829]: _type = "Task" [ 1122.695289] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.704985] env[65829]: DEBUG oslo_vmware.api [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.718825] env[65829]: DEBUG oslo_concurrency.lockutils [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "bbb8917c-8685-4136-980f-66c52f3b939f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.807012] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.808025] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.808025] env[65829]: DEBUG nova.objects.instance [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lazy-loading 'resources' on Instance uuid 4557d070-5a26-4a08-958b-515083347ec3 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.817878] env[65829]: INFO nova.virt.block_device [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Booting with volume 02a78459-b9d6-46cc-bc0b-be2f7812331c at /dev/sdb [ 1122.827673] env[65829]: DEBUG oslo_concurrency.lockutils [None req-14537d87-043d-4b9f-93a8-017291945eed tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "5bb42a41-e376-451f-997c-3208fc5091b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.861s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.866817] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-478acf6b-29c2-4fb8-94ef-f249f9d66df1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.876402] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9931f390-ff73-4656-aeb2-1f5b89d2174c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.894938] env[65829]: DEBUG oslo_concurrency.lockutils [None req-94245878-8139-44a1-a4ee-11095a89861c tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.797s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.896119] env[65829]: DEBUG oslo_concurrency.lockutils [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.177s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.919254] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84ded0e4-1e67-4728-8a68-ed851307930e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.929580] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c60225e-ec75-47d5-8df6-9ad32a13642d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.968430] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ef53f3-0f8e-4cd8-b5ed-d40bff5593ae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.975299] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49566d26-0b60-4af2-81d7-d073dd333223 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.990739] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1122.990991] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.991161] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1122.991501] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.991667] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1122.991814] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1122.992013] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1122.992180] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1122.992342] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1122.992568] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1122.992806] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1122.998134] env[65829]: DEBUG nova.virt.block_device [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Updating existing volume attachment record: 87b2ea01-7c49-4864-9a08-ffbda53aa2bc {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1123.000800] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4140557-458d-425d-9c0b-3ed84a377efb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.017068] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1123.017068] env[65829]: value = "task-4808284" [ 1123.017068] env[65829]: _type = "Task" [ 1123.017068] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.026534] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.207518] env[65829]: DEBUG oslo_vmware.api [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808283, 'name': PowerOffVM_Task, 'duration_secs': 0.234104} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.207787] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.207896] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.208182] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4d7bc25-e183-42d6-b11b-68776b82aee1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.279515] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.279675] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.279898] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Deleting the datastore file [datastore1] bbf56d36-3f36-45ae-8b66-832f69706c14 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.280211] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65fe2e6c-0fbe-4fc0-8e65-bd7870b5faff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.288178] env[65829]: DEBUG oslo_vmware.api [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1123.288178] env[65829]: value = "task-4808286" [ 1123.288178] env[65829]: _type = "Task" [ 1123.288178] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.297454] env[65829]: DEBUG oslo_vmware.api [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.398901] env[65829]: INFO nova.compute.manager [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Detaching volume ad65f635-805a-439e-a2a8-c3166a211325 [ 1123.432875] env[65829]: INFO nova.virt.block_device [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Attempting to driver detach volume ad65f635-805a-439e-a2a8-c3166a211325 from mountpoint /dev/sdb [ 1123.433214] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1123.434306] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937544', 'volume_id': 'ad65f635-805a-439e-a2a8-c3166a211325', 'name': 'volume-ad65f635-805a-439e-a2a8-c3166a211325', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb8917c-8685-4136-980f-66c52f3b939f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad65f635-805a-439e-a2a8-c3166a211325', 'serial': 'ad65f635-805a-439e-a2a8-c3166a211325'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1123.435229] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b3aa20-ea17-4548-b2a9-0eed0159b399 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.468404] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e273ca78-bca6-47ef-a3d1-753a32dd2e7f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.476167] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d33c481-0435-45f0-a7a9-ba73d89c40d1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.505041] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98c3451-e7b9-45ba-9213-8d6a475febb6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.526872] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The volume has not been displaced from its original location: [datastore2] volume-ad65f635-805a-439e-a2a8-c3166a211325/volume-ad65f635-805a-439e-a2a8-c3166a211325.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1123.532346] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.538559] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d76ba716-63f3-496f-a5cd-f14765f2b5b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.560633] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808284, 'name': ReconfigVM_Task, 'duration_secs': 0.188808} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.561950] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance '980bef1b-4e3f-4a15-8135-11c7e69df0b5' progress to 33 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.565538] env[65829]: DEBUG oslo_vmware.api [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1123.565538] env[65829]: value = "task-4808287" [ 1123.565538] env[65829]: _type = "Task" [ 1123.565538] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.579554] env[65829]: DEBUG oslo_vmware.api [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.611330] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f227961-98dd-421b-85ca-493e8e8dd94f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.620206] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c596711-a475-4774-843a-8b27c564209f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.656066] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f6b119-c5aa-43cd-9c39-efe3da5612bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.664414] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c5b048-b5e1-401a-b894-55bdac568454 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.679378] env[65829]: DEBUG nova.compute.provider_tree [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.756010] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78bcdb9-c92a-41e1-8e4e-a82033081653 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.776853] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance 'e486f477-e000-4b50-844a-35399d88bba1' progress to 0 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.801833] env[65829]: DEBUG oslo_vmware.api [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151348} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.802108] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.802294] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.802471] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.802642] env[65829]: INFO nova.compute.manager [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1123.803046] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1123.803264] env[65829]: DEBUG nova.compute.manager [-] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1123.803361] env[65829]: DEBUG nova.network.neutron [-] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1123.803612] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.834235] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.013031] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.013031] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.013333] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.014022] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.014022] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.016810] env[65829]: INFO nova.compute.manager [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Terminating instance [ 1124.069994] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1124.070299] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.070469] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1124.070652] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.070793] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1124.071417] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1124.071417] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1124.071417] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1124.071602] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1124.071827] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1124.072071] env[65829]: DEBUG nova.virt.hardware [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1124.078584] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1124.085027] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55fb0ef6-af77-4277-970d-91cdc76a20d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.111147] env[65829]: DEBUG oslo_vmware.api [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808287, 'name': ReconfigVM_Task, 'duration_secs': 0.256736} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.112965] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.118522] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1124.118522] env[65829]: value = "task-4808288" [ 1124.118522] env[65829]: _type = "Task" [ 1124.118522] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.119625] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad1e7907-1e9c-4052-b65b-0dbc7173566a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.142917] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.144915] env[65829]: DEBUG oslo_vmware.api [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1124.144915] env[65829]: value = "task-4808289" [ 1124.144915] env[65829]: _type = "Task" [ 1124.144915] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.185115] env[65829]: DEBUG nova.scheduler.client.report [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.288032] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.288032] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff9bcc95-9997-4a2d-87e4-8202fd4528fd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.297443] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1124.297443] env[65829]: value = "task-4808290" [ 1124.297443] env[65829]: _type = "Task" [ 1124.297443] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.307384] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.360899] env[65829]: DEBUG nova.compute.manager [req-2275be5a-6910-4016-8ab4-5e7b40285a07 req-c99a3840-8c55-4481-9bae-f730543376d9 service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Received event network-vif-deleted-07222331-bfe7-40cc-8b22-84aa6d183adb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1124.361134] env[65829]: INFO nova.compute.manager [req-2275be5a-6910-4016-8ab4-5e7b40285a07 req-c99a3840-8c55-4481-9bae-f730543376d9 service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Neutron deleted interface 07222331-bfe7-40cc-8b22-84aa6d183adb; detaching it from the instance and deleting it from the info cache [ 1124.361364] env[65829]: DEBUG nova.network.neutron [req-2275be5a-6910-4016-8ab4-5e7b40285a07 req-c99a3840-8c55-4481-9bae-f730543376d9 service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.521864] env[65829]: DEBUG nova.compute.manager [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1124.522215] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.523174] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9e0a1b-9b37-446f-8ea4-53b514f25f17 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.531793] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.532092] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08650814-5376-45c4-a0b8-1558d85a14e8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.539492] env[65829]: DEBUG oslo_vmware.api [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1124.539492] env[65829]: value = "task-4808291" [ 1124.539492] env[65829]: _type = "Task" [ 1124.539492] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.548616] env[65829]: DEBUG oslo_vmware.api [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.641185] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808288, 'name': ReconfigVM_Task, 'duration_secs': 0.259733} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.641378] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.642331] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d03eee-2849-466c-86bd-9cecb51c2146 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.654331] env[65829]: DEBUG oslo_vmware.api [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808289, 'name': ReconfigVM_Task, 'duration_secs': 0.217386} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.668624] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937544', 'volume_id': 'ad65f635-805a-439e-a2a8-c3166a211325', 'name': 'volume-ad65f635-805a-439e-a2a8-c3166a211325', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb8917c-8685-4136-980f-66c52f3b939f', 'attached_at': '', 'detached_at': '', 'volume_id': 'ad65f635-805a-439e-a2a8-c3166a211325', 'serial': 'ad65f635-805a-439e-a2a8-c3166a211325'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1124.678859] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 980bef1b-4e3f-4a15-8135-11c7e69df0b5/980bef1b-4e3f-4a15-8135-11c7e69df0b5.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.679816] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e99ae34-dddb-4262-83b7-c1ab79fabd09 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.693876] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.704178] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1124.704178] env[65829]: value = "task-4808292" [ 1124.704178] env[65829]: _type = "Task" [ 1124.704178] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.714595] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808292, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.726559] env[65829]: INFO nova.scheduler.client.report [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted allocations for instance 4557d070-5a26-4a08-958b-515083347ec3 [ 1124.809153] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808290, 'name': PowerOffVM_Task, 'duration_secs': 0.202836} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.809486] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.809733] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance 'e486f477-e000-4b50-844a-35399d88bba1' progress to 17 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.828989] env[65829]: DEBUG nova.network.neutron [-] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.866997] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cc91b95-a524-41e3-9416-40e9697c812b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.876852] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc03ac9-5bf9-42cf-bb24-810ea2ac797b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.922457] env[65829]: DEBUG nova.compute.manager [req-2275be5a-6910-4016-8ab4-5e7b40285a07 req-c99a3840-8c55-4481-9bae-f730543376d9 service nova] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Detach interface failed, port_id=07222331-bfe7-40cc-8b22-84aa6d183adb, reason: Instance bbf56d36-3f36-45ae-8b66-832f69706c14 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1125.050339] env[65829]: DEBUG oslo_vmware.api [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808291, 'name': PowerOffVM_Task, 'duration_secs': 0.190107} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.050578] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.050743] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.051012] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f266030-a4e6-4a2a-bd2e-ef1f47239c8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.122520] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.122845] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.123091] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Deleting the datastore file [datastore2] a8b2eef6-d3df-4b1f-85be-a5a61458954b {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.123447] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6033d7bf-92a0-46e6-a8c5-c875c0e618a3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.131290] env[65829]: DEBUG oslo_vmware.api [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for the task: (returnval){ [ 1125.131290] env[65829]: value = "task-4808294" [ 1125.131290] env[65829]: _type = "Task" [ 1125.131290] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.141381] env[65829]: DEBUG oslo_vmware.api [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.148269] env[65829]: DEBUG nova.virt.hardware [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1125.148269] env[65829]: DEBUG nova.virt.hardware [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.148429] env[65829]: DEBUG nova.virt.hardware [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1125.148515] env[65829]: DEBUG nova.virt.hardware [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.148872] env[65829]: DEBUG nova.virt.hardware [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1125.148872] env[65829]: DEBUG nova.virt.hardware [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1125.149303] env[65829]: DEBUG nova.virt.hardware [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1125.149563] env[65829]: DEBUG nova.virt.hardware [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1125.149830] env[65829]: DEBUG nova.virt.hardware [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1125.150154] env[65829]: DEBUG nova.virt.hardware [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1125.151220] env[65829]: DEBUG nova.virt.hardware [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1125.151936] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a78a815-bf20-4937-83a2-c954022bbd85 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.161072] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5156caf-8bf0-419e-8ceb-492febe774b2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.177465] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:e2:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1341679b-c344-48b9-a1d4-c249a5fb30bb', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.185438] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1125.185754] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.186007] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-844bd742-23d6-45d6-8df3-2d26d9de4483 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.209838] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.209838] env[65829]: value = "task-4808295" [ 1125.209838] env[65829]: _type = "Task" [ 1125.209838] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.218151] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808292, 'name': ReconfigVM_Task, 'duration_secs': 0.316616} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.218689] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 980bef1b-4e3f-4a15-8135-11c7e69df0b5/980bef1b-4e3f-4a15-8135-11c7e69df0b5.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.219087] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance '980bef1b-4e3f-4a15-8135-11c7e69df0b5' progress to 50 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.226545] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808295, 'name': CreateVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.233070] env[65829]: DEBUG nova.objects.instance [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'flavor' on Instance uuid bbb8917c-8685-4136-980f-66c52f3b939f {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.238463] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ccd6664a-72c0-4def-9399-cfd6cc0798d2 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "4557d070-5a26-4a08-958b-515083347ec3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.354s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.316651] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1125.316961] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.317135] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1125.317342] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.317502] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1125.317757] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1125.318110] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1125.318296] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1125.318461] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1125.318617] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1125.318786] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1125.325018] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d8ac6a0-48f9-4305-9791-d243d81941f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.336826] env[65829]: INFO nova.compute.manager [-] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Took 1.53 seconds to deallocate network for instance. [ 1125.345822] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1125.345822] env[65829]: value = "task-4808296" [ 1125.345822] env[65829]: _type = "Task" [ 1125.345822] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.355501] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808296, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.642783] env[65829]: DEBUG oslo_vmware.api [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Task: {'id': task-4808294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186768} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.643136] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.643261] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.643457] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.643659] env[65829]: INFO nova.compute.manager [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1125.643959] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1125.644221] env[65829]: DEBUG nova.compute.manager [-] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1125.644361] env[65829]: DEBUG nova.network.neutron [-] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1125.644634] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.691406] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.721177] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808295, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.729589] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5be803-212b-4c8c-95cb-71894ab46e28 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.754201] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "c0e941a1-acec-4e7b-b40e-945e08ad2d61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.754498] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "c0e941a1-acec-4e7b-b40e-945e08ad2d61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.754768] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "c0e941a1-acec-4e7b-b40e-945e08ad2d61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.755019] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "c0e941a1-acec-4e7b-b40e-945e08ad2d61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.755238] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "c0e941a1-acec-4e7b-b40e-945e08ad2d61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.758779] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf27f133-5cb8-405c-9625-d5696e4658b5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.761825] env[65829]: INFO nova.compute.manager [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Terminating instance [ 1125.782727] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance '980bef1b-4e3f-4a15-8135-11c7e69df0b5' progress to 67 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.845436] env[65829]: DEBUG oslo_concurrency.lockutils [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.845764] env[65829]: DEBUG oslo_concurrency.lockutils [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.846029] env[65829]: DEBUG nova.objects.instance [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lazy-loading 'resources' on Instance uuid bbf56d36-3f36-45ae-8b66-832f69706c14 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.859694] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808296, 'name': ReconfigVM_Task, 'duration_secs': 0.22361} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.860656] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance 'e486f477-e000-4b50-844a-35399d88bba1' progress to 33 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.956332] env[65829]: DEBUG nova.compute.manager [req-89206e66-f5e2-4160-8bdd-af7e397c6e8d req-255c0e92-0ed7-4be1-bfc2-483860a5990f service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Received event network-vif-deleted-f52934f5-15d6-4c83-924c-83229e366fce {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1125.956495] env[65829]: INFO nova.compute.manager [req-89206e66-f5e2-4160-8bdd-af7e397c6e8d req-255c0e92-0ed7-4be1-bfc2-483860a5990f service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Neutron deleted interface f52934f5-15d6-4c83-924c-83229e366fce; detaching it from the instance and deleting it from the info cache [ 1125.956868] env[65829]: DEBUG nova.network.neutron [req-89206e66-f5e2-4160-8bdd-af7e397c6e8d req-255c0e92-0ed7-4be1-bfc2-483860a5990f service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.005060] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "bbb8917c-8685-4136-980f-66c52f3b939f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.224142] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808295, 'name': CreateVM_Task, 'duration_secs': 0.514925} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.224347] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.224956] env[65829]: WARNING neutronclient.v2_0.client [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1126.225336] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.225484] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.225802] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.226079] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c856c14c-0d94-4326-9a38-7900951a1740 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.231834] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1126.231834] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52550692-7ba2-22ed-ca48-af8887eebbbf" [ 1126.231834] env[65829]: _type = "Task" [ 1126.231834] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.240569] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52550692-7ba2-22ed-ca48-af8887eebbbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.264060] env[65829]: DEBUG oslo_concurrency.lockutils [None req-af4540eb-bbc8-4776-b1d8-67ce59fb7086 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.366s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.264060] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.259s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.265291] env[65829]: DEBUG nova.compute.manager [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1126.265511] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.266516] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7740d3f1-0059-4c6a-aeb3-cff2e4d7fafd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.277056] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.277056] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30b1a7b3-4541-44d6-acb4-0a2baea52473 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.287287] env[65829]: DEBUG oslo_vmware.api [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1126.287287] env[65829]: value = "task-4808297" [ 1126.287287] env[65829]: _type = "Task" [ 1126.287287] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.304385] env[65829]: DEBUG oslo_vmware.api [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.367844] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:36:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84665456-8338-45d1-8e2c-b0a336391488',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2012605342',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1126.368156] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.368316] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1126.368499] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.368720] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1126.368787] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1126.369022] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1126.369227] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1126.369417] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1126.369583] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1126.369762] env[65829]: DEBUG nova.virt.hardware [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1126.376626] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.379698] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28198bac-fffb-4757-852e-4e13f2e62dac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.400684] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1126.400684] env[65829]: value = "task-4808298" [ 1126.400684] env[65829]: _type = "Task" [ 1126.400684] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.411919] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.436695] env[65829]: DEBUG nova.network.neutron [-] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.459958] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccd33a05-02f0-4409-966e-7353461d3bc8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.474370] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c9c0f6-fb49-47d5-a3d1-527ef3e56ff1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.518651] env[65829]: DEBUG nova.compute.manager [req-89206e66-f5e2-4160-8bdd-af7e397c6e8d req-255c0e92-0ed7-4be1-bfc2-483860a5990f service nova] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Detach interface failed, port_id=f52934f5-15d6-4c83-924c-83229e366fce, reason: Instance a8b2eef6-d3df-4b1f-85be-a5a61458954b could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1126.616584] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed14c9f1-2040-4fee-bd8d-5aee991d8b5d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.627253] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef115e-5204-404d-8762-9aa1994166dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.659998] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1e36cf-491d-403d-a6a2-c0e35660a361 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.667896] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbeebad-133a-4421-93c4-76caa44476e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.681111] env[65829]: DEBUG nova.compute.provider_tree [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.742539] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52550692-7ba2-22ed-ca48-af8887eebbbf, 'name': SearchDatastore_Task, 'duration_secs': 0.010626} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.742801] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.743043] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.743282] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.743421] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.743593] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.743860] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98c66414-e9ac-47eb-8dc5-dd8062bee087 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.752474] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.752669] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.753458] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7697273-161c-49ec-a7ae-4a49cc945266 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.758830] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1126.758830] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e7d7b5-27b1-46c9-d5e5-745905821eb1" [ 1126.758830] env[65829]: _type = "Task" [ 1126.758830] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.767344] env[65829]: INFO nova.compute.manager [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Detaching volume a0ef9182-0c7d-4255-b936-a9efe637ceac [ 1126.769194] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e7d7b5-27b1-46c9-d5e5-745905821eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.802975] env[65829]: DEBUG oslo_vmware.api [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808297, 'name': PowerOffVM_Task, 'duration_secs': 0.229445} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.804062] env[65829]: INFO nova.virt.block_device [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Attempting to driver detach volume a0ef9182-0c7d-4255-b936-a9efe637ceac from mountpoint /dev/sdc [ 1126.804271] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1126.804460] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937551', 'volume_id': 'a0ef9182-0c7d-4255-b936-a9efe637ceac', 'name': 'volume-a0ef9182-0c7d-4255-b936-a9efe637ceac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb8917c-8685-4136-980f-66c52f3b939f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0ef9182-0c7d-4255-b936-a9efe637ceac', 'serial': 'a0ef9182-0c7d-4255-b936-a9efe637ceac'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1126.804775] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.804931] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.805666] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb60695-a559-4229-835c-d7197df7c031 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.808187] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59c41342-cd5b-4666-9172-6114be682b45 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.828388] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afccf418-1bae-4f50-91a9-fe7c96640662 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.836663] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c060e2-fbb4-4e5a-9804-f3b4d062bb92 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.858079] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8df4e7-035e-4f78-a9e5-cce2f8008d53 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.874129] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] The volume has not been displaced from its original location: [datastore2] volume-a0ef9182-0c7d-4255-b936-a9efe637ceac/volume-a0ef9182-0c7d-4255-b936-a9efe637ceac.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1126.880142] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Reconfiguring VM instance instance-00000063 to detach disk 2002 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1126.880515] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6444f6de-445c-4ed4-a61d-a7d39810ce74 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.899590] env[65829]: DEBUG oslo_vmware.api [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1126.899590] env[65829]: value = "task-4808300" [ 1126.899590] env[65829]: _type = "Task" [ 1126.899590] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.913423] env[65829]: DEBUG oslo_vmware.api [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808300, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.916823] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808298, 'name': ReconfigVM_Task, 'duration_secs': 0.176012} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.917700] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1126.918521] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0663c8-0f0b-4d66-bb6a-6d3b6f350b76 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.946296] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] e486f477-e000-4b50-844a-35399d88bba1/e486f477-e000-4b50-844a-35399d88bba1.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.946877] env[65829]: INFO nova.compute.manager [-] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Took 1.30 seconds to deallocate network for instance. [ 1126.947445] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4c5c7cf-1712-41b1-b96d-c633cdcff958 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.970918] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1126.970918] env[65829]: value = "task-4808301" [ 1126.970918] env[65829]: _type = "Task" [ 1126.970918] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.983444] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.173682] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.173682] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.173682] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleting the datastore file [datastore1] c0e941a1-acec-4e7b-b40e-945e08ad2d61 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.173927] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9aff711-f694-400f-86e6-855e8857c5b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.181136] env[65829]: DEBUG oslo_vmware.api [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for the task: (returnval){ [ 1127.181136] env[65829]: value = "task-4808302" [ 1127.181136] env[65829]: _type = "Task" [ 1127.181136] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.185347] env[65829]: DEBUG nova.scheduler.client.report [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.194295] env[65829]: DEBUG oslo_vmware.api [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.271173] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e7d7b5-27b1-46c9-d5e5-745905821eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.008783} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.272017] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-055241ac-f45f-4994-b2b6-c9e90df54204 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.278286] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1127.278286] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52944984-48d4-73bb-0bbc-21a09dd10d1d" [ 1127.278286] env[65829]: _type = "Task" [ 1127.278286] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.287586] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52944984-48d4-73bb-0bbc-21a09dd10d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.411356] env[65829]: WARNING neutronclient.v2_0.client [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.411728] env[65829]: WARNING neutronclient.v2_0.client [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.413904] env[65829]: DEBUG oslo_vmware.api [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808300, 'name': ReconfigVM_Task, 'duration_secs': 0.235047} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.414429] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Reconfigured VM instance instance-00000063 to detach disk 2002 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1127.419406] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad9b65a0-89fc-4384-b8b8-e19caa4d75a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.435755] env[65829]: DEBUG oslo_vmware.api [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1127.435755] env[65829]: value = "task-4808303" [ 1127.435755] env[65829]: _type = "Task" [ 1127.435755] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.444867] env[65829]: DEBUG oslo_vmware.api [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.449708] env[65829]: DEBUG nova.network.neutron [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Port d416ba73-82ad-4f9b-8fae-0fe0ffc50632 binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1127.467116] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.482374] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808301, 'name': ReconfigVM_Task, 'duration_secs': 0.316336} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.482659] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Reconfigured VM instance instance-00000069 to attach disk [datastore2] e486f477-e000-4b50-844a-35399d88bba1/e486f477-e000-4b50-844a-35399d88bba1.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.482948] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance 'e486f477-e000-4b50-844a-35399d88bba1' progress to 50 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.692867] env[65829]: DEBUG oslo_concurrency.lockutils [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.695318] env[65829]: DEBUG oslo_vmware.api [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Task: {'id': task-4808302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312361} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.695833] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.229s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.696093] env[65829]: DEBUG nova.objects.instance [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lazy-loading 'resources' on Instance uuid a8b2eef6-d3df-4b1f-85be-a5a61458954b {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.697481] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.697481] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.697763] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.697763] env[65829]: INFO nova.compute.manager [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1127.698029] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1127.698461] env[65829]: DEBUG nova.compute.manager [-] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1127.698549] env[65829]: DEBUG nova.network.neutron [-] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1127.698800] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.721945] env[65829]: INFO nova.scheduler.client.report [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Deleted allocations for instance bbf56d36-3f36-45ae-8b66-832f69706c14 [ 1127.751178] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.790125] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52944984-48d4-73bb-0bbc-21a09dd10d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011914} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.790341] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.790603] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 5e85be84-9722-4804-be8b-0e6a48416f3c/5e85be84-9722-4804-be8b-0e6a48416f3c.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.790873] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5aecf8d-f78c-407c-a145-e6aeb03a31d7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.799033] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1127.799033] env[65829]: value = "task-4808304" [ 1127.799033] env[65829]: _type = "Task" [ 1127.799033] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.808599] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.947073] env[65829]: DEBUG oslo_vmware.api [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808303, 'name': ReconfigVM_Task, 'duration_secs': 0.155703} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.947405] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937551', 'volume_id': 'a0ef9182-0c7d-4255-b936-a9efe637ceac', 'name': 'volume-a0ef9182-0c7d-4255-b936-a9efe637ceac', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bbb8917c-8685-4136-980f-66c52f3b939f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0ef9182-0c7d-4255-b936-a9efe637ceac', 'serial': 'a0ef9182-0c7d-4255-b936-a9efe637ceac'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1127.991474] env[65829]: DEBUG nova.compute.manager [req-12b39ac5-6372-47ff-8ad4-1328979e225c req-fc4e0fad-7c76-4265-b1b2-5d6c003e0b29 service nova] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Received event network-vif-deleted-dbab3545-1298-4ead-a77e-7065d11aeb18 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1127.991712] env[65829]: INFO nova.compute.manager [req-12b39ac5-6372-47ff-8ad4-1328979e225c req-fc4e0fad-7c76-4265-b1b2-5d6c003e0b29 service nova] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Neutron deleted interface dbab3545-1298-4ead-a77e-7065d11aeb18; detaching it from the instance and deleting it from the info cache [ 1127.991910] env[65829]: DEBUG nova.network.neutron [req-12b39ac5-6372-47ff-8ad4-1328979e225c req-fc4e0fad-7c76-4265-b1b2-5d6c003e0b29 service nova] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.996733] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a290876-1269-4c28-b6ce-14f51654aa6e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.021084] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd5cfa4-3602-4cc4-a051-e5fbe31a29b9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.041594] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance 'e486f477-e000-4b50-844a-35399d88bba1' progress to 67 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.229651] env[65829]: DEBUG oslo_concurrency.lockutils [None req-59897df7-027e-4578-ad82-45bfe3c31bb2 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "bbf56d36-3f36-45ae-8b66-832f69706c14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.060s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.312157] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50606} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.312429] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 5e85be84-9722-4804-be8b-0e6a48416f3c/5e85be84-9722-4804-be8b-0e6a48416f3c.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.312634] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.312898] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ede46d2-a78f-43c9-8921-436ca3b8252c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.320279] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1128.320279] env[65829]: value = "task-4808305" [ 1128.320279] env[65829]: _type = "Task" [ 1128.320279] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.330868] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.420498] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1e4d9a-5537-49d1-9c17-de8f92bad237 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.429053] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb77554-63da-4d93-b040-15eb17858c1d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.462565] env[65829]: DEBUG nova.network.neutron [-] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.475600] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6050a390-f201-47ea-a5f4-8f77f6ebbfd6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.486345] env[65829]: DEBUG oslo_concurrency.lockutils [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.486602] env[65829]: DEBUG oslo_concurrency.lockutils [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.486774] env[65829]: DEBUG oslo_concurrency.lockutils [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.495019] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552891ed-2bc3-4f96-9705-edfac2440300 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.500329] env[65829]: DEBUG nova.objects.instance [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'flavor' on Instance uuid bbb8917c-8685-4136-980f-66c52f3b939f {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.503201] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13f34e65-ba59-4282-ae11-6afe698c4a30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.515716] env[65829]: DEBUG nova.compute.provider_tree [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.524803] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc90c786-b082-40a5-ae20-dd6431b6293f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.547837] env[65829]: WARNING neutronclient.v2_0.client [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.551048] env[65829]: WARNING neutronclient.v2_0.client [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.565259] env[65829]: DEBUG nova.compute.manager [req-12b39ac5-6372-47ff-8ad4-1328979e225c req-fc4e0fad-7c76-4265-b1b2-5d6c003e0b29 service nova] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Detach interface failed, port_id=dbab3545-1298-4ead-a77e-7065d11aeb18, reason: Instance c0e941a1-acec-4e7b-b40e-945e08ad2d61 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1128.595043] env[65829]: DEBUG nova.network.neutron [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Port a83d4887-343b-43a5-bca8-4496ab5cff0c binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1128.830704] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161423} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.831107] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.831799] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8340d130-6600-4d74-a956-2f4101d6a5ab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.857556] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 5e85be84-9722-4804-be8b-0e6a48416f3c/5e85be84-9722-4804-be8b-0e6a48416f3c.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.857925] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-289bd267-c396-4bed-8552-f4596d72cedb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.877951] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1128.877951] env[65829]: value = "task-4808307" [ 1128.877951] env[65829]: _type = "Task" [ 1128.877951] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.888356] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.976838] env[65829]: INFO nova.compute.manager [-] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Took 1.28 seconds to deallocate network for instance. [ 1129.019827] env[65829]: DEBUG nova.scheduler.client.report [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.388117] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808307, 'name': ReconfigVM_Task, 'duration_secs': 0.293482} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.388533] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 5e85be84-9722-4804-be8b-0e6a48416f3c/5e85be84-9722-4804-be8b-0e6a48416f3c.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.389730] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_format': None, 'boot_index': 0, 'device_type': 'disk', 'encryption_secret_uuid': None, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'guest_format': None, 'size': 0, 'disk_bus': None, 'image_id': '6f2c409c-89b4-4bc1-ad56-6451b4f5cb90'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'device_type': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'attachment_id': '87b2ea01-7c49-4864-9a08-ffbda53aa2bc', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937549', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'name': 'volume-02a78459-b9d6-46cc-bc0b-be2f7812331c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e85be84-9722-4804-be8b-0e6a48416f3c', 'attached_at': '', 'detached_at': '', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'serial': '02a78459-b9d6-46cc-bc0b-be2f7812331c'}, 'volume_type': None}], 'swap': None} {{(pid=65829) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1129.389975] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1129.390264] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937549', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'name': 'volume-02a78459-b9d6-46cc-bc0b-be2f7812331c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e85be84-9722-4804-be8b-0e6a48416f3c', 'attached_at': '', 'detached_at': '', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'serial': '02a78459-b9d6-46cc-bc0b-be2f7812331c'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1129.391176] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2081b5ce-e06d-4e14-9548-50c3bdb25aee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.407990] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd466d9e-c8ab-4d0d-8fe5-6aca85b94e36 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.434535] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-02a78459-b9d6-46cc-bc0b-be2f7812331c/volume-02a78459-b9d6-46cc-bc0b-be2f7812331c.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.434849] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d42e0802-400d-4374-a6df-f117a8f1284e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.453282] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1129.453282] env[65829]: value = "task-4808308" [ 1129.453282] env[65829]: _type = "Task" [ 1129.453282] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.461241] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.483572] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.495458] env[65829]: WARNING neutronclient.v2_0.client [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.507766] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f8e85182-671f-4991-bd09-080446364540 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.244s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.524670] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.829s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.527856] env[65829]: DEBUG oslo_concurrency.lockutils [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.528093] env[65829]: DEBUG oslo_concurrency.lockutils [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.528302] env[65829]: DEBUG nova.network.neutron [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1129.530024] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.046s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.530124] env[65829]: DEBUG nova.objects.instance [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lazy-loading 'resources' on Instance uuid c0e941a1-acec-4e7b-b40e-945e08ad2d61 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.551324] env[65829]: INFO nova.scheduler.client.report [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Deleted allocations for instance a8b2eef6-d3df-4b1f-85be-a5a61458954b [ 1129.619792] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "e486f477-e000-4b50-844a-35399d88bba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.619792] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "e486f477-e000-4b50-844a-35399d88bba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.619986] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "e486f477-e000-4b50-844a-35399d88bba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.965217] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808308, 'name': ReconfigVM_Task, 'duration_secs': 0.305631} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.965521] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-02a78459-b9d6-46cc-bc0b-be2f7812331c/volume-02a78459-b9d6-46cc-bc0b-be2f7812331c.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.970483] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f0db96-689d-405a-8003-9b694ac75852 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.988938] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1129.988938] env[65829]: value = "task-4808309" [ 1129.988938] env[65829]: _type = "Task" [ 1129.988938] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.998436] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808309, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.032881] env[65829]: WARNING neutronclient.v2_0.client [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.062365] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d71cb906-04df-4d22-9891-0813f0e9b0ac tempest-AttachInterfacesTestJSON-214856217 tempest-AttachInterfacesTestJSON-214856217-project-member] Lock "a8b2eef6-d3df-4b1f-85be-a5a61458954b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.049s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.193856] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "af9abb1d-39d6-4565-a43a-f87a02d30f10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.193856] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "af9abb1d-39d6-4565-a43a-f87a02d30f10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.193856] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "af9abb1d-39d6-4565-a43a-f87a02d30f10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.194134] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "af9abb1d-39d6-4565-a43a-f87a02d30f10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.194251] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "af9abb1d-39d6-4565-a43a-f87a02d30f10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.198649] env[65829]: INFO nova.compute.manager [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Terminating instance [ 1130.228025] env[65829]: WARNING neutronclient.v2_0.client [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.250040] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95ccebc-3258-47ba-b097-c32f98e9732d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.258153] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028c4f84-42b1-4899-bf9f-efce8709b648 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.297664] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a964f12-0fa2-4f40-80a7-55039a176bf6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.301805] env[65829]: DEBUG nova.network.neutron [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance_info_cache with network_info: [{"id": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "address": "fa:16:3e:97:b3:9a", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd416ba73-82", "ovs_interfaceid": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.308663] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663bc88b-792b-43cb-b2d9-aa2f2a8d170f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.324557] env[65829]: DEBUG nova.compute.provider_tree [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.501082] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808309, 'name': ReconfigVM_Task, 'duration_secs': 0.155561} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.501433] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937549', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'name': 'volume-02a78459-b9d6-46cc-bc0b-be2f7812331c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e85be84-9722-4804-be8b-0e6a48416f3c', 'attached_at': '', 'detached_at': '', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'serial': '02a78459-b9d6-46cc-bc0b-be2f7812331c'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1130.502102] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61cddab6-ae7d-416a-b47f-a404b56d6f2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.511744] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1130.511744] env[65829]: value = "task-4808310" [ 1130.511744] env[65829]: _type = "Task" [ 1130.511744] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.517290] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "bbb8917c-8685-4136-980f-66c52f3b939f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.517679] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.517945] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "bbb8917c-8685-4136-980f-66c52f3b939f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.518162] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.518332] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.524257] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808310, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.524950] env[65829]: INFO nova.compute.manager [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Terminating instance [ 1130.544751] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.545312] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.545548] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.545755] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.545939] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.546148] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.546601] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.546601] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1130.546601] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.630390] env[65829]: WARNING neutronclient.v2_0.client [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.675977] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.676191] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.676473] env[65829]: DEBUG nova.network.neutron [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1130.704289] env[65829]: DEBUG nova.compute.manager [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1130.704593] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.705691] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2508ae-79c0-4c60-ae6f-1c73cdc5dffb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.715152] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.715440] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-661c3723-fa04-479e-8bf1-03407531a513 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.723414] env[65829]: DEBUG oslo_vmware.api [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1130.723414] env[65829]: value = "task-4808311" [ 1130.723414] env[65829]: _type = "Task" [ 1130.723414] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.732174] env[65829]: DEBUG oslo_vmware.api [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.805490] env[65829]: DEBUG oslo_concurrency.lockutils [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.827612] env[65829]: DEBUG nova.scheduler.client.report [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.024178] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808310, 'name': Rename_Task, 'duration_secs': 0.170522} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.024554] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.024757] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-063faab3-b4f2-4129-b71a-323957fcc3d1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.029548] env[65829]: DEBUG nova.compute.manager [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1131.029742] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.030727] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42716351-15cb-4529-88be-d2009acb9288 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.034751] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1131.034751] env[65829]: value = "task-4808312" [ 1131.034751] env[65829]: _type = "Task" [ 1131.034751] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.043294] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.046429] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffce0e40-5c8d-4379-afec-f678936f2736 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.048678] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.049185] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.055421] env[65829]: DEBUG oslo_vmware.api [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1131.055421] env[65829]: value = "task-4808313" [ 1131.055421] env[65829]: _type = "Task" [ 1131.055421] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.064581] env[65829]: DEBUG oslo_vmware.api [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.179686] env[65829]: WARNING neutronclient.v2_0.client [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.236401] env[65829]: DEBUG oslo_vmware.api [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.315383] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415f3e33-061d-4fd5-8b07-027eb0b4fbc9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.324129] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2cd772-eec7-4f24-9298-f5b66f6e939f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.335023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.343810] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.295s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.344017] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.344184] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1131.348450] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8be1e9-7d98-4557-ac52-b5940f43e547 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.357135] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106de5c9-ecbe-4b75-8ae5-67301f263ffd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.375264] env[65829]: INFO nova.scheduler.client.report [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Deleted allocations for instance c0e941a1-acec-4e7b-b40e-945e08ad2d61 [ 1131.379822] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1e80ce-b5ca-446b-93df-1457c8c52d52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.392671] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27577c0-e43d-43c0-95f0-41c7933c3c60 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.433220] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179128MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1131.433220] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.433220] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.448734] env[65829]: WARNING neutronclient.v2_0.client [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.534379] env[65829]: DEBUG nova.network.neutron [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance_info_cache with network_info: [{"id": "a83d4887-343b-43a5-bca8-4496ab5cff0c", "address": "fa:16:3e:70:7d:23", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa83d4887-34", "ovs_interfaceid": "a83d4887-343b-43a5-bca8-4496ab5cff0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.545550] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.566014] env[65829]: DEBUG oslo_vmware.api [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808313, 'name': PowerOffVM_Task, 'duration_secs': 0.392144} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.566321] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.566481] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.566782] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3ce7bb4-40a6-4a0a-a544-301f3612df4d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.637251] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.637624] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.637890] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Deleting the datastore file [datastore1] bbb8917c-8685-4136-980f-66c52f3b939f {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.638232] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72502c08-d2c0-4752-834a-6ad6b8255ccf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.648549] env[65829]: DEBUG oslo_vmware.api [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for the task: (returnval){ [ 1131.648549] env[65829]: value = "task-4808315" [ 1131.648549] env[65829]: _type = "Task" [ 1131.648549] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.659485] env[65829]: DEBUG oslo_vmware.api [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.735144] env[65829]: DEBUG oslo_vmware.api [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.892037] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4bf12600-b624-427a-b8ce-2d330ca09e77 tempest-ServersTestJSON-1930382264 tempest-ServersTestJSON-1930382264-project-member] Lock "c0e941a1-acec-4e7b-b40e-945e08ad2d61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.137s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.043987] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.055945] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.162564] env[65829]: DEBUG oslo_vmware.api [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Task: {'id': task-4808315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17036} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.162564] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.162882] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.163563] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.163563] env[65829]: INFO nova.compute.manager [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1132.163563] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1132.163770] env[65829]: DEBUG nova.compute.manager [-] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1132.163932] env[65829]: DEBUG nova.network.neutron [-] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1132.164248] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.235564] env[65829]: DEBUG oslo_vmware.api [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808311, 'name': PowerOffVM_Task, 'duration_secs': 1.090879} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.235826] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.235982] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.236289] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f484db7c-0228-4ede-a5f6-36bf833fa9ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.328423] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.328545] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.328723] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleting the datastore file [datastore1] af9abb1d-39d6-4565-a43a-f87a02d30f10 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.329964] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.331826] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff25fa2a-bfa2-4c07-a679-269a0f71c367 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.338886] env[65829]: DEBUG oslo_vmware.api [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1132.338886] env[65829]: value = "task-4808317" [ 1132.338886] env[65829]: _type = "Task" [ 1132.338886] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.347954] env[65829]: DEBUG oslo_vmware.api [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.446418] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Applying migration context for instance 980bef1b-4e3f-4a15-8135-11c7e69df0b5 as it has an incoming, in-progress migration 084a25df-2118-4e72-a686-86f3ab2311b0. Migration status is post-migrating {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1132.446418] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Applying migration context for instance e486f477-e000-4b50-844a-35399d88bba1 as it has an incoming, in-progress migration c507a346-bb6f-4b26-9772-ae4ffe2b4338. Migration status is post-migrating {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1132.448238] env[65829]: INFO nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating resource usage from migration 084a25df-2118-4e72-a686-86f3ab2311b0 [ 1132.448436] env[65829]: INFO nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating resource usage from migration c507a346-bb6f-4b26-9772-ae4ffe2b4338 [ 1132.478765] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cfa82b-ef82-4c3b-8c13-84b6759ea9b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.487616] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 2befa94b-af61-43f7-af56-c7d45768cb6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.487616] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 5f5fc67b-b232-42f4-b179-188ebaaa48b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.487616] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance f1b0a28c-9918-4ed3-8424-e3207a4d290e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.487616] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance d8d348a7-b52a-4c35-9b58-9d02b367f674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.487616] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance af9abb1d-39d6-4565-a43a-f87a02d30f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.487616] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance bbb8917c-8685-4136-980f-66c52f3b939f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.487616] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 5e85be84-9722-4804-be8b-0e6a48416f3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.487616] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.487616] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance d857ac5a-33e9-42fe-90ae-f20915cc7e12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.487616] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Migration 084a25df-2118-4e72-a686-86f3ab2311b0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1132.487616] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 980bef1b-4e3f-4a15-8135-11c7e69df0b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.487616] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Migration c507a346-bb6f-4b26-9772-ae4ffe2b4338 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1132.488077] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance e486f477-e000-4b50-844a-35399d88bba1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.488077] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1132.488473] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '10', 'num_task_None': '6', 'num_os_type_None': '11', 'num_proj_a6d538d342a94e1ebabc2111c0d9000e': '2', 'io_workload': '0', 'num_vm_rescued': '1', 'num_proj_b94c0331c3b542cf85c59c071c759210': '2', 'num_proj_58ecbfca7f9f40e7a4f4681d2d1a5ef1': '2', 'num_proj_dd5ec77e6c4e424e8d1af427ad5dbd33': '1', 'num_task_deleting': '2', 'num_proj_e045cbbbf4c5484e944180361e4cfb30': '2', 'num_proj_3ee32917d7174f0ebdffb4a469ed2eb7': '1', 'num_task_resize_finish': '1', 'num_proj_7cac28f198d84bc19abf0bdbc55e7b49': '1', 'num_task_rebuild_spawning': '1', 'num_task_resize_migrated': '1'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1132.516736] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9427d09-5e44-46ff-83d1-8701620f7e95 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.528832] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance '980bef1b-4e3f-4a15-8135-11c7e69df0b5' progress to 83 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.547327] env[65829]: DEBUG oslo_vmware.api [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808312, 'name': PowerOnVM_Task, 'duration_secs': 1.071936} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.549613] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.549877] env[65829]: DEBUG nova.compute.manager [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1132.556153] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e5c434-c198-49e0-88af-c85458ee36a1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.578555] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a817cb-160c-44f1-bf48-e79bff5147c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.608987] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c448b2-ad36-45e5-8e71-6e4a88163c89 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.619985] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance 'e486f477-e000-4b50-844a-35399d88bba1' progress to 83 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.804983] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e38e425-530d-4b46-8927-a4c1d2626b60 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.814636] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cd81a0-0a92-488c-9270-6c6addc9226d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.850461] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc2f866-628a-4b7d-8ec4-a9752ca1bb80 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.859618] env[65829]: DEBUG oslo_vmware.api [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312891} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.861856] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.862055] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.862236] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.862403] env[65829]: INFO nova.compute.manager [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1132.862647] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1132.862940] env[65829]: DEBUG nova.compute.manager [-] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1132.863054] env[65829]: DEBUG nova.network.neutron [-] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1132.863303] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.866135] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e3fb46-1d2f-4f21-9d92-5802c533f387 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.881657] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.045672] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.046536] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71aa70c6-d0dd-4381-b02a-24c1f4b0a5f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.057127] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1133.057127] env[65829]: value = "task-4808318" [ 1133.057127] env[65829]: _type = "Task" [ 1133.057127] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.074017] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.083994] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.100718] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.106722] env[65829]: DEBUG nova.compute.manager [req-efb497db-05f3-4caa-a790-0d0aa75ef28e req-2d4cf0a6-6a70-40fd-82f9-bac9dfbb8960 service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Received event network-vif-deleted-620b3291-3be4-49e1-8e75-322a94464d25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1133.106942] env[65829]: INFO nova.compute.manager [req-efb497db-05f3-4caa-a790-0d0aa75ef28e req-2d4cf0a6-6a70-40fd-82f9-bac9dfbb8960 service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Neutron deleted interface 620b3291-3be4-49e1-8e75-322a94464d25; detaching it from the instance and deleting it from the info cache [ 1133.107125] env[65829]: DEBUG nova.network.neutron [req-efb497db-05f3-4caa-a790-0d0aa75ef28e req-2d4cf0a6-6a70-40fd-82f9-bac9dfbb8960 service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.130105] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.130426] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12430bf6-71a3-47af-8443-c462f59bf16e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.139499] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1133.139499] env[65829]: value = "task-4808319" [ 1133.139499] env[65829]: _type = "Task" [ 1133.139499] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.149070] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.385179] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.523499] env[65829]: DEBUG nova.network.neutron [-] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.576258] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.610034] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ee0115d-99ed-4acf-bbe1-3a2a4715eef7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.625605] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecccea3-0792-450a-a4e3-990c6b58d544 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.649126] env[65829]: DEBUG oslo_vmware.api [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808319, 'name': PowerOnVM_Task, 'duration_secs': 0.448509} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.664807] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.664886] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e873bc67-bb09-4f3e-a356-7024dbd71dbf tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance 'e486f477-e000-4b50-844a-35399d88bba1' progress to 100 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.669930] env[65829]: DEBUG nova.compute.manager [req-efb497db-05f3-4caa-a790-0d0aa75ef28e req-2d4cf0a6-6a70-40fd-82f9-bac9dfbb8960 service nova] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Detach interface failed, port_id=620b3291-3be4-49e1-8e75-322a94464d25, reason: Instance bbb8917c-8685-4136-980f-66c52f3b939f could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1133.716544] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "5f5fc67b-b232-42f4-b179-188ebaaa48b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.716544] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "5f5fc67b-b232-42f4-b179-188ebaaa48b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.716544] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "5f5fc67b-b232-42f4-b179-188ebaaa48b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.716544] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "5f5fc67b-b232-42f4-b179-188ebaaa48b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.716812] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "5f5fc67b-b232-42f4-b179-188ebaaa48b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.719273] env[65829]: INFO nova.compute.manager [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Terminating instance [ 1133.890833] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1133.891091] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.459s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.893362] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.808s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.893362] env[65829]: DEBUG nova.objects.instance [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1133.895782] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.029592] env[65829]: INFO nova.compute.manager [-] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Took 1.86 seconds to deallocate network for instance. [ 1134.073300] env[65829]: DEBUG oslo_vmware.api [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808318, 'name': PowerOnVM_Task, 'duration_secs': 0.717546} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.074268] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.077021] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-250ce0ac-ca0f-4a40-88ef-0dd9a716fabd tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance '980bef1b-4e3f-4a15-8135-11c7e69df0b5' progress to 100 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.209482] env[65829]: DEBUG nova.network.neutron [-] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.224312] env[65829]: DEBUG nova.compute.manager [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1134.227881] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.230343] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8da292-242b-432a-b783-d4bb174842a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.243193] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.245967] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25a204b7-3a5d-4b38-8172-3d0aa624c47a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.254848] env[65829]: DEBUG oslo_vmware.api [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1134.254848] env[65829]: value = "task-4808320" [ 1134.254848] env[65829]: _type = "Task" [ 1134.254848] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.265886] env[65829]: DEBUG oslo_vmware.api [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.417222] env[65829]: DEBUG nova.compute.manager [req-4d0bcbee-b475-4c10-ac79-ecec819ca8a9 req-8dceecf7-ab21-4431-9a49-8e1cad7bc0b1 service nova] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Received event network-vif-deleted-b9b3201b-d498-49e4-8d28-b6e44fed0be8 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1134.543717] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.715058] env[65829]: INFO nova.compute.manager [-] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Took 1.85 seconds to deallocate network for instance. [ 1134.768962] env[65829]: DEBUG oslo_vmware.api [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808320, 'name': PowerOffVM_Task, 'duration_secs': 0.348554} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.769567] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.769567] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.769755] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dc1f255-8614-4a21-b753-d5b9f59dfe9f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.844769] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.845155] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.845324] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Deleting the datastore file [datastore2] 5f5fc67b-b232-42f4-b179-188ebaaa48b4 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.845754] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d12b973c-a99e-4342-aa33-611f0a13b124 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.855536] env[65829]: DEBUG oslo_vmware.api [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1134.855536] env[65829]: value = "task-4808322" [ 1134.855536] env[65829]: _type = "Task" [ 1134.855536] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.864877] env[65829]: DEBUG oslo_vmware.api [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.907626] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f0da10fd-d19f-45c5-be6d-c09af9fbc587 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.908874] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.365s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.909145] env[65829]: DEBUG nova.objects.instance [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lazy-loading 'resources' on Instance uuid bbb8917c-8685-4136-980f-66c52f3b939f {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.223611] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.366789] env[65829]: DEBUG oslo_vmware.api [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45601} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.367097] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.367285] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.367455] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.367623] env[65829]: INFO nova.compute.manager [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1135.367959] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1135.368218] env[65829]: DEBUG nova.compute.manager [-] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1135.368275] env[65829]: DEBUG nova.network.neutron [-] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1135.368518] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.400299] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.543611] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquiring lock "bd997579-97dd-4259-b21b-d6e2152584a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.543611] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lock "bd997579-97dd-4259-b21b-d6e2152584a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.681413] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a76b542-9553-4b96-9d61-b89c040415eb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.691551] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72301bc-8bde-494b-a167-7a2c484a4cd6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.735865] env[65829]: DEBUG nova.compute.manager [req-371a7639-9d95-4901-bb5a-c0e12310c912 req-8dd0b309-4a01-4f3d-a62e-c48f420e9bbc service nova] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Received event network-vif-deleted-97f9b87f-dcc0-4a04-ab17-1b8827112522 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1135.735925] env[65829]: INFO nova.compute.manager [req-371a7639-9d95-4901-bb5a-c0e12310c912 req-8dd0b309-4a01-4f3d-a62e-c48f420e9bbc service nova] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Neutron deleted interface 97f9b87f-dcc0-4a04-ab17-1b8827112522; detaching it from the instance and deleting it from the info cache [ 1135.736239] env[65829]: DEBUG nova.network.neutron [req-371a7639-9d95-4901-bb5a-c0e12310c912 req-8dd0b309-4a01-4f3d-a62e-c48f420e9bbc service nova] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.737712] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f3097a-8c2e-494d-9c3f-9a45da885e49 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.749756] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77bb3f6-e397-4dc5-8ef5-e60fdf21436d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.765723] env[65829]: DEBUG nova.compute.provider_tree [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.046544] env[65829]: DEBUG nova.compute.manager [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1136.052433] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.052654] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.052840] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.052957] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1136.053145] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1136.053278] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Cleaning up deleted instances {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1136.147363] env[65829]: DEBUG nova.network.neutron [-] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.205297] env[65829]: WARNING neutronclient.v2_0.client [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.242444] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39b9a43b-0885-46a0-941c-7f5252cd4427 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.253218] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b193777-dfe2-4526-b84d-8fa1454a8602 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.266670] env[65829]: WARNING neutronclient.v2_0.client [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.267122] env[65829]: WARNING neutronclient.v2_0.client [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.267422] env[65829]: WARNING neutronclient.v2_0.client [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.270517] env[65829]: DEBUG nova.scheduler.client.report [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.300831] env[65829]: DEBUG nova.compute.manager [req-371a7639-9d95-4901-bb5a-c0e12310c912 req-8dd0b309-4a01-4f3d-a62e-c48f420e9bbc service nova] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Detach interface failed, port_id=97f9b87f-dcc0-4a04-ab17-1b8827112522, reason: Instance 5f5fc67b-b232-42f4-b179-188ebaaa48b4 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1136.312247] env[65829]: DEBUG nova.network.neutron [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Port a83d4887-343b-43a5-bca8-4496ab5cff0c binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1136.312506] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.312669] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.312830] env[65829]: DEBUG nova.network.neutron [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1136.399880] env[65829]: WARNING neutronclient.v2_0.client [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.436042] env[65829]: WARNING neutronclient.v2_0.client [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.436456] env[65829]: WARNING neutronclient.v2_0.client [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.436693] env[65829]: WARNING neutronclient.v2_0.client [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.470562] env[65829]: DEBUG nova.network.neutron [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Port d416ba73-82ad-4f9b-8fae-0fe0ffc50632 binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1136.470924] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.471099] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.471367] env[65829]: DEBUG nova.network.neutron [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1136.569215] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] There are 52 instances to clean {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11935}} [ 1136.569397] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 4557d070-5a26-4a08-958b-515083347ec3] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1136.586462] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.649763] env[65829]: INFO nova.compute.manager [-] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Took 1.28 seconds to deallocate network for instance. [ 1136.777582] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.779872] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.556s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.780136] env[65829]: DEBUG nova.objects.instance [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'resources' on Instance uuid af9abb1d-39d6-4565-a43a-f87a02d30f10 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.801547] env[65829]: INFO nova.scheduler.client.report [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Deleted allocations for instance bbb8917c-8685-4136-980f-66c52f3b939f [ 1136.815794] env[65829]: WARNING neutronclient.v2_0.client [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.974543] env[65829]: WARNING neutronclient.v2_0.client [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.989175] env[65829]: WARNING neutronclient.v2_0.client [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.067795] env[65829]: DEBUG nova.network.neutron [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance_info_cache with network_info: [{"id": "a83d4887-343b-43a5-bca8-4496ab5cff0c", "address": "fa:16:3e:70:7d:23", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa83d4887-34", "ovs_interfaceid": "a83d4887-343b-43a5-bca8-4496ab5cff0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.072781] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 35607785-1a50-44f5-889d-12027085c9ff] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1137.157889] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.172124] env[65829]: WARNING neutronclient.v2_0.client [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.242994] env[65829]: DEBUG nova.network.neutron [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance_info_cache with network_info: [{"id": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "address": "fa:16:3e:97:b3:9a", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd416ba73-82", "ovs_interfaceid": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.309988] env[65829]: DEBUG oslo_concurrency.lockutils [None req-25a84130-5dde-4d85-a148-de292f558853 tempest-AttachVolumeTestJSON-112859045 tempest-AttachVolumeTestJSON-112859045-project-member] Lock "bbb8917c-8685-4136-980f-66c52f3b939f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.792s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.463848] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca4b157-f542-49ce-b26a-9668e2404e8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.472196] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b893f0e-31c6-4c42-b697-0a473c9e0adb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.503839] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0b201e-e1ed-4122-8c00-29d0f3dcf4e2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.512373] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b748f9b-4fea-4ba5-9bef-56a23f032b85 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.527023] env[65829]: DEBUG nova.compute.provider_tree [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.570985] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.576215] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 83794879-e06c-40db-852c-fa518ade84d9] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1137.746259] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.031085] env[65829]: DEBUG nova.scheduler.client.report [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.074303] env[65829]: DEBUG nova.compute.manager [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65829) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1138.074563] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.079296] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 5bb42a41-e376-451f-997c-3208fc5091b5] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1138.250488] env[65829]: DEBUG nova.compute.manager [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65829) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1138.536033] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.539047] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.952s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.540201] env[65829]: INFO nova.compute.claims [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.560224] env[65829]: INFO nova.scheduler.client.report [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleted allocations for instance af9abb1d-39d6-4565-a43a-f87a02d30f10 [ 1138.582097] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: bceeb88b-c911-4dea-a73a-1398c2d7c63e] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1139.068023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c303d862-e932-42dc-8059-4d837ddd6ff2 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "af9abb1d-39d6-4565-a43a-f87a02d30f10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.874s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.085278] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: a8b2eef6-d3df-4b1f-85be-a5a61458954b] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1139.359315] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.588914] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 2d9b099a-0dfe-4dc6-8feb-83fa520a5bcd] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1139.760241] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abc916b-68ac-425e-9377-9cd546f6994d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.767948] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4632400-84dc-458b-8600-ef0b10a1136f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.798383] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af1b466-58f6-4c48-ac8d-c4a9dc88cfac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.806836] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829b971f-b908-4abb-a86e-40228b408255 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.821101] env[65829]: DEBUG nova.compute.provider_tree [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.093721] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 9b82a77f-0c8f-4f92-9c94-3f842b2dcccd] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1140.324647] env[65829]: DEBUG nova.scheduler.client.report [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.598053] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 79708fe8-c617-4e6a-961f-9b5cbbb00aed] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1140.664471] env[65829]: DEBUG nova.compute.manager [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Stashing vm_state: active {{(pid=65829) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1140.831038] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.831653] env[65829]: DEBUG nova.compute.manager [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1140.834361] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.677s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.834562] env[65829]: DEBUG nova.objects.instance [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lazy-loading 'resources' on Instance uuid 5f5fc67b-b232-42f4-b179-188ebaaa48b4 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.102898] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 8ae93c60-5547-4c2c-bb77-95ecff2ec150] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1141.184649] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.338140] env[65829]: DEBUG nova.compute.utils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.342597] env[65829]: DEBUG nova.compute.manager [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Not allocating networking since 'none' was specified. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2024}} [ 1141.533409] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1d1540-a74c-4f63-bab4-d7928c796e1c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.542698] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e57172-3ee1-421f-a40e-234be907999a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.576573] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ad91b5-7d21-47f8-85c6-7b54e26eda3d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.585192] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8123eca8-bbcd-4591-a2d6-d305566e0c5e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.601322] env[65829]: DEBUG nova.compute.provider_tree [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.606392] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 091cd91b-cfb3-420a-8f12-2f01f3d8f319] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1141.843238] env[65829]: DEBUG nova.compute.manager [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1142.106107] env[65829]: DEBUG nova.scheduler.client.report [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.110108] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: da7e16fc-96f4-4130-a88f-2241d3c64961] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1142.613382] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.615875] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 89d42188-f2e9-48d2-838b-90ce739bada0] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1142.618847] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.544s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.648147] env[65829]: INFO nova.scheduler.client.report [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Deleted allocations for instance 5f5fc67b-b232-42f4-b179-188ebaaa48b4 [ 1142.853886] env[65829]: DEBUG nova.compute.manager [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1142.883846] env[65829]: DEBUG nova.virt.hardware [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1142.884118] env[65829]: DEBUG nova.virt.hardware [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.884276] env[65829]: DEBUG nova.virt.hardware [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1142.884481] env[65829]: DEBUG nova.virt.hardware [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.884624] env[65829]: DEBUG nova.virt.hardware [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1142.884771] env[65829]: DEBUG nova.virt.hardware [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1142.884981] env[65829]: DEBUG nova.virt.hardware [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1142.885153] env[65829]: DEBUG nova.virt.hardware [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1142.885320] env[65829]: DEBUG nova.virt.hardware [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1142.885481] env[65829]: DEBUG nova.virt.hardware [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1142.885649] env[65829]: DEBUG nova.virt.hardware [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1142.886614] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64763a0e-ff08-4543-9711-f552df2a4a54 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.895020] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2d287a-7bbb-4506-9082-598666a479a3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.909285] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.914972] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Creating folder: Project (c8861bd9d5e94267855794646116052b). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.915316] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0a53bb8-d7e2-467f-a2d6-c7635fc412f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.927704] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Created folder: Project (c8861bd9d5e94267855794646116052b) in parent group-v937255. [ 1142.927916] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Creating folder: Instances. Parent ref: group-v937553. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1142.928200] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76ebac1f-4c59-4500-bab2-8f96e9d41715 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.938657] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Created folder: Instances in parent group-v937553. [ 1142.938934] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1142.939163] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.939388] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27478b9c-c596-433a-a3cd-f210a96fd75d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.957335] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.957335] env[65829]: value = "task-4808327" [ 1142.957335] env[65829]: _type = "Task" [ 1142.957335] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.966294] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808327, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.120378] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 09f36011-c808-40fd-be31-2cf96de87d72] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1143.122647] env[65829]: DEBUG nova.objects.instance [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lazy-loading 'migration_context' on Instance uuid e486f477-e000-4b50-844a-35399d88bba1 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.155781] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5c251e15-2bee-463f-9a44-cb4a36a35b05 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "5f5fc67b-b232-42f4-b179-188ebaaa48b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.439s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.468705] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808327, 'name': CreateVM_Task, 'duration_secs': 0.291368} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.468870] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.469419] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.469624] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.469975] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.470294] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315515bc-bd6c-48d0-9852-9d0d0bccf256 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.474847] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1143.474847] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52374c68-f786-0d38-49ea-ed720b055f98" [ 1143.474847] env[65829]: _type = "Task" [ 1143.474847] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.483461] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52374c68-f786-0d38-49ea-ed720b055f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.625364] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 6fbc577d-3685-4542-9ab2-eb991bed8030] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1143.801229] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f611f16-d0cf-4b75-a4da-ebcb9d1d39ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.808925] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040e9654-7de9-45e9-945a-9db17f8c7a75 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.841212] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dda57e-dc7d-4cac-b298-fd4aed9db032 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.849340] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62471612-7659-40b0-ac5a-193e4416cc73 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.863873] env[65829]: DEBUG nova.compute.provider_tree [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.985488] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52374c68-f786-0d38-49ea-ed720b055f98, 'name': SearchDatastore_Task, 'duration_secs': 0.010222} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.985584] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.985812] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.986059] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.986208] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.986387] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.986694] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-729c3e5b-5065-448a-a375-d22ac0e08674 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.996560] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.996749] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.997563] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49bbd8e9-1118-4c8f-abe0-59e1f092bf31 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.003618] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1144.003618] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52444ffe-596d-74d0-8c92-4038784ad835" [ 1144.003618] env[65829]: _type = "Task" [ 1144.003618] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.013545] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52444ffe-596d-74d0-8c92-4038784ad835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.132286] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: c607ca07-5dde-4ad7-bf8a-951ba7703178] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1144.303930] env[65829]: DEBUG oslo_concurrency.lockutils [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "2befa94b-af61-43f7-af56-c7d45768cb6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.304309] env[65829]: DEBUG oslo_concurrency.lockutils [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "2befa94b-af61-43f7-af56-c7d45768cb6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.304594] env[65829]: DEBUG oslo_concurrency.lockutils [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "2befa94b-af61-43f7-af56-c7d45768cb6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.304828] env[65829]: DEBUG oslo_concurrency.lockutils [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "2befa94b-af61-43f7-af56-c7d45768cb6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.305030] env[65829]: DEBUG oslo_concurrency.lockutils [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "2befa94b-af61-43f7-af56-c7d45768cb6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.307744] env[65829]: INFO nova.compute.manager [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Terminating instance [ 1144.367332] env[65829]: DEBUG nova.scheduler.client.report [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.513763] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52444ffe-596d-74d0-8c92-4038784ad835, 'name': SearchDatastore_Task, 'duration_secs': 0.009642} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.514906] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1417e6f-46fb-47e9-bcb4-a1a297f88557 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.520194] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1144.520194] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52138561-6a55-c9dd-9dfa-c58c30d032af" [ 1144.520194] env[65829]: _type = "Task" [ 1144.520194] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.528200] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52138561-6a55-c9dd-9dfa-c58c30d032af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.635582] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 65b99536-a243-41e1-80f6-bd7fcf953bb2] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1144.811595] env[65829]: DEBUG nova.compute.manager [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1144.811828] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.812751] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0419398f-b494-4d78-bf6e-246f97808a5d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.821084] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.821342] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b2265b5-f696-4e12-8edf-b1323f22fe0a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.827572] env[65829]: DEBUG oslo_vmware.api [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1144.827572] env[65829]: value = "task-4808329" [ 1144.827572] env[65829]: _type = "Task" [ 1144.827572] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.835533] env[65829]: DEBUG oslo_vmware.api [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.031692] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52138561-6a55-c9dd-9dfa-c58c30d032af, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.031959] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.032420] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] bd997579-97dd-4259-b21b-d6e2152584a7/bd997579-97dd-4259-b21b-d6e2152584a7.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.033180] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96156216-3c9b-4943-a2b0-91f5694d194d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.040305] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1145.040305] env[65829]: value = "task-4808330" [ 1145.040305] env[65829]: _type = "Task" [ 1145.040305] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.048544] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.139432] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 7d82a41f-7e46-477f-8290-1b8982534b94] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1145.338834] env[65829]: DEBUG oslo_vmware.api [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808329, 'name': PowerOffVM_Task, 'duration_secs': 0.210357} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.339100] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.339239] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.339539] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13d5bba8-51e1-4015-a760-7ed6f99a1ad7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.379843] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.761s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.386654] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 6.027s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.421629] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.422057] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.422361] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Deleting the datastore file [datastore1] 2befa94b-af61-43f7-af56-c7d45768cb6a {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.422736] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72e7cb48-04d3-4fee-89e9-7178ab113fcf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.433357] env[65829]: DEBUG oslo_vmware.api [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for the task: (returnval){ [ 1145.433357] env[65829]: value = "task-4808332" [ 1145.433357] env[65829]: _type = "Task" [ 1145.433357] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.442617] env[65829]: DEBUG oslo_vmware.api [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808332, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.551024] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465641} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.551281] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] bd997579-97dd-4259-b21b-d6e2152584a7/bd997579-97dd-4259-b21b-d6e2152584a7.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.551493] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.551744] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb386409-5697-4a9d-9a29-a2cad348efa4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.559045] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1145.559045] env[65829]: value = "task-4808333" [ 1145.559045] env[65829]: _type = "Task" [ 1145.559045] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.568490] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.647418] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 119ad4ef-f34d-4331-8a34-6f84a3d2d765] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1145.897513] env[65829]: DEBUG nova.objects.instance [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'migration_context' on Instance uuid 980bef1b-4e3f-4a15-8135-11c7e69df0b5 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.943989] env[65829]: DEBUG oslo_vmware.api [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Task: {'id': task-4808332, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170717} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.944263] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.944443] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.944615] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.944780] env[65829]: INFO nova.compute.manager [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1145.945060] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1145.945266] env[65829]: DEBUG nova.compute.manager [-] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1145.945361] env[65829]: DEBUG nova.network.neutron [-] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1145.945602] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.023585] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.073375] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064101} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.073986] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.075043] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074a362f-5d3a-427a-b887-e12b67b3c171 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.108411] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] bd997579-97dd-4259-b21b-d6e2152584a7/bd997579-97dd-4259-b21b-d6e2152584a7.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.108897] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ce16f2b-d968-4252-9a26-db4917b20247 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.140776] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1146.140776] env[65829]: value = "task-4808334" [ 1146.140776] env[65829]: _type = "Task" [ 1146.140776] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.151610] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: c158319b-3841-4a14-b1db-6424aec8bb84] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1146.153550] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.391539] env[65829]: DEBUG nova.compute.manager [req-70df2b5b-2142-48c7-8fd9-8a8bb6545ad0 req-e2aa60d5-deea-4a16-93f5-8a317f057487 service nova] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Received event network-vif-deleted-50a127de-b1ce-42ca-8311-6b03efed11d7 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1146.391790] env[65829]: INFO nova.compute.manager [req-70df2b5b-2142-48c7-8fd9-8a8bb6545ad0 req-e2aa60d5-deea-4a16-93f5-8a317f057487 service nova] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Neutron deleted interface 50a127de-b1ce-42ca-8311-6b03efed11d7; detaching it from the instance and deleting it from the info cache [ 1146.392043] env[65829]: DEBUG nova.network.neutron [req-70df2b5b-2142-48c7-8fd9-8a8bb6545ad0 req-e2aa60d5-deea-4a16-93f5-8a317f057487 service nova] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.579104] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e91161d-b2cb-4f3b-9271-f73635765f09 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.587684] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131fe63c-b418-4d87-88a5-f38d0bdfb61b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.619779] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1997e874-c80d-485d-a795-40d2488e960e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.628631] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94183b9e-43f8-470b-9f2b-5659c4ac7454 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.644067] env[65829]: DEBUG nova.compute.provider_tree [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.655299] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 52a3b111-be86-472e-840a-b3afb1668950] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1146.657217] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.777242] env[65829]: DEBUG nova.network.neutron [-] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.894835] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b293ff5-ccd2-49ac-bfb3-46a6403dd734 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.904455] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c93f200-730d-40b8-afef-0384a75f9b4b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.942666] env[65829]: DEBUG nova.compute.manager [req-70df2b5b-2142-48c7-8fd9-8a8bb6545ad0 req-e2aa60d5-deea-4a16-93f5-8a317f057487 service nova] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Detach interface failed, port_id=50a127de-b1ce-42ca-8311-6b03efed11d7, reason: Instance 2befa94b-af61-43f7-af56-c7d45768cb6a could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1146.944113] env[65829]: INFO nova.compute.manager [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Swapping old allocation on dict_keys(['181379b3-3082-4848-8c70-179947affa36']) held by migration c507a346-bb6f-4b26-9772-ae4ffe2b4338 for instance [ 1146.970049] env[65829]: DEBUG nova.scheduler.client.report [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Overwriting current allocation {'allocations': {'181379b3-3082-4848-8c70-179947affa36': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 143}}, 'project_id': 'e045cbbbf4c5484e944180361e4cfb30', 'user_id': 'f0480977518d43b8a9caa2668f8a4e68', 'consumer_generation': 1} on consumer e486f477-e000-4b50-844a-35399d88bba1 {{(pid=65829) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1147.021961] env[65829]: WARNING neutronclient.v2_0.client [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.060939] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.061248] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquired lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.061492] env[65829]: DEBUG nova.network.neutron [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1147.150553] env[65829]: DEBUG nova.scheduler.client.report [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.157082] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808334, 'name': ReconfigVM_Task, 'duration_secs': 0.597958} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.157657] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Reconfigured VM instance instance-0000006b to attach disk [datastore1] bd997579-97dd-4259-b21b-d6e2152584a7/bd997579-97dd-4259-b21b-d6e2152584a7.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.158366] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a69506d-68bf-4a83-ad3e-dd453c6d8087 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.160411] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 19ce493c-470f-4658-8a47-0f51dd10badb] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1147.168368] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1147.168368] env[65829]: value = "task-4808335" [ 1147.168368] env[65829]: _type = "Task" [ 1147.168368] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.178283] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808335, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.281047] env[65829]: INFO nova.compute.manager [-] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Took 1.33 seconds to deallocate network for instance. [ 1147.564191] env[65829]: WARNING neutronclient.v2_0.client [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.664182] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: b7f68803-8ab0-4975-afa7-e24349358a41] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1147.680914] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808335, 'name': Rename_Task, 'duration_secs': 0.196745} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.680914] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.680914] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e841bee-36bb-4fcc-a81e-be31f3699e1a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.688343] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1147.688343] env[65829]: value = "task-4808336" [ 1147.688343] env[65829]: _type = "Task" [ 1147.688343] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.699756] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.734946] env[65829]: WARNING neutronclient.v2_0.client [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.787896] env[65829]: DEBUG oslo_concurrency.lockutils [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.813797] env[65829]: DEBUG nova.network.neutron [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance_info_cache with network_info: [{"id": "a83d4887-343b-43a5-bca8-4496ab5cff0c", "address": "fa:16:3e:70:7d:23", "network": {"id": "083ccc95-6fb1-484f-9d49-c233ad51bfc0", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.172", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1f8fbd7eb8fd44f79f3751511f31e343", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa83d4887-34", "ovs_interfaceid": "a83d4887-343b-43a5-bca8-4496ab5cff0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.170628] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.783s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.176926] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: f31f0011-3b88-4d9a-aa06-ff68c2b097d0] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1148.180556] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.996s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.199786] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808336, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.318538] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Releasing lock "refresh_cache-e486f477-e000-4b50-844a-35399d88bba1" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.319014] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.319500] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-932cc4f3-3737-491f-b9b6-5f60f1652e87 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.327692] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1148.327692] env[65829]: value = "task-4808337" [ 1148.327692] env[65829]: _type = "Task" [ 1148.327692] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.336881] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.687332] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: bea89f9d-5098-43f6-aa9a-0aaa5b03f402] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1148.694019] env[65829]: INFO nova.compute.claims [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.709160] env[65829]: DEBUG oslo_vmware.api [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808336, 'name': PowerOnVM_Task, 'duration_secs': 0.527174} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.709334] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.709407] env[65829]: INFO nova.compute.manager [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Took 5.86 seconds to spawn the instance on the hypervisor. [ 1148.709869] env[65829]: DEBUG nova.compute.manager [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1148.711072] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915e3ecd-40dc-4906-924d-0d9ab5a6ab1d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.839732] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808337, 'name': PowerOffVM_Task, 'duration_secs': 0.258305} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.840430] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.840981] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:36:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84665456-8338-45d1-8e2c-b0a336391488',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2012605342',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1148.840981] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.841150] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1148.841621] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.841621] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1148.841621] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1148.841857] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1148.842045] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1148.842216] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1148.842406] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1148.842546] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1148.849135] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5411cccb-ab90-4858-9392-736053347ac0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.866721] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1148.866721] env[65829]: value = "task-4808338" [ 1148.866721] env[65829]: _type = "Task" [ 1148.866721] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.879646] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808338, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.197719] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 49e32a35-a7a6-4d42-8057-ae26247758af] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1149.201534] env[65829]: INFO nova.compute.resource_tracker [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating resource usage from migration b635efa1-c81e-46e8-9a64-b34630794a29 [ 1149.233961] env[65829]: INFO nova.compute.manager [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Took 12.68 seconds to build instance. [ 1149.272901] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.275176] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.275502] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.275703] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.275890] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.278659] env[65829]: INFO nova.compute.manager [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Terminating instance [ 1149.379817] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808338, 'name': ReconfigVM_Task, 'duration_secs': 0.214375} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.383372] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56323586-5ec5-4ac0-a4c1-ded9618095a4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.404821] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:36:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84665456-8338-45d1-8e2c-b0a336391488',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2012605342',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1149.405092] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.405254] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1149.405438] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.405576] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1149.405714] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1149.405908] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1149.406200] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1149.406261] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1149.406460] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1149.406629] env[65829]: DEBUG nova.virt.hardware [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1149.409985] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280ae5f9-6071-4ab1-a0b5-6ee86e5aa45a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.417067] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1149.417067] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525b7637-8495-8d55-7c96-4c5ce533d826" [ 1149.417067] env[65829]: _type = "Task" [ 1149.417067] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.428443] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525b7637-8495-8d55-7c96-4c5ce533d826, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.442122] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee77f95-9e56-40f6-8f97-ad1e79158b1e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.449981] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbd59c5-9457-4698-8610-304db90a3aa7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.480643] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32147146-9946-47ea-b3ab-f7d4be044a21 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.488401] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8681b33c-b35b-48c9-bc90-1269d736e225 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.502314] env[65829]: DEBUG nova.compute.provider_tree [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.706310] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: afb48925-2ca1-42a8-8a9a-e3247be7993a] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1149.739711] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b84af7e-d83d-4f75-99c4-ab5b64e0a11b tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lock "bd997579-97dd-4259-b21b-d6e2152584a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.193s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.750470] env[65829]: INFO nova.compute.manager [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Swapping old allocation on dict_keys(['181379b3-3082-4848-8c70-179947affa36']) held by migration 084a25df-2118-4e72-a686-86f3ab2311b0 for instance [ 1149.782889] env[65829]: DEBUG nova.compute.manager [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1149.783141] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.784281] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a2e975-8525-493c-b816-fdb2d15e2685 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.793245] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.793520] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6060f111-3827-44ef-9385-d885692520a0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.801589] env[65829]: DEBUG oslo_vmware.api [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1149.801589] env[65829]: value = "task-4808339" [ 1149.801589] env[65829]: _type = "Task" [ 1149.801589] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.809723] env[65829]: INFO nova.compute.manager [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Rebuilding instance [ 1149.819506] env[65829]: DEBUG oslo_vmware.api [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.830270] env[65829]: DEBUG nova.scheduler.client.report [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Overwriting current allocation {'allocations': {'181379b3-3082-4848-8c70-179947affa36': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 144}}, 'project_id': '7cac28f198d84bc19abf0bdbc55e7b49', 'user_id': 'd51feba679164b4c93e2c025ce12bc2b', 'consumer_generation': 1} on consumer 980bef1b-4e3f-4a15-8135-11c7e69df0b5 {{(pid=65829) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1149.866986] env[65829]: DEBUG nova.compute.manager [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1149.867989] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1e0694-a842-4208-bd78-da6af3175493 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.896563] env[65829]: WARNING neutronclient.v2_0.client [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.933162] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525b7637-8495-8d55-7c96-4c5ce533d826, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.934357] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.934534] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.934711] env[65829]: DEBUG nova.network.neutron [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1149.942059] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.942965] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7cc04c5-c55f-48f9-8b02-9da852ad4de7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.967162] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1149.967162] env[65829]: value = "task-4808340" [ 1149.967162] env[65829]: _type = "Task" [ 1149.967162] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.977238] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.005707] env[65829]: DEBUG nova.scheduler.client.report [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.210851] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 76c9701f-47ca-4409-b3e9-5be4ae57e822] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1150.312039] env[65829]: DEBUG oslo_vmware.api [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808339, 'name': PowerOffVM_Task, 'duration_secs': 0.240347} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.312351] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.312516] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.312779] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeb4cde8-44fe-4908-ac9a-20d4f8114239 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.385685] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.386183] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.386281] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleting the datastore file [datastore2] d857ac5a-33e9-42fe-90ae-f20915cc7e12 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.386633] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deae8608-3901-494d-afce-34988bc6bb1c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.397485] env[65829]: DEBUG oslo_vmware.api [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for the task: (returnval){ [ 1150.397485] env[65829]: value = "task-4808342" [ 1150.397485] env[65829]: _type = "Task" [ 1150.397485] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.411330] env[65829]: DEBUG oslo_vmware.api [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.444219] env[65829]: WARNING neutronclient.v2_0.client [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.481254] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808340, 'name': ReconfigVM_Task, 'duration_secs': 0.460266} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.481567] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.482443] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4c05bb-00ff-4f98-aade-3508f77e00a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.509886] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] e486f477-e000-4b50-844a-35399d88bba1/e486f477-e000-4b50-844a-35399d88bba1.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.510504] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.330s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.510737] env[65829]: INFO nova.compute.manager [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Migrating [ 1150.518236] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d14fd3bd-87c8-4e6f-b2b6-c7ba62a82e26 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.538535] env[65829]: DEBUG oslo_concurrency.lockutils [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.751s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.538786] env[65829]: DEBUG nova.objects.instance [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lazy-loading 'resources' on Instance uuid 2befa94b-af61-43f7-af56-c7d45768cb6a {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.551410] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1150.551410] env[65829]: value = "task-4808343" [ 1150.551410] env[65829]: _type = "Task" [ 1150.551410] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.565237] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.661228] env[65829]: WARNING neutronclient.v2_0.client [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.714940] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 6a6e3189-e5d2-4455-9229-7e006496b264] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1150.761334] env[65829]: DEBUG nova.network.neutron [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance_info_cache with network_info: [{"id": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "address": "fa:16:3e:97:b3:9a", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd416ba73-82", "ovs_interfaceid": "d416ba73-82ad-4f9b-8fae-0fe0ffc50632", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.883304] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.883634] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a71f322-a104-4e9e-b863-d99a37a7bfb5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.894197] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1150.894197] env[65829]: value = "task-4808344" [ 1150.894197] env[65829]: _type = "Task" [ 1150.894197] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.907997] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.911388] env[65829]: DEBUG oslo_vmware.api [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Task: {'id': task-4808342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139492} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.911741] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.911935] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.912193] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.912391] env[65829]: INFO nova.compute.manager [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1150.912765] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1150.912967] env[65829]: DEBUG nova.compute.manager [-] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1150.913079] env[65829]: DEBUG nova.network.neutron [-] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1150.913351] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.951609] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.050279] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.050676] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.051150] env[65829]: DEBUG nova.network.neutron [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1151.064767] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.220083] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: bbf56d36-3f36-45ae-8b66-832f69706c14] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1151.225506] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bdadb8-e3d2-4bae-9074-60197dd5a7dc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.235731] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0519ac9-15fd-493f-b17d-d9c9d4d00be0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.269968] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-980bef1b-4e3f-4a15-8135-11c7e69df0b5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.271740] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafe653f-0c4d-42e8-9bb4-81263495cbd9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.274980] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ebd64-64a3-4181-9b3e-34e8c6efc5f1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.288017] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff4e617-2168-4f43-aae8-9b750cc52d71 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.294339] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4fd5fe-6193-4d8f-b83d-52384e3bfe7d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.308965] env[65829]: DEBUG nova.compute.provider_tree [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.406536] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.558075] env[65829]: WARNING neutronclient.v2_0.client [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.565214] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.607571] env[65829]: DEBUG nova.compute.manager [req-d85b080b-3b36-49eb-9ba9-2e0e220ddc48 req-23e1984b-3412-4dcb-af92-a5be5fcd1b2f service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Received event network-vif-deleted-efd530ad-fb83-4050-8a20-4e6a82e1e995 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1151.607905] env[65829]: INFO nova.compute.manager [req-d85b080b-3b36-49eb-9ba9-2e0e220ddc48 req-23e1984b-3412-4dcb-af92-a5be5fcd1b2f service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Neutron deleted interface efd530ad-fb83-4050-8a20-4e6a82e1e995; detaching it from the instance and deleting it from the info cache [ 1151.608109] env[65829]: DEBUG nova.network.neutron [req-d85b080b-3b36-49eb-9ba9-2e0e220ddc48 req-23e1984b-3412-4dcb-af92-a5be5fcd1b2f service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.730383] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: b7906034-6ac5-43fa-9c86-4d5044e5a281] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1151.770387] env[65829]: WARNING neutronclient.v2_0.client [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.818171] env[65829]: DEBUG nova.scheduler.client.report [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.850056] env[65829]: DEBUG nova.network.neutron [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance_info_cache with network_info: [{"id": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "address": "fa:16:3e:c9:da:2e", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcfd57d-2d", "ovs_interfaceid": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.908445] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808344, 'name': PowerOffVM_Task, 'duration_secs': 0.63769} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.910868] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.912039] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.912205] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ada932-b845-4009-a935-bab1d694806c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.921157] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.922481] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-703c3196-4d4f-402f-b9d4-ad803bf1e620 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.956049] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.956049] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.956049] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Deleting the datastore file [datastore1] bd997579-97dd-4259-b21b-d6e2152584a7 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.956049] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c90baae-486c-4383-a713-ce9feb6f3a8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.964371] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1151.964371] env[65829]: value = "task-4808346" [ 1151.964371] env[65829]: _type = "Task" [ 1151.964371] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.974201] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.988253] env[65829]: DEBUG nova.network.neutron [-] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.067444] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808343, 'name': ReconfigVM_Task, 'duration_secs': 1.414723} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.067444] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Reconfigured VM instance instance-00000069 to attach disk [datastore2] e486f477-e000-4b50-844a-35399d88bba1/e486f477-e000-4b50-844a-35399d88bba1.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.068254] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ab62f4-1237-447f-895c-dce87c20bcbf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.088600] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d62f70-a8fa-4409-ae6f-a006708c9d1f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.111656] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26d12d69-cc0b-4c43-9a66-7cbe57d5ff2a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.115333] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9718ef3e-14ba-4d4d-8f79-b0f537cfcc75 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.136983] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80550aea-5bc1-43ab-a399-db3ada67c25d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.143147] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec288e5-2fe0-4548-8aa9-41342ebbf105 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.159147] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.159147] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2a408ed-c383-4929-831d-b950f9157ec8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.165419] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1152.165419] env[65829]: value = "task-4808347" [ 1152.165419] env[65829]: _type = "Task" [ 1152.165419] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.180942] env[65829]: DEBUG nova.compute.manager [req-d85b080b-3b36-49eb-9ba9-2e0e220ddc48 req-23e1984b-3412-4dcb-af92-a5be5fcd1b2f service nova] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Detach interface failed, port_id=efd530ad-fb83-4050-8a20-4e6a82e1e995, reason: Instance d857ac5a-33e9-42fe-90ae-f20915cc7e12 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1152.187147] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.234279] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: f02904c4-2083-4328-b17c-906adb8b31bb] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1152.322836] env[65829]: DEBUG oslo_concurrency.lockutils [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.348349] env[65829]: INFO nova.scheduler.client.report [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Deleted allocations for instance 2befa94b-af61-43f7-af56-c7d45768cb6a [ 1152.354919] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.413100] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.413361] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b7f20bd-efc0-4d36-afea-b5baf7013b26 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.421476] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1152.421476] env[65829]: value = "task-4808348" [ 1152.421476] env[65829]: _type = "Task" [ 1152.421476] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.433667] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.475941] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106054} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.479091] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.479091] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.479091] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.493404] env[65829]: INFO nova.compute.manager [-] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Took 1.58 seconds to deallocate network for instance. [ 1152.679089] env[65829]: DEBUG oslo_vmware.api [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808347, 'name': PowerOnVM_Task, 'duration_secs': 0.435757} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.679426] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.738709] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 6bfb8e92-4927-4427-bdba-821903439344] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1152.856682] env[65829]: DEBUG oslo_concurrency.lockutils [None req-93337a1a-91fa-41c5-b240-4a1d76426df5 tempest-ServerRescueNegativeTestJSON-107218098 tempest-ServerRescueNegativeTestJSON-107218098-project-member] Lock "2befa94b-af61-43f7-af56-c7d45768cb6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.552s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.933159] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808348, 'name': PowerOffVM_Task, 'duration_secs': 0.267545} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.934085] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.934767] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1152.934987] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.935225] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1152.935441] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.935585] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1152.935727] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1152.935928] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1152.936098] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1152.936268] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1152.936426] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1152.936632] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1152.941892] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5413e72-ac66-4a07-9efb-56a7ef706de6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.959663] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1152.959663] env[65829]: value = "task-4808349" [ 1152.959663] env[65829]: _type = "Task" [ 1152.959663] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.969158] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.000603] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.000960] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.002601] env[65829]: DEBUG nova.objects.instance [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lazy-loading 'resources' on Instance uuid d857ac5a-33e9-42fe-90ae-f20915cc7e12 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.244439] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 9335f493-e014-44a1-84d1-8cf267fe0c80] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1153.473140] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808349, 'name': ReconfigVM_Task, 'duration_secs': 0.409085} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.473557] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa80720-d4f9-4a0c-ab87-3f7f03c398bb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.503425] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1153.503660] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.503809] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1153.503984] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.504144] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1153.504288] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1153.504483] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1153.504635] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1153.504793] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1153.504947] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1153.505132] env[65829]: DEBUG nova.virt.hardware [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1153.509519] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0848f679-1f59-4c93-b1af-24ea03134a8a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.518061] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1153.518061] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529f6e8d-37e6-5976-af8b-7af8b4f3574d" [ 1153.518061] env[65829]: _type = "Task" [ 1153.518061] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.529802] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529f6e8d-37e6-5976-af8b-7af8b4f3574d, 'name': SearchDatastore_Task, 'duration_secs': 0.009423} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.535723] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1153.540541] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-432c8b6b-fde5-41e2-b8a2-ee8bc6388253 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.563093] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1153.563093] env[65829]: value = "task-4808350" [ 1153.563093] env[65829]: _type = "Task" [ 1153.563093] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.565565] env[65829]: DEBUG nova.virt.hardware [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1153.566235] env[65829]: DEBUG nova.virt.hardware [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.566235] env[65829]: DEBUG nova.virt.hardware [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1153.566235] env[65829]: DEBUG nova.virt.hardware [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.566501] env[65829]: DEBUG nova.virt.hardware [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1153.569342] env[65829]: DEBUG nova.virt.hardware [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1153.569342] env[65829]: DEBUG nova.virt.hardware [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1153.569342] env[65829]: DEBUG nova.virt.hardware [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1153.569342] env[65829]: DEBUG nova.virt.hardware [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1153.569342] env[65829]: DEBUG nova.virt.hardware [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1153.569342] env[65829]: DEBUG nova.virt.hardware [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1153.569342] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c825152d-fc48-46fb-88ed-ecbc9d88d9fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.585850] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.587974] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a18585-aa6d-4af9-be7d-220215de7607 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.606621] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Instance VIF info [] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.612467] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1153.615430] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.615897] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efb44fca-2658-445a-b658-21f784da668c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.641567] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.641567] env[65829]: value = "task-4808351" [ 1153.641567] env[65829]: _type = "Task" [ 1153.641567] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.649533] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808351, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.693096] env[65829]: INFO nova.compute.manager [None req-a5901b1c-75e8-4e4a-84cf-db3777b1bd6f tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance to original state: 'active' [ 1153.740341] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bf89da-3542-4b7b-a50f-6ac7d4ece9e3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.749816] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 763ccacd-c45c-41de-a074-93c2a8e3c7ed] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1153.753662] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63a98b7-d8fc-4705-9659-47b948f15de3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.799913] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf2cc32-c578-4fc3-848b-15dfd77ab168 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.809876] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc0b0d4-a8c6-4618-9157-19e937908c2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.829072] env[65829]: DEBUG nova.compute.provider_tree [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.873036] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58aa988-e59e-45be-a599-51f6372532e2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.897751] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance 'f1b0a28c-9918-4ed3-8424-e3207a4d290e' progress to 0 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.081502] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808350, 'name': ReconfigVM_Task, 'duration_secs': 0.273206} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.081938] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1154.083553] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2938e348-b9fc-4fcc-91fa-f8e35e707749 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.114138] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 980bef1b-4e3f-4a15-8135-11c7e69df0b5/980bef1b-4e3f-4a15-8135-11c7e69df0b5.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.114499] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ffb63e8-cc58-4d1b-ac6f-6c39237e6ede {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.134619] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1154.134619] env[65829]: value = "task-4808352" [ 1154.134619] env[65829]: _type = "Task" [ 1154.134619] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.146157] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.152122] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808351, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.231800] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.232062] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.254512] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: b9d82e03-a213-489e-b8e2-cddc5b6300e3] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1154.359781] env[65829]: ERROR nova.scheduler.client.report [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] [req-1a87ffb5-685d-4210-b82a-0436add8b55e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1a87ffb5-685d-4210-b82a-0436add8b55e"}]} [ 1154.378558] env[65829]: DEBUG nova.scheduler.client.report [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1154.396676] env[65829]: DEBUG nova.scheduler.client.report [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1154.396897] env[65829]: DEBUG nova.compute.provider_tree [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.404496] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.404766] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6f873b0-c9b0-4a68-97a6-ff01f0269bd4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.410963] env[65829]: DEBUG nova.scheduler.client.report [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1154.415933] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1154.415933] env[65829]: value = "task-4808353" [ 1154.415933] env[65829]: _type = "Task" [ 1154.415933] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.427809] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.437486] env[65829]: DEBUG nova.scheduler.client.report [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1154.659863] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808351, 'name': CreateVM_Task, 'duration_secs': 0.947502} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.663088] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.663088] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808352, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.663888] env[65829]: DEBUG oslo_concurrency.lockutils [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.663888] env[65829]: DEBUG oslo_concurrency.lockutils [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.664335] env[65829]: DEBUG oslo_concurrency.lockutils [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.665195] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49b412e1-e433-4840-9470-61d5c5b8859c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.674805] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1154.674805] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b3c5a6-c74a-fd29-90f0-4e8bbe437d4b" [ 1154.674805] env[65829]: _type = "Task" [ 1154.674805] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.674805] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa2337a-c40e-4f52-ae52-a9cfd9bf6ddc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.691792] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f0a699-bd63-4e81-9bb9-bbd5f3132370 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.695819] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b3c5a6-c74a-fd29-90f0-4e8bbe437d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.734748] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c974b0-c727-4394-8702-d68f3e77ab5c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.737656] env[65829]: DEBUG nova.compute.manager [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1154.747595] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14dab2f7-5aa9-4f57-a8b4-206feee25b30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.766405] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: a92730b6-fca2-4a42-8d4e-0c70d509bad5] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1154.769472] env[65829]: DEBUG nova.compute.provider_tree [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1154.927623] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808353, 'name': PowerOffVM_Task, 'duration_secs': 0.302386} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.927781] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.927945] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance 'f1b0a28c-9918-4ed3-8424-e3207a4d290e' progress to 17 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.148038] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808352, 'name': ReconfigVM_Task, 'duration_secs': 0.836105} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.148352] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 980bef1b-4e3f-4a15-8135-11c7e69df0b5/980bef1b-4e3f-4a15-8135-11c7e69df0b5.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.149265] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037c7321-9745-46f7-a6d8-ac48dc3912fb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.170880] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb8359e-9933-4804-98da-bdf4d0fa6e13 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.194492] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63bc088-6a2d-4017-886d-85b3e516141c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.200512] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b3c5a6-c74a-fd29-90f0-4e8bbe437d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.016431} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.201263] env[65829]: DEBUG oslo_concurrency.lockutils [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.202033] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.202033] env[65829]: DEBUG oslo_concurrency.lockutils [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.202033] env[65829]: DEBUG oslo_concurrency.lockutils [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.202288] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.202409] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e792230-65a6-4433-af7d-f7577ef6c65f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.222831] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf240d6-6e39-4356-b39c-0ee65876e198 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.231806] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.233069] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ec182e6-daaf-4b1e-b0a4-de720689f823 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.234887] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.235151] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.235885] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1ae6355-998d-45fb-8a13-4d531d96f3bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.246074] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1155.246074] env[65829]: value = "task-4808354" [ 1155.246074] env[65829]: _type = "Task" [ 1155.246074] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.246392] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1155.246392] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e7e297-ddfc-0b74-5ed7-dc04233d37e4" [ 1155.246392] env[65829]: _type = "Task" [ 1155.246392] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.260406] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e7e297-ddfc-0b74-5ed7-dc04233d37e4, 'name': SearchDatastore_Task, 'duration_secs': 0.012496} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.263778] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.264699] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.264936] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7554aa37-e2ae-4618-835c-878d0db8024a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.270556] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 2e61a4e5-7410-40dd-a8d7-09a918431d8f] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1155.273073] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1155.273073] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52edfedb-bb98-6b99-fcbc-3cb8dc178d08" [ 1155.273073] env[65829]: _type = "Task" [ 1155.273073] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.286871] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52edfedb-bb98-6b99-fcbc-3cb8dc178d08, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.288359] env[65829]: DEBUG oslo_concurrency.lockutils [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.288359] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] bd997579-97dd-4259-b21b-d6e2152584a7/bd997579-97dd-4259-b21b-d6e2152584a7.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.288359] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eca22cca-c15b-4396-957e-62b7774cd8d0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.295921] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1155.295921] env[65829]: value = "task-4808355" [ 1155.295921] env[65829]: _type = "Task" [ 1155.295921] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.306671] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.309576] env[65829]: DEBUG nova.scheduler.client.report [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1155.309823] env[65829]: DEBUG nova.compute.provider_tree [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 146 to 147 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1155.309996] env[65829]: DEBUG nova.compute.provider_tree [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.417202] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "e486f477-e000-4b50-844a-35399d88bba1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.417667] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "e486f477-e000-4b50-844a-35399d88bba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.418140] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "e486f477-e000-4b50-844a-35399d88bba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.418270] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "e486f477-e000-4b50-844a-35399d88bba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.418541] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "e486f477-e000-4b50-844a-35399d88bba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.421077] env[65829]: INFO nova.compute.manager [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Terminating instance [ 1155.434455] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1155.434734] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.434928] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1155.435160] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.435350] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1155.435567] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1155.435785] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1155.435961] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1155.436174] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1155.436308] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1155.436473] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1155.442446] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4797a115-6a8e-471e-87b8-e21fe5204848 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.461201] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1155.461201] env[65829]: value = "task-4808356" [ 1155.461201] env[65829]: _type = "Task" [ 1155.461201] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.470497] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.759823] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808354, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.775392] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: dc5b9b37-d997-438c-be2c-700abe0a9b91] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1155.809395] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512413} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.810545] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] bd997579-97dd-4259-b21b-d6e2152584a7/bd997579-97dd-4259-b21b-d6e2152584a7.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.810752] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.811486] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-402b09ba-cfae-4117-8ec7-4edd874c89ca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.815037] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.814s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.818584] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.553s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.819785] env[65829]: INFO nova.compute.claims [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.824796] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1155.824796] env[65829]: value = "task-4808357" [ 1155.824796] env[65829]: _type = "Task" [ 1155.824796] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.835732] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.841935] env[65829]: INFO nova.scheduler.client.report [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Deleted allocations for instance d857ac5a-33e9-42fe-90ae-f20915cc7e12 [ 1155.925129] env[65829]: DEBUG nova.compute.manager [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1155.925356] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.926338] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6bee86-e8ea-4232-8438-438465110412 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.937042] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.937335] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8982c7f7-2832-4c32-87d7-d1e1e3db0cec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.945445] env[65829]: DEBUG oslo_vmware.api [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1155.945445] env[65829]: value = "task-4808358" [ 1155.945445] env[65829]: _type = "Task" [ 1155.945445] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.953997] env[65829]: DEBUG oslo_vmware.api [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.972023] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.260679] env[65829]: DEBUG oslo_vmware.api [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808354, 'name': PowerOnVM_Task, 'duration_secs': 0.527203} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.260962] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.278066] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 136c9efc-4141-4a98-a0ea-241cb231cb68] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1156.342227] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.349362] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1950a599-c8bb-483a-88aa-8f09b89f44c3 tempest-AttachVolumeShelveTestJSON-71229183 tempest-AttachVolumeShelveTestJSON-71229183-project-member] Lock "d857ac5a-33e9-42fe-90ae-f20915cc7e12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.076s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.456116] env[65829]: DEBUG oslo_vmware.api [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808358, 'name': PowerOffVM_Task, 'duration_secs': 0.353545} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.456247] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.456518] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.456654] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb2f03de-2366-4d20-86d3-09098d6c8f12 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.472593] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.545586] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.546035] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.546253] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Deleting the datastore file [datastore2] e486f477-e000-4b50-844a-35399d88bba1 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.546935] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecfed801-c77f-4ec6-84ba-ec332ec0ab6c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.555743] env[65829]: DEBUG oslo_vmware.api [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1156.555743] env[65829]: value = "task-4808360" [ 1156.555743] env[65829]: _type = "Task" [ 1156.555743] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.565285] env[65829]: DEBUG oslo_vmware.api [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.781775] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 2245b178-432d-4131-8b7a-0d5636652547] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1156.843306] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.874618} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.844049] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.844687] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c022ce-591f-46a8-86c1-81f56a09f137 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.868936] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] bd997579-97dd-4259-b21b-d6e2152584a7/bd997579-97dd-4259-b21b-d6e2152584a7.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.872546] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10be146a-4ffe-405f-9b72-24cde0f45f65 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.894787] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1156.894787] env[65829]: value = "task-4808361" [ 1156.894787] env[65829]: _type = "Task" [ 1156.894787] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.908777] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.975164] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808356, 'name': ReconfigVM_Task, 'duration_secs': 1.249609} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.975577] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance 'f1b0a28c-9918-4ed3-8424-e3207a4d290e' progress to 33 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.991320] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e9f07c-bc23-49cf-a165-e4e39f5c4a88 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.999254] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169d8d33-d3fa-4848-a4f5-0e06a846fd4e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.032019] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451d0f80-f304-4f0c-850c-5cce057ff4ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.040711] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590eff58-deee-48f9-9954-495de1d1faa3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.055773] env[65829]: DEBUG nova.compute.provider_tree [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.065662] env[65829]: DEBUG oslo_vmware.api [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197982} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.066517] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.066690] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.066859] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.067043] env[65829]: INFO nova.compute.manager [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: e486f477-e000-4b50-844a-35399d88bba1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1157.067299] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1157.067761] env[65829]: DEBUG nova.compute.manager [-] [instance: e486f477-e000-4b50-844a-35399d88bba1] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1157.067761] env[65829]: DEBUG nova.network.neutron [-] [instance: e486f477-e000-4b50-844a-35399d88bba1] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1157.067874] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.101049] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.285291] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: a0dd2130-f3ce-47e5-a274-c0a9770b8f5f] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1157.311856] env[65829]: INFO nova.compute.manager [None req-a15ed5ba-c467-4067-9a95-421abdbe894e tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance to original state: 'active' [ 1157.322542] env[65829]: DEBUG nova.compute.manager [req-cb4e96c5-52d3-4472-bb70-025b7428a2e2 req-1b7b188e-7900-447b-beba-e867ddd179bf service nova] [instance: e486f477-e000-4b50-844a-35399d88bba1] Received event network-vif-deleted-a83d4887-343b-43a5-bca8-4496ab5cff0c {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1157.323388] env[65829]: INFO nova.compute.manager [req-cb4e96c5-52d3-4472-bb70-025b7428a2e2 req-1b7b188e-7900-447b-beba-e867ddd179bf service nova] [instance: e486f477-e000-4b50-844a-35399d88bba1] Neutron deleted interface a83d4887-343b-43a5-bca8-4496ab5cff0c; detaching it from the instance and deleting it from the info cache [ 1157.323388] env[65829]: DEBUG nova.network.neutron [req-cb4e96c5-52d3-4472-bb70-025b7428a2e2 req-1b7b188e-7900-447b-beba-e867ddd179bf service nova] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.405728] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.484701] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1157.485074] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.485352] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1157.485582] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.485752] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1157.485904] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1157.486210] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1157.486398] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1157.486560] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1157.486713] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1157.486877] env[65829]: DEBUG nova.virt.hardware [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1157.492370] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Reconfiguring VM instance instance-00000038 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1157.492764] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-860a6fa8-51f6-49f7-a28d-f9054f032b83 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.511163] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1157.511163] env[65829]: value = "task-4808363" [ 1157.511163] env[65829]: _type = "Task" [ 1157.511163] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.519469] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808363, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.561933] env[65829]: DEBUG nova.scheduler.client.report [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.790418] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 8ce6d2ee-94a5-4eef-b9f7-99a4e45ad127] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1157.801433] env[65829]: DEBUG nova.network.neutron [-] [instance: e486f477-e000-4b50-844a-35399d88bba1] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.825556] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2b30073-f46c-4ed8-a9f9-e02d838d072c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.835511] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d2dc3f-a5ee-4322-936a-617f87bf7ff4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.868958] env[65829]: DEBUG nova.compute.manager [req-cb4e96c5-52d3-4472-bb70-025b7428a2e2 req-1b7b188e-7900-447b-beba-e867ddd179bf service nova] [instance: e486f477-e000-4b50-844a-35399d88bba1] Detach interface failed, port_id=a83d4887-343b-43a5-bca8-4496ab5cff0c, reason: Instance e486f477-e000-4b50-844a-35399d88bba1 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1157.906222] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808361, 'name': ReconfigVM_Task, 'duration_secs': 0.788239} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.906512] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Reconfigured VM instance instance-0000006b to attach disk [datastore1] bd997579-97dd-4259-b21b-d6e2152584a7/bd997579-97dd-4259-b21b-d6e2152584a7.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.907192] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-190ab6a5-5f3f-4568-a47a-0ffcd7c54fba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.914596] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1157.914596] env[65829]: value = "task-4808364" [ 1157.914596] env[65829]: _type = "Task" [ 1157.914596] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.926214] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808364, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.024388] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808363, 'name': ReconfigVM_Task, 'duration_secs': 0.210124} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.024699] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Reconfigured VM instance instance-00000038 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.025633] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c19e4e-af3b-4d99-b378-7be86ffce775 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.049460] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] f1b0a28c-9918-4ed3-8424-e3207a4d290e/f1b0a28c-9918-4ed3-8424-e3207a4d290e.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.049792] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-916a7695-e51d-478d-a6ea-21174f5ceb03 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.067269] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.249s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.067817] env[65829]: DEBUG nova.compute.manager [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1158.071856] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1158.071856] env[65829]: value = "task-4808365" [ 1158.071856] env[65829]: _type = "Task" [ 1158.071856] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.082255] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.293419] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.293697] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.293910] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.294097] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.294285] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.296268] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 2c0db17b-3368-4c5d-b30c-a45277b0f2e8] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1158.298882] env[65829]: INFO nova.compute.manager [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Terminating instance [ 1158.303417] env[65829]: INFO nova.compute.manager [-] [instance: e486f477-e000-4b50-844a-35399d88bba1] Took 1.24 seconds to deallocate network for instance. [ 1158.425037] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808364, 'name': Rename_Task, 'duration_secs': 0.175234} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.425525] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.425765] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59a665a6-11b3-4fcb-90eb-625f60f0b1f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.433044] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1158.433044] env[65829]: value = "task-4808366" [ 1158.433044] env[65829]: _type = "Task" [ 1158.433044] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.441284] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.574025] env[65829]: DEBUG nova.compute.utils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.575441] env[65829]: DEBUG nova.compute.manager [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1158.575684] env[65829]: DEBUG nova.network.neutron [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1158.576097] env[65829]: WARNING neutronclient.v2_0.client [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.576471] env[65829]: WARNING neutronclient.v2_0.client [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.588639] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808365, 'name': ReconfigVM_Task, 'duration_secs': 0.274949} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.589575] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Reconfigured VM instance instance-00000038 to attach disk [datastore2] f1b0a28c-9918-4ed3-8424-e3207a4d290e/f1b0a28c-9918-4ed3-8424-e3207a4d290e.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.589857] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance 'f1b0a28c-9918-4ed3-8424-e3207a4d290e' progress to 50 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.623726] env[65829]: DEBUG nova.policy [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac7f948d265f4f8d9d0f4196cb35fed4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2d6a4452f84c3eb5a673a509a073a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.801692] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: c2ec3739-1ea8-416b-9341-9405eaf8b0b2] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1158.808053] env[65829]: DEBUG nova.compute.manager [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1158.808053] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.808053] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf353b9-fb66-4f0b-bcb4-d4f656cf2d49 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.810263] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.810539] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.810714] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.820976] env[65829]: DEBUG oslo_vmware.api [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1158.820976] env[65829]: value = "task-4808367" [ 1158.820976] env[65829]: _type = "Task" [ 1158.820976] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.833291] env[65829]: DEBUG oslo_vmware.api [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.851538] env[65829]: INFO nova.scheduler.client.report [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Deleted allocations for instance e486f477-e000-4b50-844a-35399d88bba1 [ 1158.946746] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808366, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.986290] env[65829]: DEBUG nova.network.neutron [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Successfully created port: c372081e-9d60-4dd6-96b5-3fa9cac70fde {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1159.083361] env[65829]: DEBUG nova.compute.manager [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1159.096370] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bef92a-39ef-4c7c-a18d-b9ea8eadc4e8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.117434] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0103c81-a2d8-4dd6-b968-6a0e37a780b9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.137271] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance 'f1b0a28c-9918-4ed3-8424-e3207a4d290e' progress to 67 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.305610] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 475b8580-be43-4428-86e5-f0aeb67b1473] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1159.331718] env[65829]: DEBUG oslo_vmware.api [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808367, 'name': PowerOffVM_Task, 'duration_secs': 0.220012} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.332803] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.332926] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1159.333116] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937546', 'volume_id': 'fd5c3306-bb78-43ef-960b-b80e9bdb047c', 'name': 'volume-fd5c3306-bb78-43ef-960b-b80e9bdb047c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '980bef1b-4e3f-4a15-8135-11c7e69df0b5', 'attached_at': '2025-11-23T04:37:20.000000', 'detached_at': '', 'volume_id': 'fd5c3306-bb78-43ef-960b-b80e9bdb047c', 'serial': 'fd5c3306-bb78-43ef-960b-b80e9bdb047c'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1159.333958] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d112834e-4292-474a-9edf-7cfb80940c6e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.358754] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64012120-5684-4f6e-a4cd-327a3b2203ab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.361795] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bca574da-52da-45a3-8725-e6cbbc459a8a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "e486f477-e000-4b50-844a-35399d88bba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.944s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.367820] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cc1029-4a4e-4254-b1dd-0a97deee880d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.392873] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27f38d5-9cf1-43f0-b6e1-0ac99d943ea5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.410531] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd5c3306-bb78-43ef-960b-b80e9bdb047c/volume-fd5c3306-bb78-43ef-960b-b80e9bdb047c.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1159.415821] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1159.416445] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-678f13eb-0efa-4406-952f-a64a7aac26b8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.438311] env[65829]: DEBUG oslo_vmware.api [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1159.438311] env[65829]: value = "task-4808368" [ 1159.438311] env[65829]: _type = "Task" [ 1159.438311] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.446585] env[65829]: DEBUG oslo_vmware.api [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808366, 'name': PowerOnVM_Task, 'duration_secs': 0.700398} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.447248] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.447467] env[65829]: DEBUG nova.compute.manager [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1159.448242] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a6ac5e-3e03-4c20-b75d-6403f8236c01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.454860] env[65829]: DEBUG oslo_vmware.api [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808368, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.644997] env[65829]: WARNING neutronclient.v2_0.client [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.645428] env[65829]: WARNING neutronclient.v2_0.client [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.809083] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: a826eca5-ab99-4a14-a98f-5f7c67383985] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1159.904628] env[65829]: DEBUG nova.network.neutron [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Port 7dcfd57d-2d67-49ff-8516-c4cb7232f823 binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1159.953549] env[65829]: DEBUG oslo_vmware.api [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808368, 'name': ReconfigVM_Task, 'duration_secs': 0.300556} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.953549] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.957991] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db5c6519-f3d6-45e7-935f-ebd92a1c15db {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.976906] env[65829]: DEBUG oslo_concurrency.lockutils [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.976906] env[65829]: DEBUG oslo_concurrency.lockutils [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.976906] env[65829]: DEBUG nova.objects.instance [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65829) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1159.981424] env[65829]: DEBUG oslo_vmware.api [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1159.981424] env[65829]: value = "task-4808369" [ 1159.981424] env[65829]: _type = "Task" [ 1159.981424] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.992398] env[65829]: DEBUG oslo_vmware.api [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808369, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.093919] env[65829]: DEBUG nova.compute.manager [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1160.121996] env[65829]: DEBUG nova.virt.hardware [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1160.121996] env[65829]: DEBUG nova.virt.hardware [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.122202] env[65829]: DEBUG nova.virt.hardware [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1160.122364] env[65829]: DEBUG nova.virt.hardware [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.122504] env[65829]: DEBUG nova.virt.hardware [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1160.122646] env[65829]: DEBUG nova.virt.hardware [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1160.122846] env[65829]: DEBUG nova.virt.hardware [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1160.123008] env[65829]: DEBUG nova.virt.hardware [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1160.123407] env[65829]: DEBUG nova.virt.hardware [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1160.123587] env[65829]: DEBUG nova.virt.hardware [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1160.123753] env[65829]: DEBUG nova.virt.hardware [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1160.124663] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05cad90-2491-4762-a3e5-cea795e73528 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.134099] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82302a21-ac4d-4b08-b323-cf5800872f22 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.312995] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 97649e37-94dd-4ee5-889f-88b4a1c03a82] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1160.396157] env[65829]: DEBUG nova.compute.manager [req-b61a3af1-4d0d-434f-9cb5-7a4f344b48ae req-6265fa16-e224-48bc-af9e-238c79e42c49 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Received event network-vif-plugged-c372081e-9d60-4dd6-96b5-3fa9cac70fde {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1160.396283] env[65829]: DEBUG oslo_concurrency.lockutils [req-b61a3af1-4d0d-434f-9cb5-7a4f344b48ae req-6265fa16-e224-48bc-af9e-238c79e42c49 service nova] Acquiring lock "22cd6241-180d-4eb8-85a7-6137daaaeab9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.396368] env[65829]: DEBUG oslo_concurrency.lockutils [req-b61a3af1-4d0d-434f-9cb5-7a4f344b48ae req-6265fa16-e224-48bc-af9e-238c79e42c49 service nova] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.396534] env[65829]: DEBUG oslo_concurrency.lockutils [req-b61a3af1-4d0d-434f-9cb5-7a4f344b48ae req-6265fa16-e224-48bc-af9e-238c79e42c49 service nova] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.396682] env[65829]: DEBUG nova.compute.manager [req-b61a3af1-4d0d-434f-9cb5-7a4f344b48ae req-6265fa16-e224-48bc-af9e-238c79e42c49 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] No waiting events found dispatching network-vif-plugged-c372081e-9d60-4dd6-96b5-3fa9cac70fde {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1160.396838] env[65829]: WARNING nova.compute.manager [req-b61a3af1-4d0d-434f-9cb5-7a4f344b48ae req-6265fa16-e224-48bc-af9e-238c79e42c49 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Received unexpected event network-vif-plugged-c372081e-9d60-4dd6-96b5-3fa9cac70fde for instance with vm_state building and task_state spawning. [ 1160.481479] env[65829]: DEBUG nova.network.neutron [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Successfully updated port: c372081e-9d60-4dd6-96b5-3fa9cac70fde {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1160.496068] env[65829]: DEBUG oslo_vmware.api [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808369, 'name': ReconfigVM_Task, 'duration_secs': 0.32529} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.497447] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937546', 'volume_id': 'fd5c3306-bb78-43ef-960b-b80e9bdb047c', 'name': 'volume-fd5c3306-bb78-43ef-960b-b80e9bdb047c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '980bef1b-4e3f-4a15-8135-11c7e69df0b5', 'attached_at': '2025-11-23T04:37:20.000000', 'detached_at': '', 'volume_id': 'fd5c3306-bb78-43ef-960b-b80e9bdb047c', 'serial': 'fd5c3306-bb78-43ef-960b-b80e9bdb047c'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1160.497715] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.498143] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.498424] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.498633] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.498854] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.499070] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.500989] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fb7577-77b0-4fa7-bf0d-79956276cc90 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.503875] env[65829]: INFO nova.compute.manager [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Terminating instance [ 1160.511528] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1160.511847] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c323c1e6-54b9-45a0-b4b7-eafced9dc6a3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.609027] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1160.609267] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1160.609515] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleting the datastore file [datastore2] 980bef1b-4e3f-4a15-8135-11c7e69df0b5 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1160.609831] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6567a871-8573-4808-93e5-950d6ddceec8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.617526] env[65829]: DEBUG oslo_vmware.api [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1160.617526] env[65829]: value = "task-4808371" [ 1160.617526] env[65829]: _type = "Task" [ 1160.617526] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.626329] env[65829]: DEBUG oslo_vmware.api [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808371, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.817171] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: c0e941a1-acec-4e7b-b40e-945e08ad2d61] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1160.883758] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquiring lock "bd997579-97dd-4259-b21b-d6e2152584a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.884246] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lock "bd997579-97dd-4259-b21b-d6e2152584a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.884583] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquiring lock "bd997579-97dd-4259-b21b-d6e2152584a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.884881] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lock "bd997579-97dd-4259-b21b-d6e2152584a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.885172] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lock "bd997579-97dd-4259-b21b-d6e2152584a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.888035] env[65829]: INFO nova.compute.manager [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Terminating instance [ 1160.928087] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.928442] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.928611] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.987369] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "refresh_cache-22cd6241-180d-4eb8-85a7-6137daaaeab9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.987578] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired lock "refresh_cache-22cd6241-180d-4eb8-85a7-6137daaaeab9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.987752] env[65829]: DEBUG nova.network.neutron [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1160.991249] env[65829]: DEBUG oslo_concurrency.lockutils [None req-741e1c7b-9825-4dc1-9959-915a9f5de26c tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.007282] env[65829]: DEBUG nova.compute.manager [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1161.007643] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.008561] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570dad52-3ca7-46a3-bd12-be77cd368e88 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.017552] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.017891] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ccfc934-e2ea-4bf8-b91a-e9ba01cfa7c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.026533] env[65829]: DEBUG oslo_vmware.api [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1161.026533] env[65829]: value = "task-4808372" [ 1161.026533] env[65829]: _type = "Task" [ 1161.026533] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.038632] env[65829]: DEBUG oslo_vmware.api [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.130241] env[65829]: DEBUG oslo_vmware.api [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808371, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222532} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.130553] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1161.130752] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1161.130927] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1161.131320] env[65829]: INFO nova.compute.manager [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1161.131486] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1161.131799] env[65829]: DEBUG nova.compute.manager [-] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1161.131945] env[65829]: DEBUG nova.network.neutron [-] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1161.132231] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.172092] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.324671] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: b4f4a954-7b29-43b4-97fc-df19cdd22551] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1161.392736] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquiring lock "refresh_cache-bd997579-97dd-4259-b21b-d6e2152584a7" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.393032] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquired lock "refresh_cache-bd997579-97dd-4259-b21b-d6e2152584a7" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.393340] env[65829]: DEBUG nova.network.neutron [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1161.540130] env[65829]: DEBUG oslo_vmware.api [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808372, 'name': PowerOffVM_Task, 'duration_secs': 0.41284} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.540686] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.540994] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.541384] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c905681-5058-4608-8f31-f2236094f788 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.616237] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.616237] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.616237] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Deleting the datastore file [datastore2] 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.616237] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c89f68d0-92ca-4455-a12a-05a2d6c5a7bb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.626674] env[65829]: DEBUG oslo_vmware.api [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for the task: (returnval){ [ 1161.626674] env[65829]: value = "task-4808374" [ 1161.626674] env[65829]: _type = "Task" [ 1161.626674] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.637366] env[65829]: DEBUG oslo_vmware.api [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.788427] env[65829]: DEBUG nova.network.neutron [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1161.831196] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 7c39128b-5899-4bc4-8335-8f7a2a2c5a00] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1161.898473] env[65829]: WARNING neutronclient.v2_0.client [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.932443] env[65829]: DEBUG nova.network.neutron [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1161.935763] env[65829]: WARNING neutronclient.v2_0.client [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.962826] env[65829]: WARNING neutronclient.v2_0.client [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.007058] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.007058] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.007058] env[65829]: DEBUG nova.network.neutron [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1162.076513] env[65829]: DEBUG nova.network.neutron [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.110603] env[65829]: DEBUG nova.network.neutron [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Updating instance_info_cache with network_info: [{"id": "c372081e-9d60-4dd6-96b5-3fa9cac70fde", "address": "fa:16:3e:3c:bf:49", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc372081e-9d", "ovs_interfaceid": "c372081e-9d60-4dd6-96b5-3fa9cac70fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.137731] env[65829]: DEBUG oslo_vmware.api [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Task: {'id': task-4808374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153879} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.137987] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.138183] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.138387] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.138575] env[65829]: INFO nova.compute.manager [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1162.138825] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1162.139032] env[65829]: DEBUG nova.compute.manager [-] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1162.139112] env[65829]: DEBUG nova.network.neutron [-] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1162.139350] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.171812] env[65829]: DEBUG nova.network.neutron [-] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.174324] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.333329] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 0e20b1cc-1aab-4a62-bd1a-86456eee3906] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1162.385726] env[65829]: DEBUG nova.compute.manager [req-4fbbc399-e2de-44da-8de9-d398f4d157b0 req-5d52776a-a3f7-40fc-ada4-497d4923951d service nova] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Received event network-vif-deleted-c259df96-19f9-4018-be56-a9225f5a0718 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1162.385868] env[65829]: INFO nova.compute.manager [req-4fbbc399-e2de-44da-8de9-d398f4d157b0 req-5d52776a-a3f7-40fc-ada4-497d4923951d service nova] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Neutron deleted interface c259df96-19f9-4018-be56-a9225f5a0718; detaching it from the instance and deleting it from the info cache [ 1162.385999] env[65829]: DEBUG nova.network.neutron [req-4fbbc399-e2de-44da-8de9-d398f4d157b0 req-5d52776a-a3f7-40fc-ada4-497d4923951d service nova] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.430827] env[65829]: DEBUG nova.compute.manager [req-87a7522e-9510-41fc-8509-8df6526ff2ff req-a6d0c85d-1c11-4b92-b4b0-d48db25fc6f5 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Received event network-changed-c372081e-9d60-4dd6-96b5-3fa9cac70fde {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1162.431573] env[65829]: DEBUG nova.compute.manager [req-87a7522e-9510-41fc-8509-8df6526ff2ff req-a6d0c85d-1c11-4b92-b4b0-d48db25fc6f5 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Refreshing instance network info cache due to event network-changed-c372081e-9d60-4dd6-96b5-3fa9cac70fde. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1162.431573] env[65829]: DEBUG oslo_concurrency.lockutils [req-87a7522e-9510-41fc-8509-8df6526ff2ff req-a6d0c85d-1c11-4b92-b4b0-d48db25fc6f5 service nova] Acquiring lock "refresh_cache-22cd6241-180d-4eb8-85a7-6137daaaeab9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.511099] env[65829]: WARNING neutronclient.v2_0.client [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.578949] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Releasing lock "refresh_cache-bd997579-97dd-4259-b21b-d6e2152584a7" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.579396] env[65829]: DEBUG nova.compute.manager [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1162.579588] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1162.580524] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d80d691-613b-4dbe-a2fc-154a38b4a58b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.589019] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.592167] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6543a593-4003-43c6-88fa-630071a861f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.599832] env[65829]: DEBUG oslo_vmware.api [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1162.599832] env[65829]: value = "task-4808375" [ 1162.599832] env[65829]: _type = "Task" [ 1162.599832] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.610020] env[65829]: DEBUG oslo_vmware.api [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.613711] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Releasing lock "refresh_cache-22cd6241-180d-4eb8-85a7-6137daaaeab9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.614084] env[65829]: DEBUG nova.compute.manager [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Instance network_info: |[{"id": "c372081e-9d60-4dd6-96b5-3fa9cac70fde", "address": "fa:16:3e:3c:bf:49", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc372081e-9d", "ovs_interfaceid": "c372081e-9d60-4dd6-96b5-3fa9cac70fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1162.614409] env[65829]: DEBUG oslo_concurrency.lockutils [req-87a7522e-9510-41fc-8509-8df6526ff2ff req-a6d0c85d-1c11-4b92-b4b0-d48db25fc6f5 service nova] Acquired lock "refresh_cache-22cd6241-180d-4eb8-85a7-6137daaaeab9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.614581] env[65829]: DEBUG nova.network.neutron [req-87a7522e-9510-41fc-8509-8df6526ff2ff req-a6d0c85d-1c11-4b92-b4b0-d48db25fc6f5 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Refreshing network info cache for port c372081e-9d60-4dd6-96b5-3fa9cac70fde {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.615972] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:bf:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c372081e-9d60-4dd6-96b5-3fa9cac70fde', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.625540] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Creating folder: Project (8b2d6a4452f84c3eb5a673a509a073a9). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.626902] env[65829]: WARNING neutronclient.v2_0.client [req-87a7522e-9510-41fc-8509-8df6526ff2ff req-a6d0c85d-1c11-4b92-b4b0-d48db25fc6f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.629521] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab153a12-2c0d-4fad-a8d3-f31ff30b662d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.646835] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Created folder: Project (8b2d6a4452f84c3eb5a673a509a073a9) in parent group-v937255. [ 1162.646835] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Creating folder: Instances. Parent ref: group-v937557. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.647284] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc056c9f-37a7-460b-9753-abb3be490aa5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.661285] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Created folder: Instances in parent group-v937557. [ 1162.661615] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1162.661848] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.662168] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c651708a-e3b1-4b44-ad27-501f7d0f9ef7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.682234] env[65829]: INFO nova.compute.manager [-] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Took 1.55 seconds to deallocate network for instance. [ 1162.692883] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.692883] env[65829]: value = "task-4808378" [ 1162.692883] env[65829]: _type = "Task" [ 1162.692883] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.706922] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808378, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.800793] env[65829]: WARNING neutronclient.v2_0.client [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.841390] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.841706] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Cleaning up deleted instances with incomplete migration {{(pid=65829) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11964}} [ 1162.864834] env[65829]: DEBUG nova.network.neutron [-] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.891765] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a448facd-d150-4156-ad7d-4f87a99fc5eb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.902115] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a037d4d-cb76-444b-a8b4-03d6eeed7019 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.925864] env[65829]: DEBUG nova.network.neutron [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance_info_cache with network_info: [{"id": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "address": "fa:16:3e:c9:da:2e", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcfd57d-2d", "ovs_interfaceid": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.939698] env[65829]: DEBUG nova.compute.manager [req-4fbbc399-e2de-44da-8de9-d398f4d157b0 req-5d52776a-a3f7-40fc-ada4-497d4923951d service nova] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Detach interface failed, port_id=c259df96-19f9-4018-be56-a9225f5a0718, reason: Instance 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1162.966642] env[65829]: WARNING neutronclient.v2_0.client [req-87a7522e-9510-41fc-8509-8df6526ff2ff req-a6d0c85d-1c11-4b92-b4b0-d48db25fc6f5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.064808] env[65829]: DEBUG nova.network.neutron [req-87a7522e-9510-41fc-8509-8df6526ff2ff req-a6d0c85d-1c11-4b92-b4b0-d48db25fc6f5 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Updated VIF entry in instance network info cache for port c372081e-9d60-4dd6-96b5-3fa9cac70fde. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1163.064808] env[65829]: DEBUG nova.network.neutron [req-87a7522e-9510-41fc-8509-8df6526ff2ff req-a6d0c85d-1c11-4b92-b4b0-d48db25fc6f5 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Updating instance_info_cache with network_info: [{"id": "c372081e-9d60-4dd6-96b5-3fa9cac70fde", "address": "fa:16:3e:3c:bf:49", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc372081e-9d", "ovs_interfaceid": "c372081e-9d60-4dd6-96b5-3fa9cac70fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.112318] env[65829]: DEBUG oslo_vmware.api [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808375, 'name': PowerOffVM_Task, 'duration_secs': 0.182722} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.112624] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.112782] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.113333] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6575b5e5-c488-40f9-8b27-240447b2b0e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.141850] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.143045] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.143045] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Deleting the datastore file [datastore1] bd997579-97dd-4259-b21b-d6e2152584a7 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.143045] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8475a9ee-8eda-4cbc-b692-f494d94fd05b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.150773] env[65829]: DEBUG oslo_vmware.api [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for the task: (returnval){ [ 1163.150773] env[65829]: value = "task-4808380" [ 1163.150773] env[65829]: _type = "Task" [ 1163.150773] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.158883] env[65829]: DEBUG oslo_vmware.api [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.203749] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808378, 'name': CreateVM_Task, 'duration_secs': 0.415649} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.203975] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.204540] env[65829]: WARNING neutronclient.v2_0.client [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.204920] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.205102] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.205479] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.205741] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c344305-517a-43bc-bfe0-f2ed7d8cba78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.211201] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1163.211201] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d080d1-5381-f725-0d3e-0c4583bbfce8" [ 1163.211201] env[65829]: _type = "Task" [ 1163.211201] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.221687] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d080d1-5381-f725-0d3e-0c4583bbfce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.245049] env[65829]: INFO nova.compute.manager [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Took 0.56 seconds to detach 1 volumes for instance. [ 1163.370266] env[65829]: INFO nova.compute.manager [-] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Took 1.23 seconds to deallocate network for instance. [ 1163.441453] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.566583] env[65829]: DEBUG oslo_concurrency.lockutils [req-87a7522e-9510-41fc-8509-8df6526ff2ff req-a6d0c85d-1c11-4b92-b4b0-d48db25fc6f5 service nova] Releasing lock "refresh_cache-22cd6241-180d-4eb8-85a7-6137daaaeab9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.566861] env[65829]: DEBUG nova.compute.manager [req-87a7522e-9510-41fc-8509-8df6526ff2ff req-a6d0c85d-1c11-4b92-b4b0-d48db25fc6f5 service nova] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Received event network-vif-deleted-d416ba73-82ad-4f9b-8fae-0fe0ffc50632 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1163.664059] env[65829]: DEBUG oslo_vmware.api [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Task: {'id': task-4808380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098303} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.664339] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.664772] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.664960] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.665143] env[65829]: INFO nova.compute.manager [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1163.665466] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1163.665740] env[65829]: DEBUG nova.compute.manager [-] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1163.665795] env[65829]: DEBUG nova.network.neutron [-] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1163.665996] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.684288] env[65829]: DEBUG nova.network.neutron [-] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1163.684545] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.722455] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d080d1-5381-f725-0d3e-0c4583bbfce8, 'name': SearchDatastore_Task, 'duration_secs': 0.012529} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.722755] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.722982] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.723232] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.723376] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.723568] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.723844] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf04a433-3674-4739-84f4-7a8f031ea93f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.732777] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.732944] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.733672] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a87b8b83-25ce-4bea-abdd-e5a8aadeb92a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.739193] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1163.739193] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c20a68-9b79-42c0-2d64-c4f1750760e5" [ 1163.739193] env[65829]: _type = "Task" [ 1163.739193] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.746745] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c20a68-9b79-42c0-2d64-c4f1750760e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.752099] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.752355] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.752541] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.778185] env[65829]: INFO nova.scheduler.client.report [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleted allocations for instance 980bef1b-4e3f-4a15-8135-11c7e69df0b5 [ 1163.835457] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.878529] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.878529] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.878529] env[65829]: DEBUG nova.objects.instance [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lazy-loading 'resources' on Instance uuid 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.968313] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6332b531-ca2b-4ff7-9f60-1ad14faeb8c6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.988549] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a09e64-7c8d-48b6-92a2-0a8b1d75688c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.996605] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance 'f1b0a28c-9918-4ed3-8424-e3207a4d290e' progress to 83 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.187212] env[65829]: DEBUG nova.network.neutron [-] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.250481] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c20a68-9b79-42c0-2d64-c4f1750760e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009026} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.251294] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e089733-d4da-497a-b948-4106b56dab7f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.257368] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1164.257368] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529d5744-e41a-1f14-9021-38a8d8048bab" [ 1164.257368] env[65829]: _type = "Task" [ 1164.257368] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.267573] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529d5744-e41a-1f14-9021-38a8d8048bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.287032] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f4fe890d-8ed4-411c-b292-79f93a0d0bb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "980bef1b-4e3f-4a15-8135-11c7e69df0b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.993s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.341062] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.341249] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.341408] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.342565] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.342565] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.497040] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7c29c7-fe5f-48e9-925f-b63fc3d9a1e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.502767] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.504989] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-460eed8d-b872-4a3c-9fb8-38c621b013ca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.507648] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2207283d-7998-413a-8acc-66449c71a823 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.543815] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ac295b-5ded-41f4-b889-36cd0bf952be {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.547592] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1164.547592] env[65829]: value = "task-4808381" [ 1164.547592] env[65829]: _type = "Task" [ 1164.547592] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.555458] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e919ca9b-a05c-4bd6-8264-fa34b3deed95 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.564068] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808381, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.576993] env[65829]: DEBUG nova.compute.provider_tree [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.689730] env[65829]: INFO nova.compute.manager [-] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Took 1.02 seconds to deallocate network for instance. [ 1164.773702] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529d5744-e41a-1f14-9021-38a8d8048bab, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.773976] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.774259] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 22cd6241-180d-4eb8-85a7-6137daaaeab9/22cd6241-180d-4eb8-85a7-6137daaaeab9.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.774542] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bfdd4ac-254e-4d75-9784-5507ff00a793 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.782255] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1164.782255] env[65829]: value = "task-4808382" [ 1164.782255] env[65829]: _type = "Task" [ 1164.782255] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.792448] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.845482] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Getting list of instances from cluster (obj){ [ 1164.845482] env[65829]: value = "domain-c8" [ 1164.845482] env[65829]: _type = "ClusterComputeResource" [ 1164.845482] env[65829]: } {{(pid=65829) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1164.846764] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec3375a-9a30-4dab-afa9-7090d3805d4c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.860178] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Got total of 4 instances {{(pid=65829) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1164.860368] env[65829]: WARNING nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] While synchronizing instance power states, found 6 instances in the database and 4 instances on the hypervisor. [ 1164.860460] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Triggering sync for uuid f1b0a28c-9918-4ed3-8424-e3207a4d290e {{(pid=65829) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1164.860788] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Triggering sync for uuid d8d348a7-b52a-4c35-9b58-9d02b367f674 {{(pid=65829) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1164.861011] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Triggering sync for uuid 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf {{(pid=65829) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1164.861223] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Triggering sync for uuid 5e85be84-9722-4804-be8b-0e6a48416f3c {{(pid=65829) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1164.861420] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Triggering sync for uuid bd997579-97dd-4259-b21b-d6e2152584a7 {{(pid=65829) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1164.861619] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Triggering sync for uuid 22cd6241-180d-4eb8-85a7-6137daaaeab9 {{(pid=65829) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11037}} [ 1164.862034] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.862233] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.862401] env[65829]: INFO nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1164.862594] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.862825] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "d8d348a7-b52a-4c35-9b58-9d02b367f674" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.863032] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "d8d348a7-b52a-4c35-9b58-9d02b367f674" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.863333] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.863573] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "5e85be84-9722-4804-be8b-0e6a48416f3c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.863763] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.864021] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "bd997579-97dd-4259-b21b-d6e2152584a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.864246] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.864429] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1164.866355] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07874b16-310c-4f7f-aa51-7a2b7f4c7765 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.869935] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b45e321-950a-489c-ab72-25a154f375ec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.061298] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "334082d2-d4f5-4302-8acf-56c28655b1a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.061672] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.062932] env[65829]: DEBUG oslo_vmware.api [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808381, 'name': PowerOnVM_Task, 'duration_secs': 0.410755} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.063672] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.063856] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d415378e-2fac-495a-ab2a-dbc1a4097b36 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance 'f1b0a28c-9918-4ed3-8424-e3207a4d290e' progress to 100 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1165.081112] env[65829]: DEBUG nova.scheduler.client.report [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.199442] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.293645] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808382, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.374519] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.383779] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "d8d348a7-b52a-4c35-9b58-9d02b367f674" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.521s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.384233] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.520s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.565032] env[65829]: DEBUG nova.compute.manager [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1165.586157] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.588537] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.389s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.588764] env[65829]: DEBUG nova.objects.instance [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lazy-loading 'resources' on Instance uuid bd997579-97dd-4259-b21b-d6e2152584a7 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.614300] env[65829]: INFO nova.scheduler.client.report [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Deleted allocations for instance 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf [ 1165.793927] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513451} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.794173] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 22cd6241-180d-4eb8-85a7-6137daaaeab9/22cd6241-180d-4eb8-85a7-6137daaaeab9.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.794387] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.794691] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-803866b0-a2c8-4140-8a56-1fac20b3bc08 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.801874] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1165.801874] env[65829]: value = "task-4808383" [ 1165.801874] env[65829]: _type = "Task" [ 1165.801874] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.812581] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.090690] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.123801] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5411a7fb-b0ab-49eb-a616-41cdfedd782a tempest-MigrationsAdminTest-2086700198 tempest-MigrationsAdminTest-2086700198-project-member] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.625s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.125591] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.262s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.125591] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f64769b8-240c-4637-a083-9ccdd890df55 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.135984] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e56865-b50c-4a1a-b9fb-d0ad9af9b4d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.217628] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c586108-3416-48ca-b571-f1d1e6dfa283 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.225860] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7902161a-7806-4262-a11a-75be39b3cb51 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.259164] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252b12cf-a85f-4350-8965-4d19356153a4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.267641] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edea46e-8fe7-46ce-b284-821d526e8f27 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.283266] env[65829]: DEBUG nova.compute.provider_tree [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.314033] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.241644} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.314368] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.315370] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276d2c68-d765-48ab-b014-b77fbcf38561 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.342078] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 22cd6241-180d-4eb8-85a7-6137daaaeab9/22cd6241-180d-4eb8-85a7-6137daaaeab9.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.342826] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62c7e341-2f96-47d9-b274-6fd109249475 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.365365] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1166.365365] env[65829]: value = "task-4808384" [ 1166.365365] env[65829]: _type = "Task" [ 1166.365365] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.374958] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.675479] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.789866] env[65829]: DEBUG nova.scheduler.client.report [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.876432] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808384, 'name': ReconfigVM_Task, 'duration_secs': 0.313141} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.876734] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 22cd6241-180d-4eb8-85a7-6137daaaeab9/22cd6241-180d-4eb8-85a7-6137daaaeab9.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.877518] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ed9abb6-be1b-4f59-a17d-779a0113dda3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.884748] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1166.884748] env[65829]: value = "task-4808385" [ 1166.884748] env[65829]: _type = "Task" [ 1166.884748] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.894555] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808385, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.294816] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.297179] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.923s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.297856] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.297856] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1167.297856] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.207s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.300292] env[65829]: INFO nova.compute.claims [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.303457] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e81c7e-c2ef-4603-a9b9-28589f355e01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.313321] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955d6a03-6d87-4938-8858-51f3c1d96723 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.331428] env[65829]: INFO nova.scheduler.client.report [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Deleted allocations for instance bd997579-97dd-4259-b21b-d6e2152584a7 [ 1167.333036] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0650add1-f809-46c9-a675-51e64f3bd3f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.345557] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c921fedd-2cd0-4267-afba-91aade999c43 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.378123] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178285MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1167.378289] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.394721] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808385, 'name': Rename_Task, 'duration_secs': 0.140638} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.395040] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.395318] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c9286f8-c500-44c1-9049-0328322f25e2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.402866] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1167.402866] env[65829]: value = "task-4808386" [ 1167.402866] env[65829]: _type = "Task" [ 1167.402866] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.411867] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.504727] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.505023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.505235] env[65829]: DEBUG nova.compute.manager [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Going to confirm migration 7 {{(pid=65829) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1167.843279] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d09de3fb-7836-4073-aac0-459361fc4f4d tempest-ServerShowV254Test-450856214 tempest-ServerShowV254Test-450856214-project-member] Lock "bd997579-97dd-4259-b21b-d6e2152584a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.959s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.844659] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "bd997579-97dd-4259-b21b-d6e2152584a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.980s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.844659] env[65829]: INFO nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] During sync_power_state the instance has a pending task (deleting). Skip. [ 1167.844931] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "bd997579-97dd-4259-b21b-d6e2152584a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.916358] env[65829]: DEBUG oslo_vmware.api [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808386, 'name': PowerOnVM_Task, 'duration_secs': 0.501125} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.916742] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.917107] env[65829]: INFO nova.compute.manager [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1167.917421] env[65829]: DEBUG nova.compute.manager [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1167.918587] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fbbc89-d8d9-406a-92d4-eef183795f21 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.011268] env[65829]: WARNING neutronclient.v2_0.client [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.055862] env[65829]: WARNING neutronclient.v2_0.client [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.056402] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.056402] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.056533] env[65829]: DEBUG nova.network.neutron [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1168.056716] env[65829]: DEBUG nova.objects.instance [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'info_cache' on Instance uuid f1b0a28c-9918-4ed3-8424-e3207a4d290e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.440880] env[65829]: INFO nova.compute.manager [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Took 13.20 seconds to build instance. [ 1168.447563] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3ad6c0-33be-4bba-84dc-8390c02249a1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.456129] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3e2a9f-f5e1-4ead-805b-66e376bf6971 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.491214] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc55c346-45d4-43f7-ac27-71cfeca44489 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.499833] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2076ba6-19c4-403d-a122-c4b9aa35d4e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.515345] env[65829]: DEBUG nova.compute.provider_tree [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.942142] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a8eb7e84-2bf8-46e9-97b8-e6e8f52c76e0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.710s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.943024] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.078s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.943908] env[65829]: INFO nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] During sync_power_state the instance has a pending task (spawning). Skip. [ 1168.943908] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.018805] env[65829]: DEBUG nova.scheduler.client.report [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.065896] env[65829]: WARNING neutronclient.v2_0.client [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.395137] env[65829]: DEBUG nova.compute.manager [req-e05e54a1-5c4a-4e2a-8ca5-37878939a381 req-77984eb6-a52b-465e-96e1-6fb6c0fad533 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Received event network-changed-c372081e-9d60-4dd6-96b5-3fa9cac70fde {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1169.395305] env[65829]: DEBUG nova.compute.manager [req-e05e54a1-5c4a-4e2a-8ca5-37878939a381 req-77984eb6-a52b-465e-96e1-6fb6c0fad533 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Refreshing instance network info cache due to event network-changed-c372081e-9d60-4dd6-96b5-3fa9cac70fde. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1169.395438] env[65829]: DEBUG oslo_concurrency.lockutils [req-e05e54a1-5c4a-4e2a-8ca5-37878939a381 req-77984eb6-a52b-465e-96e1-6fb6c0fad533 service nova] Acquiring lock "refresh_cache-22cd6241-180d-4eb8-85a7-6137daaaeab9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.395643] env[65829]: DEBUG oslo_concurrency.lockutils [req-e05e54a1-5c4a-4e2a-8ca5-37878939a381 req-77984eb6-a52b-465e-96e1-6fb6c0fad533 service nova] Acquired lock "refresh_cache-22cd6241-180d-4eb8-85a7-6137daaaeab9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.395744] env[65829]: DEBUG nova.network.neutron [req-e05e54a1-5c4a-4e2a-8ca5-37878939a381 req-77984eb6-a52b-465e-96e1-6fb6c0fad533 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Refreshing network info cache for port c372081e-9d60-4dd6-96b5-3fa9cac70fde {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.527721] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.528310] env[65829]: DEBUG nova.compute.manager [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1169.531314] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.153s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.566453] env[65829]: WARNING neutronclient.v2_0.client [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.674824] env[65829]: DEBUG nova.network.neutron [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance_info_cache with network_info: [{"id": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "address": "fa:16:3e:c9:da:2e", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dcfd57d-2d", "ovs_interfaceid": "7dcfd57d-2d67-49ff-8516-c4cb7232f823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.900887] env[65829]: WARNING neutronclient.v2_0.client [req-e05e54a1-5c4a-4e2a-8ca5-37878939a381 req-77984eb6-a52b-465e-96e1-6fb6c0fad533 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.035926] env[65829]: DEBUG nova.compute.utils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.043250] env[65829]: DEBUG nova.compute.manager [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1170.043250] env[65829]: DEBUG nova.network.neutron [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1170.043250] env[65829]: WARNING neutronclient.v2_0.client [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.043250] env[65829]: WARNING neutronclient.v2_0.client [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.167716] env[65829]: DEBUG nova.policy [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd51feba679164b4c93e2c025ce12bc2b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cac28f198d84bc19abf0bdbc55e7b49', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.182023] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-f1b0a28c-9918-4ed3-8424-e3207a4d290e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.182023] env[65829]: DEBUG nova.objects.instance [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'migration_context' on Instance uuid f1b0a28c-9918-4ed3-8424-e3207a4d290e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.267322] env[65829]: WARNING neutronclient.v2_0.client [req-e05e54a1-5c4a-4e2a-8ca5-37878939a381 req-77984eb6-a52b-465e-96e1-6fb6c0fad533 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.543311] env[65829]: DEBUG nova.compute.manager [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1170.548150] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Applying migration context for instance f1b0a28c-9918-4ed3-8424-e3207a4d290e as it has an incoming, in-progress migration b635efa1-c81e-46e8-9a64-b34630794a29. Migration status is confirming {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1170.549251] env[65829]: INFO nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating resource usage from migration b635efa1-c81e-46e8-9a64-b34630794a29 [ 1170.591865] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance d8d348a7-b52a-4c35-9b58-9d02b367f674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1170.591865] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 5e85be84-9722-4804-be8b-0e6a48416f3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1170.591941] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Migration b635efa1-c81e-46e8-9a64-b34630794a29 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1170.592097] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance f1b0a28c-9918-4ed3-8424-e3207a4d290e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1170.592159] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 22cd6241-180d-4eb8-85a7-6137daaaeab9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1170.592280] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 334082d2-d4f5-4302-8acf-56c28655b1a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1170.611649] env[65829]: DEBUG nova.network.neutron [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Successfully created port: 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1170.618884] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "0bf96d71-da21-4621-9a0e-f51c2a9627ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.619138] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "0bf96d71-da21-4621-9a0e-f51c2a9627ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.690026] env[65829]: DEBUG nova.objects.base [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1170.690026] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c29658-9964-4483-8d8d-d0114880bae2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.712731] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91fdb0a-5587-4706-96fd-2f39a10bd9bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.721200] env[65829]: DEBUG oslo_vmware.api [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1170.721200] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52215716-447c-1bce-f3e3-d3cccc5be2e2" [ 1170.721200] env[65829]: _type = "Task" [ 1170.721200] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.733832] env[65829]: DEBUG oslo_vmware.api [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52215716-447c-1bce-f3e3-d3cccc5be2e2, 'name': SearchDatastore_Task, 'duration_secs': 0.009356} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.733832] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.909652] env[65829]: DEBUG oslo_concurrency.lockutils [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "5e85be84-9722-4804-be8b-0e6a48416f3c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.909927] env[65829]: DEBUG oslo_concurrency.lockutils [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.097465] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 0bf96d71-da21-4621-9a0e-f51c2a9627ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1171.097846] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1171.098065] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_resized': '1', 'num_task_None': '5', 'num_os_type_None': '5', 'num_proj_b94c0331c3b542cf85c59c071c759210': '1', 'io_workload': '1', 'num_vm_active': '3', 'num_proj_58ecbfca7f9f40e7a4f4681d2d1a5ef1': '2', 'num_proj_8b2d6a4452f84c3eb5a673a509a073a9': '1', 'num_vm_building': '1', 'num_proj_7cac28f198d84bc19abf0bdbc55e7b49': '1'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1171.123573] env[65829]: DEBUG nova.compute.manager [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1171.222575] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b30b3b-d7c3-430b-bdcc-227b5da27dcb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.231385] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95bc9b7-4bc2-4606-b41c-622df458a05b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.265717] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f86f2d8-6720-4983-8c86-a5d4e9ffa90a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.274939] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d3d74c-05de-47a7-96ae-ee8a60a3fb08 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.289889] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.414258] env[65829]: INFO nova.compute.manager [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Detaching volume 02a78459-b9d6-46cc-bc0b-be2f7812331c [ 1171.460157] env[65829]: INFO nova.virt.block_device [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Attempting to driver detach volume 02a78459-b9d6-46cc-bc0b-be2f7812331c from mountpoint /dev/sdb [ 1171.460262] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.460384] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937549', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'name': 'volume-02a78459-b9d6-46cc-bc0b-be2f7812331c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e85be84-9722-4804-be8b-0e6a48416f3c', 'attached_at': '', 'detached_at': '', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'serial': '02a78459-b9d6-46cc-bc0b-be2f7812331c'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1171.461285] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2f25a5-cb68-4970-a76c-316a689de375 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.486088] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a482e3-4664-478b-8d81-a36a346051d8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.494599] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440ee52b-aba5-4f69-ab9f-b489b822ef02 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.517374] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf30d76-298b-4e71-a77f-c28f957d4faf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.537994] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The volume has not been displaced from its original location: [datastore1] volume-02a78459-b9d6-46cc-bc0b-be2f7812331c/volume-02a78459-b9d6-46cc-bc0b-be2f7812331c.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1171.543942] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.544535] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79a446d4-af70-4bb5-8a22-30b6d10cef2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.560592] env[65829]: DEBUG nova.compute.manager [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1171.563956] env[65829]: DEBUG nova.network.neutron [req-e05e54a1-5c4a-4e2a-8ca5-37878939a381 req-77984eb6-a52b-465e-96e1-6fb6c0fad533 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Updated VIF entry in instance network info cache for port c372081e-9d60-4dd6-96b5-3fa9cac70fde. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1171.564350] env[65829]: DEBUG nova.network.neutron [req-e05e54a1-5c4a-4e2a-8ca5-37878939a381 req-77984eb6-a52b-465e-96e1-6fb6c0fad533 service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Updating instance_info_cache with network_info: [{"id": "c372081e-9d60-4dd6-96b5-3fa9cac70fde", "address": "fa:16:3e:3c:bf:49", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc372081e-9d", "ovs_interfaceid": "c372081e-9d60-4dd6-96b5-3fa9cac70fde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.572579] env[65829]: DEBUG oslo_vmware.api [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1171.572579] env[65829]: value = "task-4808387" [ 1171.572579] env[65829]: _type = "Task" [ 1171.572579] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.583351] env[65829]: DEBUG oslo_vmware.api [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.594929] env[65829]: DEBUG nova.virt.hardware [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1171.595230] env[65829]: DEBUG nova.virt.hardware [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.595497] env[65829]: DEBUG nova.virt.hardware [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1171.595685] env[65829]: DEBUG nova.virt.hardware [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.595831] env[65829]: DEBUG nova.virt.hardware [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1171.595974] env[65829]: DEBUG nova.virt.hardware [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1171.596202] env[65829]: DEBUG nova.virt.hardware [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1171.596355] env[65829]: DEBUG nova.virt.hardware [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1171.596825] env[65829]: DEBUG nova.virt.hardware [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1171.596825] env[65829]: DEBUG nova.virt.hardware [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1171.596920] env[65829]: DEBUG nova.virt.hardware [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1171.598191] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb6ef53-1920-4ca2-974b-804fc7b5342f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.609685] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4ac061-080e-466c-9961-0ace9475b58b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.650750] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.795858] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.069194] env[65829]: DEBUG oslo_concurrency.lockutils [req-e05e54a1-5c4a-4e2a-8ca5-37878939a381 req-77984eb6-a52b-465e-96e1-6fb6c0fad533 service nova] Releasing lock "refresh_cache-22cd6241-180d-4eb8-85a7-6137daaaeab9" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.083805] env[65829]: DEBUG oslo_vmware.api [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808387, 'name': ReconfigVM_Task, 'duration_secs': 0.324813} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.083805] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.088774] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93044753-e29b-476a-a465-fa19030d092a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.107203] env[65829]: DEBUG oslo_vmware.api [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1172.107203] env[65829]: value = "task-4808388" [ 1172.107203] env[65829]: _type = "Task" [ 1172.107203] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.116845] env[65829]: DEBUG oslo_vmware.api [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.165302] env[65829]: DEBUG nova.compute.manager [req-a107faec-e7a0-4380-97ca-cdf759f078e7 req-d5a4f18f-45ca-4c23-a82a-28adac460e42 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Received event network-vif-plugged-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1172.165302] env[65829]: DEBUG oslo_concurrency.lockutils [req-a107faec-e7a0-4380-97ca-cdf759f078e7 req-d5a4f18f-45ca-4c23-a82a-28adac460e42 service nova] Acquiring lock "334082d2-d4f5-4302-8acf-56c28655b1a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.165302] env[65829]: DEBUG oslo_concurrency.lockutils [req-a107faec-e7a0-4380-97ca-cdf759f078e7 req-d5a4f18f-45ca-4c23-a82a-28adac460e42 service nova] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.165302] env[65829]: DEBUG oslo_concurrency.lockutils [req-a107faec-e7a0-4380-97ca-cdf759f078e7 req-d5a4f18f-45ca-4c23-a82a-28adac460e42 service nova] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.165302] env[65829]: DEBUG nova.compute.manager [req-a107faec-e7a0-4380-97ca-cdf759f078e7 req-d5a4f18f-45ca-4c23-a82a-28adac460e42 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] No waiting events found dispatching network-vif-plugged-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1172.165488] env[65829]: WARNING nova.compute.manager [req-a107faec-e7a0-4380-97ca-cdf759f078e7 req-d5a4f18f-45ca-4c23-a82a-28adac460e42 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Received unexpected event network-vif-plugged-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e for instance with vm_state building and task_state spawning. [ 1172.254159] env[65829]: DEBUG nova.network.neutron [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Successfully updated port: 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1172.302048] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1172.302301] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.771s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.302764] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.569s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.619706] env[65829]: DEBUG oslo_vmware.api [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808388, 'name': ReconfigVM_Task, 'duration_secs': 0.169587} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.620054] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937549', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'name': 'volume-02a78459-b9d6-46cc-bc0b-be2f7812331c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e85be84-9722-4804-be8b-0e6a48416f3c', 'attached_at': '', 'detached_at': '', 'volume_id': '02a78459-b9d6-46cc-bc0b-be2f7812331c', 'serial': '02a78459-b9d6-46cc-bc0b-be2f7812331c'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1172.734204] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "cc273384-cd47-4490-baf3-14e4066ac74e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.734363] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "cc273384-cd47-4490-baf3-14e4066ac74e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.760819] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.760819] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.760819] env[65829]: DEBUG nova.network.neutron [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1172.948650] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c0336f-49fb-4aa0-b3a2-53ff4d80b2da {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.956783] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4fe779-fd5f-41a4-b3d3-47fd81731e3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.988997] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9346bdbc-b880-48f1-9eda-001144449842 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.998045] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f09a963-8e47-4b1a-9d29-d1dba158db18 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.012659] env[65829]: DEBUG nova.compute.provider_tree [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.173466] env[65829]: DEBUG nova.objects.instance [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lazy-loading 'flavor' on Instance uuid 5e85be84-9722-4804-be8b-0e6a48416f3c {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.242509] env[65829]: DEBUG nova.compute.manager [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1173.297684] env[65829]: DEBUG nova.network.neutron [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1173.377670] env[65829]: WARNING neutronclient.v2_0.client [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.455917] env[65829]: DEBUG nova.network.neutron [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updating instance_info_cache with network_info: [{"id": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "address": "fa:16:3e:05:20:8f", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c321f2e-9f", "ovs_interfaceid": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.516212] env[65829]: DEBUG nova.scheduler.client.report [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.768987] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.958598] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.958966] env[65829]: DEBUG nova.compute.manager [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Instance network_info: |[{"id": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "address": "fa:16:3e:05:20:8f", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c321f2e-9f", "ovs_interfaceid": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1173.959486] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:20:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c321f2e-9faf-4ad7-8b6b-1db76b91b04e', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.967387] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1173.967387] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.967562] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-099bad64-a6f4-4180-883e-f7f12ab1c83a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.988595] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.988595] env[65829]: value = "task-4808389" [ 1173.988595] env[65829]: _type = "Task" [ 1173.988595] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.996858] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808389, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.181131] env[65829]: DEBUG oslo_concurrency.lockutils [None req-067dd9d9-3f57-4401-8e61-694d0d1073a9 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.271s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.193676] env[65829]: DEBUG nova.compute.manager [req-35ea497d-fbdd-4b31-a3e5-2af542b25133 req-1003fa9a-9924-4ad8-975e-91ba392a4e19 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Received event network-changed-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1174.193927] env[65829]: DEBUG nova.compute.manager [req-35ea497d-fbdd-4b31-a3e5-2af542b25133 req-1003fa9a-9924-4ad8-975e-91ba392a4e19 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Refreshing instance network info cache due to event network-changed-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1174.194120] env[65829]: DEBUG oslo_concurrency.lockutils [req-35ea497d-fbdd-4b31-a3e5-2af542b25133 req-1003fa9a-9924-4ad8-975e-91ba392a4e19 service nova] Acquiring lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.194266] env[65829]: DEBUG oslo_concurrency.lockutils [req-35ea497d-fbdd-4b31-a3e5-2af542b25133 req-1003fa9a-9924-4ad8-975e-91ba392a4e19 service nova] Acquired lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.194421] env[65829]: DEBUG nova.network.neutron [req-35ea497d-fbdd-4b31-a3e5-2af542b25133 req-1003fa9a-9924-4ad8-975e-91ba392a4e19 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Refreshing network info cache for port 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.499221] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808389, 'name': CreateVM_Task, 'duration_secs': 0.35} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.499396] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.499931] env[65829]: WARNING neutronclient.v2_0.client [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.500306] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.500457] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.500764] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.501024] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd59aee-b88e-4e48-9575-4729765edf95 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.505790] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1174.505790] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bec1f0-374f-fe53-b93c-e4a63cbc1dac" [ 1174.505790] env[65829]: _type = "Task" [ 1174.505790] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.513713] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bec1f0-374f-fe53-b93c-e4a63cbc1dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.528153] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.225s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.531036] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.881s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.532433] env[65829]: INFO nova.compute.claims [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.566134] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "5e85be84-9722-4804-be8b-0e6a48416f3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.566478] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.566746] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "5e85be84-9722-4804-be8b-0e6a48416f3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.567137] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.567245] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.570085] env[65829]: INFO nova.compute.manager [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Terminating instance [ 1174.698021] env[65829]: WARNING neutronclient.v2_0.client [req-35ea497d-fbdd-4b31-a3e5-2af542b25133 req-1003fa9a-9924-4ad8-975e-91ba392a4e19 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.871684] env[65829]: WARNING neutronclient.v2_0.client [req-35ea497d-fbdd-4b31-a3e5-2af542b25133 req-1003fa9a-9924-4ad8-975e-91ba392a4e19 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.943103] env[65829]: DEBUG nova.network.neutron [req-35ea497d-fbdd-4b31-a3e5-2af542b25133 req-1003fa9a-9924-4ad8-975e-91ba392a4e19 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updated VIF entry in instance network info cache for port 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1174.943476] env[65829]: DEBUG nova.network.neutron [req-35ea497d-fbdd-4b31-a3e5-2af542b25133 req-1003fa9a-9924-4ad8-975e-91ba392a4e19 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updating instance_info_cache with network_info: [{"id": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "address": "fa:16:3e:05:20:8f", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c321f2e-9f", "ovs_interfaceid": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.017648] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bec1f0-374f-fe53-b93c-e4a63cbc1dac, 'name': SearchDatastore_Task, 'duration_secs': 0.011702} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.018173] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.018585] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.018736] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.018904] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.019779] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.019779] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae57a12f-3de4-4055-91c7-4c3295a0ce68 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.029557] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.029755] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.030544] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91b7f40-3be0-43d9-97a7-b5cfb102fd65 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.044048] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1175.044048] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5278ca90-584a-03fe-7701-c943203edc77" [ 1175.044048] env[65829]: _type = "Task" [ 1175.044048] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.054929] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5278ca90-584a-03fe-7701-c943203edc77, 'name': SearchDatastore_Task} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.056657] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3ccb9c-022f-4517-94a8-ab844a2a3e5c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.067824] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1175.067824] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52823b2c-069b-5713-9ef6-5e454e1ef7b0" [ 1175.067824] env[65829]: _type = "Task" [ 1175.067824] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.074565] env[65829]: DEBUG nova.compute.manager [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1175.074895] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.076352] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff56cd7-8f45-450a-a80f-3e87c5b1f88a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.089050] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52823b2c-069b-5713-9ef6-5e454e1ef7b0, 'name': SearchDatastore_Task, 'duration_secs': 0.01302} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.091425] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.091710] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 334082d2-d4f5-4302-8acf-56c28655b1a5/334082d2-d4f5-4302-8acf-56c28655b1a5.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.092111] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.092361] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-158e8596-7a51-4e27-bb8b-acfeb3b7beef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.094470] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d857c58d-be81-4182-b57d-34b5957714aa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.102501] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1175.102501] env[65829]: value = "task-4808391" [ 1175.102501] env[65829]: _type = "Task" [ 1175.102501] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.104884] env[65829]: DEBUG oslo_vmware.api [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1175.104884] env[65829]: value = "task-4808390" [ 1175.104884] env[65829]: _type = "Task" [ 1175.104884] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.112617] env[65829]: INFO nova.scheduler.client.report [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleted allocation for migration b635efa1-c81e-46e8-9a64-b34630794a29 [ 1175.125203] env[65829]: DEBUG oslo_vmware.api [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.446590] env[65829]: DEBUG oslo_concurrency.lockutils [req-35ea497d-fbdd-4b31-a3e5-2af542b25133 req-1003fa9a-9924-4ad8-975e-91ba392a4e19 service nova] Releasing lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.618993] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0179f746-954e-4cb6-ad7f-d51c4c8a320f tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.114s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.627019] env[65829]: DEBUG oslo_vmware.api [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808390, 'name': PowerOffVM_Task, 'duration_secs': 0.299679} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.627310] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808391, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.630769] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.630977] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.631498] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be5e36cf-87e5-4790-88b3-c363a155f701 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.671753] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307cca3b-7ffa-44a7-9774-d3fb8beaef08 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.686229] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1758c233-4fe5-4c21-8c77-980952768868 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.729858] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6bcc36-3375-4ff7-b372-48803ba03c7b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.732516] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.732712] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.732883] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleting the datastore file [datastore2] 5e85be84-9722-4804-be8b-0e6a48416f3c {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.733144] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f4ec71c-8ac3-43d4-bdf4-85da76a27c64 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.741467] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8794aa6d-9f51-4307-a47e-76e4e293646f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.745855] env[65829]: DEBUG oslo_vmware.api [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1175.745855] env[65829]: value = "task-4808393" [ 1175.745855] env[65829]: _type = "Task" [ 1175.745855] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.757411] env[65829]: DEBUG nova.compute.provider_tree [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.764673] env[65829]: DEBUG oslo_vmware.api [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.908941] env[65829]: DEBUG oslo_concurrency.lockutils [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.908941] env[65829]: DEBUG oslo_concurrency.lockutils [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.908941] env[65829]: DEBUG oslo_concurrency.lockutils [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.909413] env[65829]: DEBUG oslo_concurrency.lockutils [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.909413] env[65829]: DEBUG oslo_concurrency.lockutils [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.911481] env[65829]: INFO nova.compute.manager [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Terminating instance [ 1176.115393] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544862} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.115735] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 334082d2-d4f5-4302-8acf-56c28655b1a5/334082d2-d4f5-4302-8acf-56c28655b1a5.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.115961] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.116237] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ccaeb2e-fd72-4f95-b837-5ca61bae06ae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.122673] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1176.122673] env[65829]: value = "task-4808394" [ 1176.122673] env[65829]: _type = "Task" [ 1176.122673] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.132621] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.257374] env[65829]: DEBUG oslo_vmware.api [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327443} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.257596] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.257805] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.257978] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.258172] env[65829]: INFO nova.compute.manager [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1176.258421] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1176.258645] env[65829]: DEBUG nova.compute.manager [-] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1176.258747] env[65829]: DEBUG nova.network.neutron [-] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1176.258995] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.261632] env[65829]: DEBUG nova.scheduler.client.report [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.328639] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1176.415454] env[65829]: DEBUG nova.compute.manager [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1176.415755] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.417454] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26435b1-50aa-4524-bae4-343f18bc2751 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.426155] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.426445] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f36e99f0-c6ee-44ae-82c7-d4b8a7257874 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.434933] env[65829]: DEBUG oslo_vmware.api [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1176.434933] env[65829]: value = "task-4808395" [ 1176.434933] env[65829]: _type = "Task" [ 1176.434933] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.445050] env[65829]: DEBUG oslo_vmware.api [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.633488] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101578} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.633813] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.634804] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d885d1c-4cdb-4884-a850-5db8d1e94a3c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.660018] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 334082d2-d4f5-4302-8acf-56c28655b1a5/334082d2-d4f5-4302-8acf-56c28655b1a5.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.660399] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92aa992b-8232-4270-81eb-6c60226d2924 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.683067] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1176.683067] env[65829]: value = "task-4808396" [ 1176.683067] env[65829]: _type = "Task" [ 1176.683067] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.692303] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808396, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.766643] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.767248] env[65829]: DEBUG nova.compute.manager [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1176.770051] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.771736] env[65829]: INFO nova.compute.claims [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1176.830432] env[65829]: DEBUG nova.compute.manager [req-8042750e-ccb1-4cc2-a583-404297679ef7 req-49f34038-fd88-47ae-84db-a3f2c72ef678 service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Received event network-vif-deleted-1341679b-c344-48b9-a1d4-c249a5fb30bb {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1176.830628] env[65829]: INFO nova.compute.manager [req-8042750e-ccb1-4cc2-a583-404297679ef7 req-49f34038-fd88-47ae-84db-a3f2c72ef678 service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Neutron deleted interface 1341679b-c344-48b9-a1d4-c249a5fb30bb; detaching it from the instance and deleting it from the info cache [ 1176.831259] env[65829]: DEBUG nova.network.neutron [req-8042750e-ccb1-4cc2-a583-404297679ef7 req-49f34038-fd88-47ae-84db-a3f2c72ef678 service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.945716] env[65829]: DEBUG oslo_vmware.api [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808395, 'name': PowerOffVM_Task, 'duration_secs': 0.2138} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.946112] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.946271] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.946513] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a91607c-80bd-4f49-8795-1e49b1bf923b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.014819] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.015142] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.015401] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleting the datastore file [datastore2] f1b0a28c-9918-4ed3-8424-e3207a4d290e {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.015833] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81603037-3e77-43f7-839d-ab0288457aca {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.023773] env[65829]: DEBUG oslo_vmware.api [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1177.023773] env[65829]: value = "task-4808398" [ 1177.023773] env[65829]: _type = "Task" [ 1177.023773] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.033420] env[65829]: DEBUG oslo_vmware.api [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.196472] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808396, 'name': ReconfigVM_Task, 'duration_secs': 0.282363} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.196918] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 334082d2-d4f5-4302-8acf-56c28655b1a5/334082d2-d4f5-4302-8acf-56c28655b1a5.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.197780] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2254717-accc-44be-a50b-b49dd2e37c6e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.204827] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1177.204827] env[65829]: value = "task-4808399" [ 1177.204827] env[65829]: _type = "Task" [ 1177.204827] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.276244] env[65829]: DEBUG nova.compute.utils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.279839] env[65829]: DEBUG nova.compute.manager [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1177.280121] env[65829]: DEBUG nova.network.neutron [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1177.280374] env[65829]: WARNING neutronclient.v2_0.client [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.280638] env[65829]: WARNING neutronclient.v2_0.client [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.308767] env[65829]: DEBUG nova.network.neutron [-] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.324094] env[65829]: DEBUG nova.policy [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6abeefa8cc644c62986a348a096b129b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b3f5fc5ea0f4048a43e31d73e84261b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1177.333244] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-011c0d47-2cb1-4bde-80bd-9933e4bd26c4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.344192] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc83135-c540-4f9b-9d8e-7eaec71d2f99 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.388724] env[65829]: DEBUG nova.compute.manager [req-8042750e-ccb1-4cc2-a583-404297679ef7 req-49f34038-fd88-47ae-84db-a3f2c72ef678 service nova] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Detach interface failed, port_id=1341679b-c344-48b9-a1d4-c249a5fb30bb, reason: Instance 5e85be84-9722-4804-be8b-0e6a48416f3c could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1177.534623] env[65829]: DEBUG oslo_vmware.api [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155056} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.534842] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.535033] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.535214] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.535452] env[65829]: INFO nova.compute.manager [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1177.535725] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1177.535927] env[65829]: DEBUG nova.compute.manager [-] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1177.536039] env[65829]: DEBUG nova.network.neutron [-] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1177.536282] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.607306] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.636745] env[65829]: DEBUG nova.network.neutron [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Successfully created port: a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1177.715911] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808399, 'name': Rename_Task, 'duration_secs': 0.271482} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.716243] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.716514] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-401ccec1-3ffe-4b9e-9c75-f9d76149fac6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.724187] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1177.724187] env[65829]: value = "task-4808400" [ 1177.724187] env[65829]: _type = "Task" [ 1177.724187] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.733575] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.780709] env[65829]: DEBUG nova.compute.manager [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1177.811783] env[65829]: INFO nova.compute.manager [-] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Took 1.55 seconds to deallocate network for instance. [ 1177.917130] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c94ba59-1e92-4cfd-8c48-cff799ccce7c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.927684] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8859e6-5579-4830-b0d7-9b94f0dfbbb5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.962680] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07fee6a-ca2f-497f-ba38-9d8d6aee31f2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.971593] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76919833-41b4-44cc-a2da-8d7b7e621629 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.989264] env[65829]: DEBUG nova.compute.provider_tree [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.235013] env[65829]: DEBUG oslo_vmware.api [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808400, 'name': PowerOnVM_Task, 'duration_secs': 0.492258} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.235345] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.235586] env[65829]: INFO nova.compute.manager [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Took 6.67 seconds to spawn the instance on the hypervisor. [ 1178.235730] env[65829]: DEBUG nova.compute.manager [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1178.236547] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37cf3de-f9b0-49c5-a588-71262662f44b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.318653] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.492772] env[65829]: DEBUG nova.scheduler.client.report [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.570026] env[65829]: DEBUG nova.network.neutron [-] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.756836] env[65829]: INFO nova.compute.manager [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Took 12.69 seconds to build instance. [ 1178.794167] env[65829]: DEBUG nova.compute.manager [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1178.825324] env[65829]: DEBUG nova.virt.hardware [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1178.825664] env[65829]: DEBUG nova.virt.hardware [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.825883] env[65829]: DEBUG nova.virt.hardware [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1178.826187] env[65829]: DEBUG nova.virt.hardware [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.826415] env[65829]: DEBUG nova.virt.hardware [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1178.826624] env[65829]: DEBUG nova.virt.hardware [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1178.826911] env[65829]: DEBUG nova.virt.hardware [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1178.827156] env[65829]: DEBUG nova.virt.hardware [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1178.827433] env[65829]: DEBUG nova.virt.hardware [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1178.827680] env[65829]: DEBUG nova.virt.hardware [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1178.827924] env[65829]: DEBUG nova.virt.hardware [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1178.828880] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f6d11e-f8de-4b29-88e6-d910b86a43bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.837271] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afee91f-5f5b-4235-9d93-664c1530c2c0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.871757] env[65829]: DEBUG nova.compute.manager [req-9dca44d3-5adc-4659-bb70-eaa7f3fb1846 req-1942b77b-fc3c-4ef4-96c5-10f4a61a0de6 service nova] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Received event network-vif-deleted-7dcfd57d-2d67-49ff-8516-c4cb7232f823 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1178.997438] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.227s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.998205] env[65829]: DEBUG nova.compute.manager [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1179.000995] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.683s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.001277] env[65829]: DEBUG nova.objects.instance [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lazy-loading 'resources' on Instance uuid 5e85be84-9722-4804-be8b-0e6a48416f3c {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.071972] env[65829]: INFO nova.compute.manager [-] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Took 1.54 seconds to deallocate network for instance. [ 1179.116240] env[65829]: DEBUG nova.compute.manager [req-f73f2e50-aeb2-42e9-860a-7271923f0160 req-ba9135e2-4f4f-47f2-a71d-b94c9f4b1253 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Received event network-vif-plugged-a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1179.116673] env[65829]: DEBUG oslo_concurrency.lockutils [req-f73f2e50-aeb2-42e9-860a-7271923f0160 req-ba9135e2-4f4f-47f2-a71d-b94c9f4b1253 service nova] Acquiring lock "0bf96d71-da21-4621-9a0e-f51c2a9627ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.117012] env[65829]: DEBUG oslo_concurrency.lockutils [req-f73f2e50-aeb2-42e9-860a-7271923f0160 req-ba9135e2-4f4f-47f2-a71d-b94c9f4b1253 service nova] Lock "0bf96d71-da21-4621-9a0e-f51c2a9627ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.117357] env[65829]: DEBUG oslo_concurrency.lockutils [req-f73f2e50-aeb2-42e9-860a-7271923f0160 req-ba9135e2-4f4f-47f2-a71d-b94c9f4b1253 service nova] Lock "0bf96d71-da21-4621-9a0e-f51c2a9627ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.118195] env[65829]: DEBUG nova.compute.manager [req-f73f2e50-aeb2-42e9-860a-7271923f0160 req-ba9135e2-4f4f-47f2-a71d-b94c9f4b1253 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] No waiting events found dispatching network-vif-plugged-a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1179.118195] env[65829]: WARNING nova.compute.manager [req-f73f2e50-aeb2-42e9-860a-7271923f0160 req-ba9135e2-4f4f-47f2-a71d-b94c9f4b1253 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Received unexpected event network-vif-plugged-a01c1254-ba70-4f88-bfb8-b3360517ed25 for instance with vm_state building and task_state spawning. [ 1179.194804] env[65829]: DEBUG nova.network.neutron [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Successfully updated port: a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1179.259792] env[65829]: DEBUG oslo_concurrency.lockutils [None req-01505272-05c8-4a1e-8c6f-91109b844a34 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.198s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.506092] env[65829]: DEBUG nova.compute.utils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1179.510684] env[65829]: DEBUG nova.compute.manager [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1179.510893] env[65829]: DEBUG nova.network.neutron [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1179.511222] env[65829]: WARNING neutronclient.v2_0.client [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.511800] env[65829]: WARNING neutronclient.v2_0.client [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.552081] env[65829]: DEBUG nova.policy [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c2a7e2b04c4e59b538bbe555fd6ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d44b84b129d4f99b2facbac903bcd86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.578754] env[65829]: DEBUG oslo_concurrency.lockutils [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.619473] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd7227-29ff-49e9-bdb7-6f23f3c007c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.627849] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff840fb3-c8a2-4f0d-b8d3-d8217a9f07e2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.658861] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be73510-a3eb-4f1e-844b-29ac39d0af91 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.667432] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f24c334-8797-48cd-a952-d56e392714ba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.682103] env[65829]: DEBUG nova.compute.provider_tree [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.697482] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.697695] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquired lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.697877] env[65829]: DEBUG nova.network.neutron [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1179.882391] env[65829]: DEBUG nova.network.neutron [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Successfully created port: 4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1180.014869] env[65829]: DEBUG nova.compute.manager [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1180.185656] env[65829]: DEBUG nova.scheduler.client.report [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.231643] env[65829]: DEBUG nova.network.neutron [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1180.314639] env[65829]: WARNING neutronclient.v2_0.client [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.382472] env[65829]: DEBUG nova.network.neutron [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updating instance_info_cache with network_info: [{"id": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "address": "fa:16:3e:a3:4f:07", "network": {"id": "316bf1e1-5917-42ef-ad8c-db4300df45fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1137030004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3f5fc5ea0f4048a43e31d73e84261b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01c1254-ba", "ovs_interfaceid": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.693374] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.696152] env[65829]: DEBUG oslo_concurrency.lockutils [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.117s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.696380] env[65829]: DEBUG oslo_concurrency.lockutils [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.718043] env[65829]: INFO nova.scheduler.client.report [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted allocations for instance 5e85be84-9722-4804-be8b-0e6a48416f3c [ 1180.719745] env[65829]: INFO nova.scheduler.client.report [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleted allocations for instance f1b0a28c-9918-4ed3-8424-e3207a4d290e [ 1180.885413] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Releasing lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.885906] env[65829]: DEBUG nova.compute.manager [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Instance network_info: |[{"id": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "address": "fa:16:3e:a3:4f:07", "network": {"id": "316bf1e1-5917-42ef-ad8c-db4300df45fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1137030004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3f5fc5ea0f4048a43e31d73e84261b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01c1254-ba", "ovs_interfaceid": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1180.886470] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:4f:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a01c1254-ba70-4f88-bfb8-b3360517ed25', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.896626] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Creating folder: Project (1b3f5fc5ea0f4048a43e31d73e84261b). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1180.896984] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c614256-cb47-4493-b48e-0c6b5b7fea71 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.909757] env[65829]: DEBUG nova.compute.manager [req-ab3f201c-1b42-4855-b844-161d0720bac4 req-9c50f8df-bb47-48ce-812e-821a391ce890 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Received event network-changed-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1180.910102] env[65829]: DEBUG nova.compute.manager [req-ab3f201c-1b42-4855-b844-161d0720bac4 req-9c50f8df-bb47-48ce-812e-821a391ce890 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Refreshing instance network info cache due to event network-changed-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1180.910373] env[65829]: DEBUG oslo_concurrency.lockutils [req-ab3f201c-1b42-4855-b844-161d0720bac4 req-9c50f8df-bb47-48ce-812e-821a391ce890 service nova] Acquiring lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.910589] env[65829]: DEBUG oslo_concurrency.lockutils [req-ab3f201c-1b42-4855-b844-161d0720bac4 req-9c50f8df-bb47-48ce-812e-821a391ce890 service nova] Acquired lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.910774] env[65829]: DEBUG nova.network.neutron [req-ab3f201c-1b42-4855-b844-161d0720bac4 req-9c50f8df-bb47-48ce-812e-821a391ce890 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Refreshing network info cache for port 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.914884] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Created folder: Project (1b3f5fc5ea0f4048a43e31d73e84261b) in parent group-v937255. [ 1180.914884] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Creating folder: Instances. Parent ref: group-v937561. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1180.914884] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c052d37-0eb9-402a-b4d3-94de9d1dc429 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.925610] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Created folder: Instances in parent group-v937561. [ 1180.925778] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1180.925943] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.926192] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-116d2037-f7e5-4a26-8e49-b52fe71569ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.947681] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.947681] env[65829]: value = "task-4808403" [ 1180.947681] env[65829]: _type = "Task" [ 1180.947681] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.956675] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808403, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.024549] env[65829]: DEBUG nova.compute.manager [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1181.058783] env[65829]: DEBUG nova.virt.hardware [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1181.059039] env[65829]: DEBUG nova.virt.hardware [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1181.059204] env[65829]: DEBUG nova.virt.hardware [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1181.059392] env[65829]: DEBUG nova.virt.hardware [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1181.059536] env[65829]: DEBUG nova.virt.hardware [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1181.059703] env[65829]: DEBUG nova.virt.hardware [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1181.059922] env[65829]: DEBUG nova.virt.hardware [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1181.060095] env[65829]: DEBUG nova.virt.hardware [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1181.060264] env[65829]: DEBUG nova.virt.hardware [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1181.060425] env[65829]: DEBUG nova.virt.hardware [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1181.060603] env[65829]: DEBUG nova.virt.hardware [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1181.061853] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c8e7dc-059a-4e3b-ad98-ba6c186d24c7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.070741] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2481d0e7-7d26-4643-afdf-a2f388672909 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.146949] env[65829]: DEBUG nova.compute.manager [req-5341deab-baa8-4ffc-99ec-bb16237874e9 req-7997d607-18f5-4016-acf7-54a2a63a9264 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Received event network-changed-a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1181.147210] env[65829]: DEBUG nova.compute.manager [req-5341deab-baa8-4ffc-99ec-bb16237874e9 req-7997d607-18f5-4016-acf7-54a2a63a9264 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Refreshing instance network info cache due to event network-changed-a01c1254-ba70-4f88-bfb8-b3360517ed25. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1181.147466] env[65829]: DEBUG oslo_concurrency.lockutils [req-5341deab-baa8-4ffc-99ec-bb16237874e9 req-7997d607-18f5-4016-acf7-54a2a63a9264 service nova] Acquiring lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.147754] env[65829]: DEBUG oslo_concurrency.lockutils [req-5341deab-baa8-4ffc-99ec-bb16237874e9 req-7997d607-18f5-4016-acf7-54a2a63a9264 service nova] Acquired lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.147875] env[65829]: DEBUG nova.network.neutron [req-5341deab-baa8-4ffc-99ec-bb16237874e9 req-7997d607-18f5-4016-acf7-54a2a63a9264 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Refreshing network info cache for port a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1181.230660] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b46f45eb-4a68-4111-90fe-9b6815c23c24 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "5e85be84-9722-4804-be8b-0e6a48416f3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.663s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.231352] env[65829]: DEBUG oslo_concurrency.lockutils [None req-af6003ee-f644-43ea-b1d6-eebccbe96411 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "f1b0a28c-9918-4ed3-8424-e3207a4d290e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.323s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.407058] env[65829]: DEBUG nova.network.neutron [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Successfully updated port: 4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1181.414375] env[65829]: WARNING neutronclient.v2_0.client [req-ab3f201c-1b42-4855-b844-161d0720bac4 req-9c50f8df-bb47-48ce-812e-821a391ce890 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.466030] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808403, 'name': CreateVM_Task, 'duration_secs': 0.33613} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.466030] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.466697] env[65829]: WARNING neutronclient.v2_0.client [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.467563] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.470633] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.470633] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.470633] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a86fd2-3e23-421d-917b-8192225f5e17 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.474785] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1181.474785] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c7f604-6f3d-08af-b3d3-eda0dec2103d" [ 1181.474785] env[65829]: _type = "Task" [ 1181.474785] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.483763] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c7f604-6f3d-08af-b3d3-eda0dec2103d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.616944] env[65829]: WARNING neutronclient.v2_0.client [req-ab3f201c-1b42-4855-b844-161d0720bac4 req-9c50f8df-bb47-48ce-812e-821a391ce890 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.650538] env[65829]: WARNING neutronclient.v2_0.client [req-5341deab-baa8-4ffc-99ec-bb16237874e9 req-7997d607-18f5-4016-acf7-54a2a63a9264 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.730996] env[65829]: DEBUG nova.network.neutron [req-ab3f201c-1b42-4855-b844-161d0720bac4 req-9c50f8df-bb47-48ce-812e-821a391ce890 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updated VIF entry in instance network info cache for port 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1181.731456] env[65829]: DEBUG nova.network.neutron [req-ab3f201c-1b42-4855-b844-161d0720bac4 req-9c50f8df-bb47-48ce-812e-821a391ce890 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updating instance_info_cache with network_info: [{"id": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "address": "fa:16:3e:05:20:8f", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c321f2e-9f", "ovs_interfaceid": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.853890] env[65829]: WARNING neutronclient.v2_0.client [req-5341deab-baa8-4ffc-99ec-bb16237874e9 req-7997d607-18f5-4016-acf7-54a2a63a9264 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.909190] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.909391] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.909595] env[65829]: DEBUG nova.network.neutron [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1181.955286] env[65829]: DEBUG nova.network.neutron [req-5341deab-baa8-4ffc-99ec-bb16237874e9 req-7997d607-18f5-4016-acf7-54a2a63a9264 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updated VIF entry in instance network info cache for port a01c1254-ba70-4f88-bfb8-b3360517ed25. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1181.955664] env[65829]: DEBUG nova.network.neutron [req-5341deab-baa8-4ffc-99ec-bb16237874e9 req-7997d607-18f5-4016-acf7-54a2a63a9264 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updating instance_info_cache with network_info: [{"id": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "address": "fa:16:3e:a3:4f:07", "network": {"id": "316bf1e1-5917-42ef-ad8c-db4300df45fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1137030004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3f5fc5ea0f4048a43e31d73e84261b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01c1254-ba", "ovs_interfaceid": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.987349] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52c7f604-6f3d-08af-b3d3-eda0dec2103d, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.987683] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.987925] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.988165] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.988308] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.988483] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.988755] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35f69df3-59f1-4df5-b757-27e009ca4747 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.998579] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.998772] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.999554] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd92ebb-65ab-497e-ab9f-88ded06c9db8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.005646] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1182.005646] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528dd427-f80a-b43a-d5ff-ae28c665d95a" [ 1182.005646] env[65829]: _type = "Task" [ 1182.005646] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.013996] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528dd427-f80a-b43a-d5ff-ae28c665d95a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.234759] env[65829]: DEBUG oslo_concurrency.lockutils [req-ab3f201c-1b42-4855-b844-161d0720bac4 req-9c50f8df-bb47-48ce-812e-821a391ce890 service nova] Releasing lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.448432] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.448659] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.453036] env[65829]: DEBUG nova.network.neutron [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1182.458116] env[65829]: DEBUG oslo_concurrency.lockutils [req-5341deab-baa8-4ffc-99ec-bb16237874e9 req-7997d607-18f5-4016-acf7-54a2a63a9264 service nova] Releasing lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.516189] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528dd427-f80a-b43a-d5ff-ae28c665d95a, 'name': SearchDatastore_Task, 'duration_secs': 0.00963} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.516985] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53cc6bd3-4cb7-4f03-b7f4-c92227ac94ce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.523251] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1182.523251] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5243f6e2-b0c2-0983-f9bc-a42d492a5e88" [ 1182.523251] env[65829]: _type = "Task" [ 1182.523251] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.531618] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5243f6e2-b0c2-0983-f9bc-a42d492a5e88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.532794] env[65829]: WARNING neutronclient.v2_0.client [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.608252] env[65829]: DEBUG nova.network.neutron [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updating instance_info_cache with network_info: [{"id": "4f93dd03-4e66-454a-b658-3954e54d4a47", "address": "fa:16:3e:72:00:e9", "network": {"id": "cdb397fb-05de-4735-bc42-4d5583bf0fac", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1485532562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d44b84b129d4f99b2facbac903bcd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f93dd03-4e", "ovs_interfaceid": "4f93dd03-4e66-454a-b658-3954e54d4a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.727935] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "f0f06216-64dc-4956-9e62-d2baed55cbb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.728184] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "f0f06216-64dc-4956-9e62-d2baed55cbb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.945099] env[65829]: DEBUG nova.compute.manager [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Received event network-vif-plugged-4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1182.945379] env[65829]: DEBUG oslo_concurrency.lockutils [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] Acquiring lock "cc273384-cd47-4490-baf3-14e4066ac74e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.945600] env[65829]: DEBUG oslo_concurrency.lockutils [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] Lock "cc273384-cd47-4490-baf3-14e4066ac74e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.945776] env[65829]: DEBUG oslo_concurrency.lockutils [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] Lock "cc273384-cd47-4490-baf3-14e4066ac74e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.945929] env[65829]: DEBUG nova.compute.manager [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] No waiting events found dispatching network-vif-plugged-4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1182.946265] env[65829]: WARNING nova.compute.manager [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Received unexpected event network-vif-plugged-4f93dd03-4e66-454a-b658-3954e54d4a47 for instance with vm_state building and task_state spawning. [ 1182.946453] env[65829]: DEBUG nova.compute.manager [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Received event network-changed-4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1182.946606] env[65829]: DEBUG nova.compute.manager [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Refreshing instance network info cache due to event network-changed-4f93dd03-4e66-454a-b658-3954e54d4a47. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1182.946818] env[65829]: DEBUG oslo_concurrency.lockutils [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] Acquiring lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.950905] env[65829]: DEBUG nova.compute.manager [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1183.034997] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5243f6e2-b0c2-0983-f9bc-a42d492a5e88, 'name': SearchDatastore_Task, 'duration_secs': 0.027006} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.035312] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.035598] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 0bf96d71-da21-4621-9a0e-f51c2a9627ba/0bf96d71-da21-4621-9a0e-f51c2a9627ba.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.035883] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b88b30f-7672-4aba-a97b-9fc33ad0c253 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.044053] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1183.044053] env[65829]: value = "task-4808404" [ 1183.044053] env[65829]: _type = "Task" [ 1183.044053] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.054034] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.110856] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Releasing lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.111269] env[65829]: DEBUG nova.compute.manager [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Instance network_info: |[{"id": "4f93dd03-4e66-454a-b658-3954e54d4a47", "address": "fa:16:3e:72:00:e9", "network": {"id": "cdb397fb-05de-4735-bc42-4d5583bf0fac", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1485532562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d44b84b129d4f99b2facbac903bcd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f93dd03-4e", "ovs_interfaceid": "4f93dd03-4e66-454a-b658-3954e54d4a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1183.111598] env[65829]: DEBUG oslo_concurrency.lockutils [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] Acquired lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.111776] env[65829]: DEBUG nova.network.neutron [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Refreshing network info cache for port 4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.113138] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:00:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f93dd03-4e66-454a-b658-3954e54d4a47', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1183.121141] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Creating folder: Project (5d44b84b129d4f99b2facbac903bcd86). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.122237] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ace7803-c152-4acc-9271-52578b9deb8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.134085] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Created folder: Project (5d44b84b129d4f99b2facbac903bcd86) in parent group-v937255. [ 1183.134299] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Creating folder: Instances. Parent ref: group-v937564. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1183.134549] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27ef84eb-bb4c-4da3-a91a-eefc214133be {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.147920] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Created folder: Instances in parent group-v937564. [ 1183.148201] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1183.148394] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1183.148601] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b73e1b18-f7f5-494b-9f3d-14165f7b5f77 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.168592] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1183.168592] env[65829]: value = "task-4808407" [ 1183.168592] env[65829]: _type = "Task" [ 1183.168592] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.176460] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808407, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.230427] env[65829]: DEBUG nova.compute.manager [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1183.484054] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.484442] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.486194] env[65829]: INFO nova.compute.claims [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.553979] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470309} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.554298] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 0bf96d71-da21-4621-9a0e-f51c2a9627ba/0bf96d71-da21-4621-9a0e-f51c2a9627ba.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1183.554483] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1183.554738] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce73cfdb-1ef2-47cc-b935-01e954c88e90 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.561843] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1183.561843] env[65829]: value = "task-4808408" [ 1183.561843] env[65829]: _type = "Task" [ 1183.561843] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.570680] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808408, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.623354] env[65829]: WARNING neutronclient.v2_0.client [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.680357] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808407, 'name': CreateVM_Task, 'duration_secs': 0.503591} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.680650] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1183.681213] env[65829]: WARNING neutronclient.v2_0.client [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.681328] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.681455] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.681760] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.682030] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5f6251-bc27-4658-a8d7-95ce3c064d96 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.687183] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1183.687183] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d997da-92ae-c751-a50f-08e2865f56ce" [ 1183.687183] env[65829]: _type = "Task" [ 1183.687183] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.695900] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d997da-92ae-c751-a50f-08e2865f56ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.755053] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.792845] env[65829]: WARNING neutronclient.v2_0.client [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.867481] env[65829]: DEBUG nova.network.neutron [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updated VIF entry in instance network info cache for port 4f93dd03-4e66-454a-b658-3954e54d4a47. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1183.868152] env[65829]: DEBUG nova.network.neutron [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updating instance_info_cache with network_info: [{"id": "4f93dd03-4e66-454a-b658-3954e54d4a47", "address": "fa:16:3e:72:00:e9", "network": {"id": "cdb397fb-05de-4735-bc42-4d5583bf0fac", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1485532562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d44b84b129d4f99b2facbac903bcd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f93dd03-4e", "ovs_interfaceid": "4f93dd03-4e66-454a-b658-3954e54d4a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.072705] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808408, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068728} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.072986] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1184.073889] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff9c9e9-4f7c-40f7-a1e1-02035d7d97f7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.099382] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 0bf96d71-da21-4621-9a0e-f51c2a9627ba/0bf96d71-da21-4621-9a0e-f51c2a9627ba.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.099715] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bdb2219-ac24-4437-af92-5fbaac1fb5b3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.120564] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1184.120564] env[65829]: value = "task-4808409" [ 1184.120564] env[65829]: _type = "Task" [ 1184.120564] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.129602] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808409, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.197928] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d997da-92ae-c751-a50f-08e2865f56ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01001} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.198281] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.198514] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1184.198788] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.198939] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.199172] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1184.199457] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0825163a-f734-463e-9fcf-5a7e09d60505 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.211359] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1184.211537] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1184.212326] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92055455-a7c9-4884-83dd-be6c136e83cc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.217987] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1184.217987] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5286eb6e-b9bc-f6f3-7a7b-58bc64df2f77" [ 1184.217987] env[65829]: _type = "Task" [ 1184.217987] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.226356] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5286eb6e-b9bc-f6f3-7a7b-58bc64df2f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.371093] env[65829]: DEBUG oslo_concurrency.lockutils [req-3542f397-4ca1-4997-9e29-2c02e56ec721 req-4e2e5a84-f893-4ca4-9c27-4a15b412e9d4 service nova] Releasing lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.596481] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ce1791-977d-40d1-96cc-784bbc81f7c7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.605019] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed4d42c-b78b-4dc4-b030-67505de7ceee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.643812] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e91deb-3e1e-41b1-92e0-e891e3410caf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.652071] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808409, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.655254] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559f4942-faec-40de-8507-8ad55401f425 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.670856] env[65829]: DEBUG nova.compute.provider_tree [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.728291] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5286eb6e-b9bc-f6f3-7a7b-58bc64df2f77, 'name': SearchDatastore_Task, 'duration_secs': 0.042748} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.729270] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46744111-d78b-4d34-a65a-9ed5f3d98b9f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.734807] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1184.734807] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5218d29a-96b5-e34a-24d9-e70915bdae7e" [ 1184.734807] env[65829]: _type = "Task" [ 1184.734807] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.743502] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5218d29a-96b5-e34a-24d9-e70915bdae7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.150363] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808409, 'name': ReconfigVM_Task, 'duration_secs': 0.598971} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.150677] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 0bf96d71-da21-4621-9a0e-f51c2a9627ba/0bf96d71-da21-4621-9a0e-f51c2a9627ba.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.151414] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-146c5005-9ee4-4d9b-a3d6-b3ad08a9e3bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.159783] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1185.159783] env[65829]: value = "task-4808410" [ 1185.159783] env[65829]: _type = "Task" [ 1185.159783] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.168150] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808410, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.174514] env[65829]: DEBUG nova.scheduler.client.report [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.247661] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5218d29a-96b5-e34a-24d9-e70915bdae7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.247970] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.248796] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] cc273384-cd47-4490-baf3-14e4066ac74e/cc273384-cd47-4490-baf3-14e4066ac74e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1185.248796] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bca90081-8636-444b-afbf-64c1a1645adc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.256490] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1185.256490] env[65829]: value = "task-4808411" [ 1185.256490] env[65829]: _type = "Task" [ 1185.256490] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.266850] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808411, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.670870] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808410, 'name': Rename_Task, 'duration_secs': 0.154214} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.671350] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.671471] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a9d15b5-01a7-492a-8f0c-cbbddb99b1f8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.679270] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.679934] env[65829]: DEBUG nova.compute.manager [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1185.683425] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1185.683425] env[65829]: value = "task-4808412" [ 1185.683425] env[65829]: _type = "Task" [ 1185.683425] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.683780] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.929s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.685193] env[65829]: INFO nova.compute.claims [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.699803] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808412, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.766854] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808411, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442166} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.767141] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] cc273384-cd47-4490-baf3-14e4066ac74e/cc273384-cd47-4490-baf3-14e4066ac74e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.767357] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.767647] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44feb126-4d17-4a63-b319-d6d7dbbf40fb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.774499] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1185.774499] env[65829]: value = "task-4808413" [ 1185.774499] env[65829]: _type = "Task" [ 1185.774499] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.782584] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.186078] env[65829]: DEBUG nova.compute.utils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.187353] env[65829]: DEBUG nova.compute.manager [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1186.187545] env[65829]: DEBUG nova.network.neutron [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1186.187919] env[65829]: WARNING neutronclient.v2_0.client [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.188639] env[65829]: WARNING neutronclient.v2_0.client [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.206181] env[65829]: DEBUG oslo_vmware.api [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808412, 'name': PowerOnVM_Task, 'duration_secs': 0.463255} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.206490] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1186.206707] env[65829]: INFO nova.compute.manager [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1186.206882] env[65829]: DEBUG nova.compute.manager [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1186.208354] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c749d6-4e11-4deb-9f27-316932e1f959 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.245066] env[65829]: DEBUG nova.policy [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2783690628cc48718c3e78ead67c5446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b94c0331c3b542cf85c59c071c759210', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.286887] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066151} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.287273] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1186.288170] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a2bb09-98f5-4fc5-b387-0742f4075d0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.311996] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] cc273384-cd47-4490-baf3-14e4066ac74e/cc273384-cd47-4490-baf3-14e4066ac74e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.313022] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d7cdece-3b53-4017-abde-c8cfb25db65d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.332581] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1186.332581] env[65829]: value = "task-4808414" [ 1186.332581] env[65829]: _type = "Task" [ 1186.332581] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.341383] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.546172] env[65829]: DEBUG nova.network.neutron [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Successfully created port: 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1186.692688] env[65829]: DEBUG nova.compute.manager [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1186.729142] env[65829]: INFO nova.compute.manager [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Took 15.10 seconds to build instance. [ 1186.817300] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d57d00-af3a-47ba-912f-f9ecadce4d69 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.825658] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6a9cd7-151d-470c-bf63-1331d42980e4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.861279] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b142ba3-3641-4b7c-abdd-2435317bd6e4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.871982] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc1bbc5-c3fb-4dfa-849a-df53a601740c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.875784] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808414, 'name': ReconfigVM_Task, 'duration_secs': 0.274983} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.876119] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Reconfigured VM instance instance-0000006f to attach disk [datastore2] cc273384-cd47-4490-baf3-14e4066ac74e/cc273384-cd47-4490-baf3-14e4066ac74e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.877085] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8ba42b9-e675-4447-9912-02a87f81d6f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.887541] env[65829]: DEBUG nova.compute.provider_tree [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.890301] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1186.890301] env[65829]: value = "task-4808415" [ 1186.890301] env[65829]: _type = "Task" [ 1186.890301] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.899014] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808415, 'name': Rename_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.232180] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f5b5f49b-42dd-4600-9e72-ecb4fcdc8786 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "0bf96d71-da21-4621-9a0e-f51c2a9627ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.613s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.392643] env[65829]: DEBUG nova.scheduler.client.report [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.405578] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808415, 'name': Rename_Task, 'duration_secs': 0.154527} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.406556] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.406866] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fd19967-0552-4a9f-997a-5b891b55a7b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.414227] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1187.414227] env[65829]: value = "task-4808416" [ 1187.414227] env[65829]: _type = "Task" [ 1187.414227] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.424795] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.703946] env[65829]: DEBUG nova.compute.manager [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1187.733107] env[65829]: DEBUG nova.virt.hardware [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1187.733449] env[65829]: DEBUG nova.virt.hardware [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.733654] env[65829]: DEBUG nova.virt.hardware [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1187.733904] env[65829]: DEBUG nova.virt.hardware [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.734118] env[65829]: DEBUG nova.virt.hardware [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1187.734319] env[65829]: DEBUG nova.virt.hardware [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1187.734596] env[65829]: DEBUG nova.virt.hardware [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1187.734810] env[65829]: DEBUG nova.virt.hardware [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1187.735104] env[65829]: DEBUG nova.virt.hardware [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1187.735275] env[65829]: DEBUG nova.virt.hardware [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1187.735506] env[65829]: DEBUG nova.virt.hardware [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1187.736719] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c535bd22-37e3-4662-b26f-a93c2e918c8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.747980] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b6395c-f5bb-48fe-a531-c666f8fd1820 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.878062] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.878295] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.900584] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.901152] env[65829]: DEBUG nova.compute.manager [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1187.926781] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.380781] env[65829]: DEBUG nova.compute.manager [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1188.405987] env[65829]: DEBUG nova.compute.utils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1188.407995] env[65829]: DEBUG nova.compute.manager [req-105b7c8b-a57d-4784-ab4b-caa1699d0e75 req-94e33c74-0b95-4af3-a135-0d01031189f6 service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Received event network-vif-plugged-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1188.408609] env[65829]: DEBUG oslo_concurrency.lockutils [req-105b7c8b-a57d-4784-ab4b-caa1699d0e75 req-94e33c74-0b95-4af3-a135-0d01031189f6 service nova] Acquiring lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.408609] env[65829]: DEBUG oslo_concurrency.lockutils [req-105b7c8b-a57d-4784-ab4b-caa1699d0e75 req-94e33c74-0b95-4af3-a135-0d01031189f6 service nova] Lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.408609] env[65829]: DEBUG oslo_concurrency.lockutils [req-105b7c8b-a57d-4784-ab4b-caa1699d0e75 req-94e33c74-0b95-4af3-a135-0d01031189f6 service nova] Lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.408853] env[65829]: DEBUG nova.compute.manager [req-105b7c8b-a57d-4784-ab4b-caa1699d0e75 req-94e33c74-0b95-4af3-a135-0d01031189f6 service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] No waiting events found dispatching network-vif-plugged-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1188.408890] env[65829]: WARNING nova.compute.manager [req-105b7c8b-a57d-4784-ab4b-caa1699d0e75 req-94e33c74-0b95-4af3-a135-0d01031189f6 service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Received unexpected event network-vif-plugged-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e for instance with vm_state building and task_state spawning. [ 1188.409413] env[65829]: DEBUG nova.compute.manager [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1188.409597] env[65829]: DEBUG nova.network.neutron [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1188.409902] env[65829]: WARNING neutronclient.v2_0.client [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.410603] env[65829]: WARNING neutronclient.v2_0.client [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.427494] env[65829]: DEBUG oslo_vmware.api [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808416, 'name': PowerOnVM_Task, 'duration_secs': 0.746773} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.427850] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1188.428072] env[65829]: INFO nova.compute.manager [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1188.428250] env[65829]: DEBUG nova.compute.manager [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1188.429061] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaaa52c2-5153-4fe8-8f1d-988ae89d5204 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.469708] env[65829]: DEBUG nova.policy [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a7dc10b5c8a4975b0bfba207b62de65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ecbfca7f9f40e7a4f4681d2d1a5ef1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.495252] env[65829]: DEBUG nova.network.neutron [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Successfully updated port: 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1188.788769] env[65829]: DEBUG nova.network.neutron [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Successfully created port: d5361c20-a41f-45c4-a505-712fa3b8d75d {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1188.905108] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.905406] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.907477] env[65829]: INFO nova.compute.claims [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1188.910267] env[65829]: DEBUG nova.compute.manager [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1188.946658] env[65829]: INFO nova.compute.manager [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Took 15.20 seconds to build instance. [ 1188.998094] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.998297] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.998533] env[65829]: DEBUG nova.network.neutron [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1189.450999] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9e59f181-cb21-481c-8d84-c5f4936e5d9a tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "cc273384-cd47-4490-baf3-14e4066ac74e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.716s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.561073] env[65829]: DEBUG nova.network.neutron [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1189.703538] env[65829]: WARNING neutronclient.v2_0.client [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.763705] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "371f097d-cfd6-469a-8973-1dadf8292c53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.763705] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "371f097d-cfd6-469a-8973-1dadf8292c53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.855662] env[65829]: DEBUG nova.network.neutron [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance_info_cache with network_info: [{"id": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "address": "fa:16:3e:25:c5:97", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c78e7d0-bb", "ovs_interfaceid": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.923861] env[65829]: DEBUG nova.compute.manager [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1189.950927] env[65829]: DEBUG nova.virt.hardware [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1189.951188] env[65829]: DEBUG nova.virt.hardware [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.951341] env[65829]: DEBUG nova.virt.hardware [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1189.951549] env[65829]: DEBUG nova.virt.hardware [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.951687] env[65829]: DEBUG nova.virt.hardware [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1189.951849] env[65829]: DEBUG nova.virt.hardware [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1189.952067] env[65829]: DEBUG nova.virt.hardware [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1189.952224] env[65829]: DEBUG nova.virt.hardware [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1189.952381] env[65829]: DEBUG nova.virt.hardware [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1189.952534] env[65829]: DEBUG nova.virt.hardware [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1189.952697] env[65829]: DEBUG nova.virt.hardware [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1189.953590] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24d3f8a-5bb8-4811-92ad-dd9502356db8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.964546] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7755ffda-ddd0-4a66-a256-899d8cc84387 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.057140] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b88dc3-2c9c-48c8-bd41-773c93bdd582 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.065810] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1fe520-7645-4433-8d73-ce101b42da80 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.097412] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df945d3-6306-4828-bc11-d61d2db18f5d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.105099] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d328f4a-7c8a-4a7d-b0cc-bebae9293f80 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.120456] env[65829]: DEBUG nova.compute.provider_tree [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.266228] env[65829]: DEBUG nova.compute.manager [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1190.287398] env[65829]: DEBUG nova.network.neutron [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Successfully updated port: d5361c20-a41f-45c4-a505-712fa3b8d75d {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1190.358686] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.359075] env[65829]: DEBUG nova.compute.manager [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Instance network_info: |[{"id": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "address": "fa:16:3e:25:c5:97", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c78e7d0-bb", "ovs_interfaceid": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1190.359535] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:c5:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.367403] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1190.367606] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.367854] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b27b33a8-4917-4b49-b305-f17388cc9c78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.389848] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.389848] env[65829]: value = "task-4808417" [ 1190.389848] env[65829]: _type = "Task" [ 1190.389848] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.399634] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808417, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.439798] env[65829]: DEBUG nova.compute.manager [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Received event network-changed-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1190.440728] env[65829]: DEBUG nova.compute.manager [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Refreshing instance network info cache due to event network-changed-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1190.440728] env[65829]: DEBUG oslo_concurrency.lockutils [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] Acquiring lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.440728] env[65829]: DEBUG oslo_concurrency.lockutils [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] Acquired lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.440728] env[65829]: DEBUG nova.network.neutron [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Refreshing network info cache for port 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.624325] env[65829]: DEBUG nova.scheduler.client.report [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.790416] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "refresh_cache-f0f06216-64dc-4956-9e62-d2baed55cbb6" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.790600] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "refresh_cache-f0f06216-64dc-4956-9e62-d2baed55cbb6" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.790846] env[65829]: DEBUG nova.network.neutron [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1190.793601] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.900976] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808417, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.943743] env[65829]: WARNING neutronclient.v2_0.client [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.092347] env[65829]: WARNING neutronclient.v2_0.client [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.129089] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.224s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.129638] env[65829]: DEBUG nova.compute.manager [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1191.132983] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.339s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.133971] env[65829]: INFO nova.compute.claims [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.167458] env[65829]: DEBUG nova.network.neutron [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updated VIF entry in instance network info cache for port 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1191.167842] env[65829]: DEBUG nova.network.neutron [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance_info_cache with network_info: [{"id": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "address": "fa:16:3e:25:c5:97", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c78e7d0-bb", "ovs_interfaceid": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.353259] env[65829]: DEBUG nova.network.neutron [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1191.404014] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808417, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.430150] env[65829]: WARNING neutronclient.v2_0.client [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.508930] env[65829]: DEBUG nova.network.neutron [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Updating instance_info_cache with network_info: [{"id": "d5361c20-a41f-45c4-a505-712fa3b8d75d", "address": "fa:16:3e:68:75:f3", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5361c20-a4", "ovs_interfaceid": "d5361c20-a41f-45c4-a505-712fa3b8d75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.639167] env[65829]: DEBUG nova.compute.utils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1191.643519] env[65829]: DEBUG nova.compute.manager [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1191.643713] env[65829]: DEBUG nova.network.neutron [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1191.644043] env[65829]: WARNING neutronclient.v2_0.client [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.644345] env[65829]: WARNING neutronclient.v2_0.client [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.670773] env[65829]: DEBUG oslo_concurrency.lockutils [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] Releasing lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.671176] env[65829]: DEBUG nova.compute.manager [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Received event network-vif-plugged-d5361c20-a41f-45c4-a505-712fa3b8d75d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1191.671378] env[65829]: DEBUG oslo_concurrency.lockutils [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] Acquiring lock "f0f06216-64dc-4956-9e62-d2baed55cbb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.671586] env[65829]: DEBUG oslo_concurrency.lockutils [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] Lock "f0f06216-64dc-4956-9e62-d2baed55cbb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.671747] env[65829]: DEBUG oslo_concurrency.lockutils [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] Lock "f0f06216-64dc-4956-9e62-d2baed55cbb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.671912] env[65829]: DEBUG nova.compute.manager [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] No waiting events found dispatching network-vif-plugged-d5361c20-a41f-45c4-a505-712fa3b8d75d {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1191.672092] env[65829]: WARNING nova.compute.manager [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Received unexpected event network-vif-plugged-d5361c20-a41f-45c4-a505-712fa3b8d75d for instance with vm_state building and task_state spawning. [ 1191.672253] env[65829]: DEBUG nova.compute.manager [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Received event network-changed-d5361c20-a41f-45c4-a505-712fa3b8d75d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1191.672402] env[65829]: DEBUG nova.compute.manager [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Refreshing instance network info cache due to event network-changed-d5361c20-a41f-45c4-a505-712fa3b8d75d. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1191.672564] env[65829]: DEBUG oslo_concurrency.lockutils [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] Acquiring lock "refresh_cache-f0f06216-64dc-4956-9e62-d2baed55cbb6" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.685102] env[65829]: DEBUG nova.policy [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6abeefa8cc644c62986a348a096b129b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b3f5fc5ea0f4048a43e31d73e84261b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.903738] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808417, 'name': CreateVM_Task, 'duration_secs': 1.492321} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.904947] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.904947] env[65829]: WARNING neutronclient.v2_0.client [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.905263] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.905421] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.905838] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.906124] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2856f0d6-9aee-4349-ac78-ec6db02177db {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.911227] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1191.911227] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529d225b-bab5-aba2-7db9-52f971224bac" [ 1191.911227] env[65829]: _type = "Task" [ 1191.911227] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.667725] env[65829]: DEBUG nova.network.neutron [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Successfully created port: 19b51695-6685-4fbc-bf72-61fc1c3168a8 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1192.670521] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "refresh_cache-f0f06216-64dc-4956-9e62-d2baed55cbb6" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.670856] env[65829]: DEBUG nova.compute.manager [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Instance network_info: |[{"id": "d5361c20-a41f-45c4-a505-712fa3b8d75d", "address": "fa:16:3e:68:75:f3", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5361c20-a4", "ovs_interfaceid": "d5361c20-a41f-45c4-a505-712fa3b8d75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1192.671400] env[65829]: DEBUG nova.compute.manager [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1192.676941] env[65829]: DEBUG oslo_concurrency.lockutils [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] Acquired lock "refresh_cache-f0f06216-64dc-4956-9e62-d2baed55cbb6" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.677303] env[65829]: DEBUG nova.network.neutron [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Refreshing network info cache for port d5361c20-a41f-45c4-a505-712fa3b8d75d {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.678440] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:75:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5361c20-a41f-45c4-a505-712fa3b8d75d', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.686133] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1192.687257] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.687499] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1107f507-86b9-4baa-82ea-5f9cedcf667d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.706733] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529d225b-bab5-aba2-7db9-52f971224bac, 'name': SearchDatastore_Task, 'duration_secs': 0.018022} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.707506] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.707774] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.708042] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.708195] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.708458] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.709290] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-545f3506-befd-4543-8e84-2c1c36de464b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.715113] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.715113] env[65829]: value = "task-4808418" [ 1192.715113] env[65829]: _type = "Task" [ 1192.715113] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.724451] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808418, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.725731] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.726018] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.729348] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ecd649-2472-45df-bd68-38cb887e86bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.736039] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1192.736039] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5251b636-f8dc-aaf2-759e-d6bdeb32c7cf" [ 1192.736039] env[65829]: _type = "Task" [ 1192.736039] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.746140] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5251b636-f8dc-aaf2-759e-d6bdeb32c7cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.839375] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4fd9b8-abf1-460a-814e-48c1a4177df5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.847596] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a165fe-c41a-4403-93ed-4ccdbb690828 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.880786] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5791add7-48f1-4eda-a7ba-6821609bbbdc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.891958] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d61919-9f32-4e58-87ec-7d395595a778 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.908210] env[65829]: DEBUG nova.compute.provider_tree [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.188380] env[65829]: WARNING neutronclient.v2_0.client [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.227496] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808418, 'name': CreateVM_Task, 'duration_secs': 0.371368} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.228341] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.228857] env[65829]: WARNING neutronclient.v2_0.client [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.229248] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.229397] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.229702] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.230221] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1857a5d3-6566-4318-b718-63abfe2ebc46 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.236460] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1193.236460] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529e4d02-31af-10c5-a5ea-048c24c784d6" [ 1193.236460] env[65829]: _type = "Task" [ 1193.236460] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.248999] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5251b636-f8dc-aaf2-759e-d6bdeb32c7cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013621} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.252588] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529e4d02-31af-10c5-a5ea-048c24c784d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.252940] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fccaa740-8aa0-4a9b-a5f8-56c8962c6d5e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.259079] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1193.259079] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522edb61-8754-7f44-6d7c-182154e7db02" [ 1193.259079] env[65829]: _type = "Task" [ 1193.259079] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.272938] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522edb61-8754-7f44-6d7c-182154e7db02, 'name': SearchDatastore_Task, 'duration_secs': 0.010928} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.273213] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.273462] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f/7e32e0eb-b2f4-4fa9-a050-a965ed547e4f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.273725] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd6c02ff-bf2e-4ffa-b9c3-f2c5d029d037 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.281372] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1193.281372] env[65829]: value = "task-4808419" [ 1193.281372] env[65829]: _type = "Task" [ 1193.281372] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.293641] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.341034] env[65829]: WARNING neutronclient.v2_0.client [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.411897] env[65829]: DEBUG nova.scheduler.client.report [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.469063] env[65829]: DEBUG nova.network.neutron [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Updated VIF entry in instance network info cache for port d5361c20-a41f-45c4-a505-712fa3b8d75d. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1193.469063] env[65829]: DEBUG nova.network.neutron [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Updating instance_info_cache with network_info: [{"id": "d5361c20-a41f-45c4-a505-712fa3b8d75d", "address": "fa:16:3e:68:75:f3", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5361c20-a4", "ovs_interfaceid": "d5361c20-a41f-45c4-a505-712fa3b8d75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.697594] env[65829]: DEBUG nova.compute.manager [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1193.743624] env[65829]: DEBUG nova.virt.hardware [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1193.743891] env[65829]: DEBUG nova.virt.hardware [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.744039] env[65829]: DEBUG nova.virt.hardware [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1193.744215] env[65829]: DEBUG nova.virt.hardware [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.744354] env[65829]: DEBUG nova.virt.hardware [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1193.744493] env[65829]: DEBUG nova.virt.hardware [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1193.744694] env[65829]: DEBUG nova.virt.hardware [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1193.744845] env[65829]: DEBUG nova.virt.hardware [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1193.745012] env[65829]: DEBUG nova.virt.hardware [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1193.745190] env[65829]: DEBUG nova.virt.hardware [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1193.745395] env[65829]: DEBUG nova.virt.hardware [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1193.746598] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a125809-f09f-454a-bf1c-acaa026afaa8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.756344] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529e4d02-31af-10c5-a5ea-048c24c784d6, 'name': SearchDatastore_Task, 'duration_secs': 0.014023} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.758815] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.759144] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.759410] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.759606] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.759727] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.760064] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ba52372-5ef4-4c67-96e2-3a3f7c4cda06 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.763374] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145790fe-eb0a-49d5-8513-996f68205d0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.780421] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.780623] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.781397] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f4bbe4-8c9f-4962-9aaf-ffb47068afd0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.794289] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48056} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.795699] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f/7e32e0eb-b2f4-4fa9-a050-a965ed547e4f.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.795958] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.796298] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1193.796298] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522a7ecd-ab65-a8ba-298b-985a965b6f31" [ 1193.796298] env[65829]: _type = "Task" [ 1193.796298] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.796495] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ba99536-3937-4fd6-a13b-093a7fbaf9c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.807468] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522a7ecd-ab65-a8ba-298b-985a965b6f31, 'name': SearchDatastore_Task, 'duration_secs': 0.010132} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.809415] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1193.809415] env[65829]: value = "task-4808420" [ 1193.809415] env[65829]: _type = "Task" [ 1193.809415] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.809616] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d94eebef-9cc6-47ca-b69a-9cb5c0c801cc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.822904] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.824490] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1193.824490] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527c5277-8461-163a-df9d-a8e702e36cde" [ 1193.824490] env[65829]: _type = "Task" [ 1193.824490] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.834888] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527c5277-8461-163a-df9d-a8e702e36cde, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.835242] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.835544] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] f0f06216-64dc-4956-9e62-d2baed55cbb6/f0f06216-64dc-4956-9e62-d2baed55cbb6.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.835876] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70ac945b-f667-4bb5-9a7e-0d533933e620 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.845412] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1193.845412] env[65829]: value = "task-4808421" [ 1193.845412] env[65829]: _type = "Task" [ 1193.845412] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.854385] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808421, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.916806] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.917363] env[65829]: DEBUG nova.compute.manager [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1193.971124] env[65829]: DEBUG oslo_concurrency.lockutils [req-326e53b2-f2f6-465d-9367-a74cb7db8975 req-0cd30d6a-2bc7-4ff2-966e-6e1ccc7e693b service nova] Releasing lock "refresh_cache-f0f06216-64dc-4956-9e62-d2baed55cbb6" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.143233] env[65829]: DEBUG nova.compute.manager [req-c5dbefdf-0b82-4f09-b86c-3393b470c5a7 req-b728e605-d829-469e-946c-bc5b53b57be1 service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Received event network-vif-plugged-19b51695-6685-4fbc-bf72-61fc1c3168a8 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1194.143473] env[65829]: DEBUG oslo_concurrency.lockutils [req-c5dbefdf-0b82-4f09-b86c-3393b470c5a7 req-b728e605-d829-469e-946c-bc5b53b57be1 service nova] Acquiring lock "95d4a51b-d2ee-4b9b-aaa0-06cbab09e159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.143677] env[65829]: DEBUG oslo_concurrency.lockutils [req-c5dbefdf-0b82-4f09-b86c-3393b470c5a7 req-b728e605-d829-469e-946c-bc5b53b57be1 service nova] Lock "95d4a51b-d2ee-4b9b-aaa0-06cbab09e159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.143847] env[65829]: DEBUG oslo_concurrency.lockutils [req-c5dbefdf-0b82-4f09-b86c-3393b470c5a7 req-b728e605-d829-469e-946c-bc5b53b57be1 service nova] Lock "95d4a51b-d2ee-4b9b-aaa0-06cbab09e159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.144170] env[65829]: DEBUG nova.compute.manager [req-c5dbefdf-0b82-4f09-b86c-3393b470c5a7 req-b728e605-d829-469e-946c-bc5b53b57be1 service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] No waiting events found dispatching network-vif-plugged-19b51695-6685-4fbc-bf72-61fc1c3168a8 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1194.144401] env[65829]: WARNING nova.compute.manager [req-c5dbefdf-0b82-4f09-b86c-3393b470c5a7 req-b728e605-d829-469e-946c-bc5b53b57be1 service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Received unexpected event network-vif-plugged-19b51695-6685-4fbc-bf72-61fc1c3168a8 for instance with vm_state building and task_state spawning. [ 1194.244613] env[65829]: DEBUG nova.network.neutron [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Successfully updated port: 19b51695-6685-4fbc-bf72-61fc1c3168a8 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1194.323041] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075246} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.323287] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.324169] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c8ca7a-eb80-4b2a-9668-3384bad1d5d4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.349488] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f/7e32e0eb-b2f4-4fa9-a050-a965ed547e4f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.349908] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8c0e1f0-279b-48c5-82ea-39172aca0b70 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.375178] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808421, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.376844] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1194.376844] env[65829]: value = "task-4808422" [ 1194.376844] env[65829]: _type = "Task" [ 1194.376844] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.387217] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.423439] env[65829]: DEBUG nova.compute.utils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.425992] env[65829]: DEBUG nova.compute.manager [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1194.426244] env[65829]: DEBUG nova.network.neutron [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1194.426580] env[65829]: WARNING neutronclient.v2_0.client [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.426876] env[65829]: WARNING neutronclient.v2_0.client [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1194.474189] env[65829]: DEBUG nova.policy [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c2a7e2b04c4e59b538bbe555fd6ef3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d44b84b129d4f99b2facbac903bcd86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.748408] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "refresh_cache-95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.748569] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquired lock "refresh_cache-95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.748752] env[65829]: DEBUG nova.network.neutron [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1194.777821] env[65829]: DEBUG nova.network.neutron [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Successfully created port: fe22577f-395d-4d62-ad86-4368f4449946 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1194.861355] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808421, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.698623} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.861618] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] f0f06216-64dc-4956-9e62-d2baed55cbb6/f0f06216-64dc-4956-9e62-d2baed55cbb6.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.861829] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.862125] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-414cfbc6-9e9f-459b-8491-aafb57097e91 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.869804] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1194.869804] env[65829]: value = "task-4808423" [ 1194.869804] env[65829]: _type = "Task" [ 1194.869804] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.883332] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.889673] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.926917] env[65829]: DEBUG nova.compute.manager [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1195.288486] env[65829]: DEBUG nova.network.neutron [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1195.370575] env[65829]: WARNING neutronclient.v2_0.client [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.387062] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.389624] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17969} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.389865] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1195.390648] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac61dc5a-9fb9-41cd-a797-047855ac2378 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.415537] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] f0f06216-64dc-4956-9e62-d2baed55cbb6/f0f06216-64dc-4956-9e62-d2baed55cbb6.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.417467] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63070e61-0b6d-4260-ac55-db67c3fedb1d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.441830] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1195.441830] env[65829]: value = "task-4808424" [ 1195.441830] env[65829]: _type = "Task" [ 1195.441830] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.451466] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.480449] env[65829]: DEBUG nova.network.neutron [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Updating instance_info_cache with network_info: [{"id": "19b51695-6685-4fbc-bf72-61fc1c3168a8", "address": "fa:16:3e:e8:04:01", "network": {"id": "316bf1e1-5917-42ef-ad8c-db4300df45fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1137030004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3f5fc5ea0f4048a43e31d73e84261b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b51695-66", "ovs_interfaceid": "19b51695-6685-4fbc-bf72-61fc1c3168a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.888472] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808422, 'name': ReconfigVM_Task, 'duration_secs': 1.205459} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.888760] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f/7e32e0eb-b2f4-4fa9-a050-a965ed547e4f.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.889558] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4db34518-0a08-4599-b219-46e8a720ad19 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.896113] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1195.896113] env[65829]: value = "task-4808425" [ 1195.896113] env[65829]: _type = "Task" [ 1195.896113] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.904491] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808425, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.938115] env[65829]: DEBUG nova.compute.manager [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1195.952314] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.968159] env[65829]: DEBUG nova.virt.hardware [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1195.968440] env[65829]: DEBUG nova.virt.hardware [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.968592] env[65829]: DEBUG nova.virt.hardware [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1195.968770] env[65829]: DEBUG nova.virt.hardware [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.969024] env[65829]: DEBUG nova.virt.hardware [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1195.969209] env[65829]: DEBUG nova.virt.hardware [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1195.969495] env[65829]: DEBUG nova.virt.hardware [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1195.969656] env[65829]: DEBUG nova.virt.hardware [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1195.969822] env[65829]: DEBUG nova.virt.hardware [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1195.969977] env[65829]: DEBUG nova.virt.hardware [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1195.970161] env[65829]: DEBUG nova.virt.hardware [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1195.971053] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae69c36-f6e4-4d3a-b73b-85b736902591 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.980801] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed01c91a-1b32-4c3a-9f16-8c9658a28022 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.986816] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Releasing lock "refresh_cache-95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.987171] env[65829]: DEBUG nova.compute.manager [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Instance network_info: |[{"id": "19b51695-6685-4fbc-bf72-61fc1c3168a8", "address": "fa:16:3e:e8:04:01", "network": {"id": "316bf1e1-5917-42ef-ad8c-db4300df45fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1137030004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3f5fc5ea0f4048a43e31d73e84261b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b51695-66", "ovs_interfaceid": "19b51695-6685-4fbc-bf72-61fc1c3168a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1195.987614] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:04:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19b51695-6685-4fbc-bf72-61fc1c3168a8', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.995009] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1195.995797] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.995942] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0d352b7-a07e-491b-866b-9316a1a44721 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.027287] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.027287] env[65829]: value = "task-4808426" [ 1196.027287] env[65829]: _type = "Task" [ 1196.027287] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.036318] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808426, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.174848] env[65829]: DEBUG nova.compute.manager [req-cf330aba-67b9-4e47-8e70-8c88f5bc1bcb req-0dad8555-7c25-444f-961e-a65eaac83899 service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Received event network-changed-19b51695-6685-4fbc-bf72-61fc1c3168a8 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1196.175072] env[65829]: DEBUG nova.compute.manager [req-cf330aba-67b9-4e47-8e70-8c88f5bc1bcb req-0dad8555-7c25-444f-961e-a65eaac83899 service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Refreshing instance network info cache due to event network-changed-19b51695-6685-4fbc-bf72-61fc1c3168a8. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1196.175284] env[65829]: DEBUG oslo_concurrency.lockutils [req-cf330aba-67b9-4e47-8e70-8c88f5bc1bcb req-0dad8555-7c25-444f-961e-a65eaac83899 service nova] Acquiring lock "refresh_cache-95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.175421] env[65829]: DEBUG oslo_concurrency.lockutils [req-cf330aba-67b9-4e47-8e70-8c88f5bc1bcb req-0dad8555-7c25-444f-961e-a65eaac83899 service nova] Acquired lock "refresh_cache-95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.175575] env[65829]: DEBUG nova.network.neutron [req-cf330aba-67b9-4e47-8e70-8c88f5bc1bcb req-0dad8555-7c25-444f-961e-a65eaac83899 service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Refreshing network info cache for port 19b51695-6685-4fbc-bf72-61fc1c3168a8 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.226578] env[65829]: DEBUG nova.compute.manager [req-b6d8408d-96fc-4d96-922e-0111dda070b2 req-63aa3519-a4e7-40de-a06b-c76b398e588b service nova] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Received event network-vif-plugged-fe22577f-395d-4d62-ad86-4368f4449946 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1196.226813] env[65829]: DEBUG oslo_concurrency.lockutils [req-b6d8408d-96fc-4d96-922e-0111dda070b2 req-63aa3519-a4e7-40de-a06b-c76b398e588b service nova] Acquiring lock "371f097d-cfd6-469a-8973-1dadf8292c53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.227758] env[65829]: DEBUG oslo_concurrency.lockutils [req-b6d8408d-96fc-4d96-922e-0111dda070b2 req-63aa3519-a4e7-40de-a06b-c76b398e588b service nova] Lock "371f097d-cfd6-469a-8973-1dadf8292c53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.228088] env[65829]: DEBUG oslo_concurrency.lockutils [req-b6d8408d-96fc-4d96-922e-0111dda070b2 req-63aa3519-a4e7-40de-a06b-c76b398e588b service nova] Lock "371f097d-cfd6-469a-8973-1dadf8292c53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.228439] env[65829]: DEBUG nova.compute.manager [req-b6d8408d-96fc-4d96-922e-0111dda070b2 req-63aa3519-a4e7-40de-a06b-c76b398e588b service nova] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] No waiting events found dispatching network-vif-plugged-fe22577f-395d-4d62-ad86-4368f4449946 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1196.228524] env[65829]: WARNING nova.compute.manager [req-b6d8408d-96fc-4d96-922e-0111dda070b2 req-63aa3519-a4e7-40de-a06b-c76b398e588b service nova] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Received unexpected event network-vif-plugged-fe22577f-395d-4d62-ad86-4368f4449946 for instance with vm_state building and task_state spawning. [ 1196.336333] env[65829]: DEBUG nova.network.neutron [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Successfully updated port: fe22577f-395d-4d62-ad86-4368f4449946 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1196.406605] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808425, 'name': Rename_Task, 'duration_secs': 0.274496} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.406895] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.407167] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9619fcf-d79d-488c-90a5-4dbae8edd0fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.413302] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1196.413302] env[65829]: value = "task-4808427" [ 1196.413302] env[65829]: _type = "Task" [ 1196.413302] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.421390] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808427, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.451752] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808424, 'name': ReconfigVM_Task, 'duration_secs': 0.676137} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.452021] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Reconfigured VM instance instance-00000071 to attach disk [datastore2] f0f06216-64dc-4956-9e62-d2baed55cbb6/f0f06216-64dc-4956-9e62-d2baed55cbb6.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.452670] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f032cf78-2721-4114-8bd1-297cfef53834 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.459081] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1196.459081] env[65829]: value = "task-4808428" [ 1196.459081] env[65829]: _type = "Task" [ 1196.459081] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.467142] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808428, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.538664] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808426, 'name': CreateVM_Task, 'duration_secs': 0.367489} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.538925] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.539610] env[65829]: WARNING neutronclient.v2_0.client [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.540147] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.540401] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.540739] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.540999] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2619e615-fa2a-4632-8808-509c58ef2a78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.545837] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1196.545837] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525a72ef-29c0-70c7-02c6-9281ea5aa544" [ 1196.545837] env[65829]: _type = "Task" [ 1196.545837] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.554554] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525a72ef-29c0-70c7-02c6-9281ea5aa544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.678539] env[65829]: WARNING neutronclient.v2_0.client [req-cf330aba-67b9-4e47-8e70-8c88f5bc1bcb req-0dad8555-7c25-444f-961e-a65eaac83899 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.832487] env[65829]: WARNING neutronclient.v2_0.client [req-cf330aba-67b9-4e47-8e70-8c88f5bc1bcb req-0dad8555-7c25-444f-961e-a65eaac83899 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.841346] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "refresh_cache-371f097d-cfd6-469a-8973-1dadf8292c53" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.841533] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired lock "refresh_cache-371f097d-cfd6-469a-8973-1dadf8292c53" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.841943] env[65829]: DEBUG nova.network.neutron [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1196.912225] env[65829]: DEBUG nova.network.neutron [req-cf330aba-67b9-4e47-8e70-8c88f5bc1bcb req-0dad8555-7c25-444f-961e-a65eaac83899 service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Updated VIF entry in instance network info cache for port 19b51695-6685-4fbc-bf72-61fc1c3168a8. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1196.912585] env[65829]: DEBUG nova.network.neutron [req-cf330aba-67b9-4e47-8e70-8c88f5bc1bcb req-0dad8555-7c25-444f-961e-a65eaac83899 service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Updating instance_info_cache with network_info: [{"id": "19b51695-6685-4fbc-bf72-61fc1c3168a8", "address": "fa:16:3e:e8:04:01", "network": {"id": "316bf1e1-5917-42ef-ad8c-db4300df45fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1137030004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3f5fc5ea0f4048a43e31d73e84261b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b51695-66", "ovs_interfaceid": "19b51695-6685-4fbc-bf72-61fc1c3168a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.923608] env[65829]: DEBUG oslo_vmware.api [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808427, 'name': PowerOnVM_Task, 'duration_secs': 0.495588} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.923862] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.924066] env[65829]: INFO nova.compute.manager [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Took 9.22 seconds to spawn the instance on the hypervisor. [ 1196.924242] env[65829]: DEBUG nova.compute.manager [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1196.925272] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cdf651-e29b-42f9-bbe0-e0200497493c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.969804] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808428, 'name': Rename_Task, 'duration_secs': 0.1741} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.970250] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.970367] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88119fb7-7bbb-47c6-90e9-7fb51c679f16 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.978669] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1196.978669] env[65829]: value = "task-4808429" [ 1196.978669] env[65829]: _type = "Task" [ 1196.978669] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.988514] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.058199] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]525a72ef-29c0-70c7-02c6-9281ea5aa544, 'name': SearchDatastore_Task, 'duration_secs': 0.011842} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.058543] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.058772] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.059043] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.059244] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.059447] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.059963] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22124b37-5485-488c-b4ba-3463361224bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.070706] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.070910] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.071699] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f1a1871-a726-444d-a556-ef0e1afd6001 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.078515] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1197.078515] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52205fd4-cb7c-df96-2705-6c7ae725f91e" [ 1197.078515] env[65829]: _type = "Task" [ 1197.078515] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.088828] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52205fd4-cb7c-df96-2705-6c7ae725f91e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.377745] env[65829]: DEBUG nova.network.neutron [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1197.418266] env[65829]: DEBUG oslo_concurrency.lockutils [req-cf330aba-67b9-4e47-8e70-8c88f5bc1bcb req-0dad8555-7c25-444f-961e-a65eaac83899 service nova] Releasing lock "refresh_cache-95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.445674] env[65829]: INFO nova.compute.manager [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Took 13.99 seconds to build instance. [ 1197.454061] env[65829]: WARNING neutronclient.v2_0.client [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.489561] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808429, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.528963] env[65829]: DEBUG nova.network.neutron [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Updating instance_info_cache with network_info: [{"id": "fe22577f-395d-4d62-ad86-4368f4449946", "address": "fa:16:3e:09:38:e9", "network": {"id": "cdb397fb-05de-4735-bc42-4d5583bf0fac", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1485532562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d44b84b129d4f99b2facbac903bcd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe22577f-39", "ovs_interfaceid": "fe22577f-395d-4d62-ad86-4368f4449946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.590930] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52205fd4-cb7c-df96-2705-6c7ae725f91e, 'name': SearchDatastore_Task, 'duration_secs': 0.010866} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.591795] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b26bfbb-52af-40e6-b160-3c399db6c051 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.597652] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1197.597652] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fc769a-6955-bed5-0d4d-812b9c82376a" [ 1197.597652] env[65829]: _type = "Task" [ 1197.597652] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.606628] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fc769a-6955-bed5-0d4d-812b9c82376a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.947880] env[65829]: DEBUG oslo_concurrency.lockutils [None req-97bd2794-32b9-4783-8a16-63984a40f9ff tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.499s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.989605] env[65829]: DEBUG oslo_vmware.api [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808429, 'name': PowerOnVM_Task, 'duration_secs': 0.816004} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.989998] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.990067] env[65829]: INFO nova.compute.manager [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1197.990266] env[65829]: DEBUG nova.compute.manager [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1197.991041] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735326e3-ea78-435c-b75a-51ab2a5c48ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.031679] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Releasing lock "refresh_cache-371f097d-cfd6-469a-8973-1dadf8292c53" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.032143] env[65829]: DEBUG nova.compute.manager [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Instance network_info: |[{"id": "fe22577f-395d-4d62-ad86-4368f4449946", "address": "fa:16:3e:09:38:e9", "network": {"id": "cdb397fb-05de-4735-bc42-4d5583bf0fac", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1485532562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d44b84b129d4f99b2facbac903bcd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe22577f-39", "ovs_interfaceid": "fe22577f-395d-4d62-ad86-4368f4449946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1198.032673] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:38:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe22577f-395d-4d62-ad86-4368f4449946', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.040734] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1198.040975] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.041222] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-135edaa9-fd50-4339-af4a-322ebeef5e60 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.062862] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.062862] env[65829]: value = "task-4808430" [ 1198.062862] env[65829]: _type = "Task" [ 1198.062862] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.071555] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808430, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.109345] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fc769a-6955-bed5-0d4d-812b9c82376a, 'name': SearchDatastore_Task, 'duration_secs': 0.011178} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.109666] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.109958] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159/95d4a51b-d2ee-4b9b-aaa0-06cbab09e159.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.110384] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4cc66ee-edcb-40c5-94a1-cc29ff30e058 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.118809] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1198.118809] env[65829]: value = "task-4808431" [ 1198.118809] env[65829]: _type = "Task" [ 1198.118809] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.131585] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.264572] env[65829]: DEBUG nova.compute.manager [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Received event network-changed-fe22577f-395d-4d62-ad86-4368f4449946 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1198.264877] env[65829]: DEBUG nova.compute.manager [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Refreshing instance network info cache due to event network-changed-fe22577f-395d-4d62-ad86-4368f4449946. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1198.265135] env[65829]: DEBUG oslo_concurrency.lockutils [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] Acquiring lock "refresh_cache-371f097d-cfd6-469a-8973-1dadf8292c53" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.265299] env[65829]: DEBUG oslo_concurrency.lockutils [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] Acquired lock "refresh_cache-371f097d-cfd6-469a-8973-1dadf8292c53" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.265474] env[65829]: DEBUG nova.network.neutron [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Refreshing network info cache for port fe22577f-395d-4d62-ad86-4368f4449946 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.511701] env[65829]: INFO nova.compute.manager [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Took 14.78 seconds to build instance. [ 1198.573806] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808430, 'name': CreateVM_Task, 'duration_secs': 0.383358} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.573990] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.574655] env[65829]: WARNING neutronclient.v2_0.client [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.575100] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.575341] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.575674] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.575999] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71249949-8cda-444e-a992-2bdfa3e73614 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.581651] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1198.581651] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dd7884-dc6c-47f4-3b09-2ce5cdaaa825" [ 1198.581651] env[65829]: _type = "Task" [ 1198.581651] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.590519] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dd7884-dc6c-47f4-3b09-2ce5cdaaa825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.628580] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462411} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.628852] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159/95d4a51b-d2ee-4b9b-aaa0-06cbab09e159.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.629068] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.629336] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0c5bccf-1d5c-4ac1-9924-d0a456ea83ba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.636049] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1198.636049] env[65829]: value = "task-4808432" [ 1198.636049] env[65829]: _type = "Task" [ 1198.636049] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.644231] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.768754] env[65829]: WARNING neutronclient.v2_0.client [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.953509] env[65829]: WARNING neutronclient.v2_0.client [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.014590] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2bc44880-0272-449c-ab1d-78db8a537758 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "f0f06216-64dc-4956-9e62-d2baed55cbb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.286s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.024639] env[65829]: DEBUG nova.network.neutron [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Updated VIF entry in instance network info cache for port fe22577f-395d-4d62-ad86-4368f4449946. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1199.027273] env[65829]: DEBUG nova.network.neutron [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Updating instance_info_cache with network_info: [{"id": "fe22577f-395d-4d62-ad86-4368f4449946", "address": "fa:16:3e:09:38:e9", "network": {"id": "cdb397fb-05de-4735-bc42-4d5583bf0fac", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1485532562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d44b84b129d4f99b2facbac903bcd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe22577f-39", "ovs_interfaceid": "fe22577f-395d-4d62-ad86-4368f4449946", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.093258] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dd7884-dc6c-47f4-3b09-2ce5cdaaa825, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.093601] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.093884] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.094180] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.094332] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.094525] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.094830] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deeae52b-7d66-46c5-ae9a-40131975f895 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.106085] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.106329] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.107158] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea830558-2b86-4de2-854a-c913985db4a9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.113734] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1199.113734] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5294dc03-551e-8164-30d2-6d5938d8957f" [ 1199.113734] env[65829]: _type = "Task" [ 1199.113734] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.123308] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5294dc03-551e-8164-30d2-6d5938d8957f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.145731] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074343} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.146051] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.146873] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7b43f3-3ea8-463b-820f-80b5ccd3b785 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.171031] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159/95d4a51b-d2ee-4b9b-aaa0-06cbab09e159.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.171695] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f8a261a-e66c-4234-a626-537464e25cb2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.191696] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1199.191696] env[65829]: value = "task-4808433" [ 1199.191696] env[65829]: _type = "Task" [ 1199.191696] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.200408] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.530636] env[65829]: DEBUG oslo_concurrency.lockutils [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] Releasing lock "refresh_cache-371f097d-cfd6-469a-8973-1dadf8292c53" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.530803] env[65829]: DEBUG nova.compute.manager [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Received event network-changed-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1199.531057] env[65829]: DEBUG nova.compute.manager [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Refreshing instance network info cache due to event network-changed-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1199.531293] env[65829]: DEBUG oslo_concurrency.lockutils [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] Acquiring lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.531478] env[65829]: DEBUG oslo_concurrency.lockutils [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] Acquired lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.531658] env[65829]: DEBUG nova.network.neutron [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Refreshing network info cache for port 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.624508] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5294dc03-551e-8164-30d2-6d5938d8957f, 'name': SearchDatastore_Task, 'duration_secs': 0.042634} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.625448] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd74af96-39a0-4b90-82d3-b68ff009caf6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.631696] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1199.631696] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5222945f-38c9-48bb-089a-fec52d9e5331" [ 1199.631696] env[65829]: _type = "Task" [ 1199.631696] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.640648] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5222945f-38c9-48bb-089a-fec52d9e5331, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.702198] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808433, 'name': ReconfigVM_Task, 'duration_secs': 0.330533} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.702542] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159/95d4a51b-d2ee-4b9b-aaa0-06cbab09e159.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.703249] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6fc57d6-d955-4468-aaca-6a7b21ec4c08 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.711029] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1199.711029] env[65829]: value = "task-4808434" [ 1199.711029] env[65829]: _type = "Task" [ 1199.711029] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.720349] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808434, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.034550] env[65829]: WARNING neutronclient.v2_0.client [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.145599] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5222945f-38c9-48bb-089a-fec52d9e5331, 'name': SearchDatastore_Task, 'duration_secs': 0.013025} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.145599] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.145820] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 371f097d-cfd6-469a-8973-1dadf8292c53/371f097d-cfd6-469a-8973-1dadf8292c53.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.146254] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-343134a5-cc6a-449b-aee1-d8b90603f37c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.155818] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1200.155818] env[65829]: value = "task-4808435" [ 1200.155818] env[65829]: _type = "Task" [ 1200.155818] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.166769] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.222756] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808434, 'name': Rename_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.224193] env[65829]: WARNING neutronclient.v2_0.client [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.305795] env[65829]: DEBUG nova.compute.manager [req-bec9e13d-3f53-4426-82c7-455be4f7a00f req-021b1d2d-353b-44e8-82e1-596c4a06c070 service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Received event network-changed-d5361c20-a41f-45c4-a505-712fa3b8d75d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1200.305959] env[65829]: DEBUG nova.compute.manager [req-bec9e13d-3f53-4426-82c7-455be4f7a00f req-021b1d2d-353b-44e8-82e1-596c4a06c070 service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Refreshing instance network info cache due to event network-changed-d5361c20-a41f-45c4-a505-712fa3b8d75d. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1200.306259] env[65829]: DEBUG oslo_concurrency.lockutils [req-bec9e13d-3f53-4426-82c7-455be4f7a00f req-021b1d2d-353b-44e8-82e1-596c4a06c070 service nova] Acquiring lock "refresh_cache-f0f06216-64dc-4956-9e62-d2baed55cbb6" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.306493] env[65829]: DEBUG oslo_concurrency.lockutils [req-bec9e13d-3f53-4426-82c7-455be4f7a00f req-021b1d2d-353b-44e8-82e1-596c4a06c070 service nova] Acquired lock "refresh_cache-f0f06216-64dc-4956-9e62-d2baed55cbb6" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.306727] env[65829]: DEBUG nova.network.neutron [req-bec9e13d-3f53-4426-82c7-455be4f7a00f req-021b1d2d-353b-44e8-82e1-596c4a06c070 service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Refreshing network info cache for port d5361c20-a41f-45c4-a505-712fa3b8d75d {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.309203] env[65829]: DEBUG nova.network.neutron [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updated VIF entry in instance network info cache for port 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1200.309681] env[65829]: DEBUG nova.network.neutron [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance_info_cache with network_info: [{"id": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "address": "fa:16:3e:25:c5:97", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c78e7d0-bb", "ovs_interfaceid": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.668490] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506602} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.668725] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 371f097d-cfd6-469a-8973-1dadf8292c53/371f097d-cfd6-469a-8973-1dadf8292c53.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.668964] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.669575] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28de7bfc-4ca2-40f6-9dc0-57c9eed3b773 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.676977] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1200.676977] env[65829]: value = "task-4808437" [ 1200.676977] env[65829]: _type = "Task" [ 1200.676977] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.686847] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.721693] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808434, 'name': Rename_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.812669] env[65829]: DEBUG oslo_concurrency.lockutils [req-e42652ad-615e-4fc9-ba9b-7e132885c058 req-9beddf5a-291d-44c5-a7c8-b8c8e121548e service nova] Releasing lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.813319] env[65829]: WARNING neutronclient.v2_0.client [req-bec9e13d-3f53-4426-82c7-455be4f7a00f req-021b1d2d-353b-44e8-82e1-596c4a06c070 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1200.968398] env[65829]: WARNING neutronclient.v2_0.client [req-bec9e13d-3f53-4426-82c7-455be4f7a00f req-021b1d2d-353b-44e8-82e1-596c4a06c070 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.040021] env[65829]: DEBUG nova.network.neutron [req-bec9e13d-3f53-4426-82c7-455be4f7a00f req-021b1d2d-353b-44e8-82e1-596c4a06c070 service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Updated VIF entry in instance network info cache for port d5361c20-a41f-45c4-a505-712fa3b8d75d. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1201.040478] env[65829]: DEBUG nova.network.neutron [req-bec9e13d-3f53-4426-82c7-455be4f7a00f req-021b1d2d-353b-44e8-82e1-596c4a06c070 service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Updating instance_info_cache with network_info: [{"id": "d5361c20-a41f-45c4-a505-712fa3b8d75d", "address": "fa:16:3e:68:75:f3", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5361c20-a4", "ovs_interfaceid": "d5361c20-a41f-45c4-a505-712fa3b8d75d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.187553] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068477} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.187826] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.188670] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9922741-f05f-4bd3-8fd5-30779fb675c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.213883] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 371f097d-cfd6-469a-8973-1dadf8292c53/371f097d-cfd6-469a-8973-1dadf8292c53.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.214282] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d150d982-7c40-45f9-80d4-56bec0eb497e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.238290] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808434, 'name': Rename_Task, 'duration_secs': 1.153658} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.239736] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.240067] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1201.240067] env[65829]: value = "task-4808438" [ 1201.240067] env[65829]: _type = "Task" [ 1201.240067] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.240272] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-945d6cd5-de71-474a-a92e-09a0635afe8a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.253038] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808438, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.254547] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1201.254547] env[65829]: value = "task-4808439" [ 1201.254547] env[65829]: _type = "Task" [ 1201.254547] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.263051] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.543516] env[65829]: DEBUG oslo_concurrency.lockutils [req-bec9e13d-3f53-4426-82c7-455be4f7a00f req-021b1d2d-353b-44e8-82e1-596c4a06c070 service nova] Releasing lock "refresh_cache-f0f06216-64dc-4956-9e62-d2baed55cbb6" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.752177] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.764508] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808439, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.008555] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.008803] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.008970] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.009159] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.009320] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.009485] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.009606] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.009741] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1202.009882] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.253371] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808438, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.263741] env[65829]: DEBUG oslo_vmware.api [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808439, 'name': PowerOnVM_Task, 'duration_secs': 0.55472} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.263997] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.264215] env[65829]: INFO nova.compute.manager [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1202.264399] env[65829]: DEBUG nova.compute.manager [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1202.265154] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4d9d1c-4ef1-4b01-b4ff-1003df817ed3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.513336] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.513646] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.513885] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.514117] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1202.515069] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6268d6f0-c0ac-4e2e-baf4-2509859fb130 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.523104] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619dc94b-150a-4dd9-a0fc-675b896dee97 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.541248] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed73c51-e839-44e5-9f0e-fef9205d3f63 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.550359] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27d16b9-0c74-445a-a300-600654ed9c4a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.586777] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180064MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1202.586938] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.587185] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.753618] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808438, 'name': ReconfigVM_Task, 'duration_secs': 1.096003} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.753913] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 371f097d-cfd6-469a-8973-1dadf8292c53/371f097d-cfd6-469a-8973-1dadf8292c53.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.754678] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-639d5131-a32b-43f9-87ce-faea51bc723f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.762423] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1202.762423] env[65829]: value = "task-4808440" [ 1202.762423] env[65829]: _type = "Task" [ 1202.762423] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.773097] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808440, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.783713] env[65829]: INFO nova.compute.manager [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Took 13.90 seconds to build instance. [ 1203.274526] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808440, 'name': Rename_Task, 'duration_secs': 0.190696} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.274889] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.275292] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f20f46dc-0936-4359-8418-522fca8139db {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.283687] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1203.283687] env[65829]: value = "task-4808442" [ 1203.283687] env[65829]: _type = "Task" [ 1203.283687] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.287759] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e26a7603-6ae4-4875-814c-3bd590388069 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.409s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.294655] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.565559] env[65829]: DEBUG nova.compute.manager [req-f52f183a-9783-4540-a4d2-4bca912a062b req-206f81ee-c251-467f-abb3-e513c9edfa45 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Received event network-changed-a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1203.565765] env[65829]: DEBUG nova.compute.manager [req-f52f183a-9783-4540-a4d2-4bca912a062b req-206f81ee-c251-467f-abb3-e513c9edfa45 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Refreshing instance network info cache due to event network-changed-a01c1254-ba70-4f88-bfb8-b3360517ed25. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1203.565982] env[65829]: DEBUG oslo_concurrency.lockutils [req-f52f183a-9783-4540-a4d2-4bca912a062b req-206f81ee-c251-467f-abb3-e513c9edfa45 service nova] Acquiring lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.566162] env[65829]: DEBUG oslo_concurrency.lockutils [req-f52f183a-9783-4540-a4d2-4bca912a062b req-206f81ee-c251-467f-abb3-e513c9edfa45 service nova] Acquired lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.566324] env[65829]: DEBUG nova.network.neutron [req-f52f183a-9783-4540-a4d2-4bca912a062b req-206f81ee-c251-467f-abb3-e513c9edfa45 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Refreshing network info cache for port a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.627154] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance d8d348a7-b52a-4c35-9b58-9d02b367f674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1203.627154] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 22cd6241-180d-4eb8-85a7-6137daaaeab9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1203.627362] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 334082d2-d4f5-4302-8acf-56c28655b1a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1203.627362] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 0bf96d71-da21-4621-9a0e-f51c2a9627ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1203.627481] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance cc273384-cd47-4490-baf3-14e4066ac74e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1203.627576] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1203.627704] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance f0f06216-64dc-4956-9e62-d2baed55cbb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1203.627823] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1203.627937] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 371f097d-cfd6-469a-8973-1dadf8292c53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1203.628205] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1203.628382] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '9', 'num_vm_active': '8', 'num_task_None': '8', 'num_os_type_None': '9', 'num_proj_58ecbfca7f9f40e7a4f4681d2d1a5ef1': '2', 'io_workload': '1', 'num_proj_8b2d6a4452f84c3eb5a673a509a073a9': '1', 'num_proj_7cac28f198d84bc19abf0bdbc55e7b49': '1', 'num_proj_1b3f5fc5ea0f4048a43e31d73e84261b': '2', 'num_proj_5d44b84b129d4f99b2facbac903bcd86': '2', 'num_proj_b94c0331c3b542cf85c59c071c759210': '1', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1203.777924] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85fa1e2-0145-4541-8dd8-1f38ac013614 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.789517] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0466d65-f4c8-4105-bcb9-5ea8fcde7cbf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.799886] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808442, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.825289] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e390890-f036-4760-b401-4145f8dd2d31 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.834914] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ad67ec-cfb3-42bd-8bf6-560d33ebdc71 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.850204] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.069853] env[65829]: WARNING neutronclient.v2_0.client [req-f52f183a-9783-4540-a4d2-4bca912a062b req-206f81ee-c251-467f-abb3-e513c9edfa45 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.238326] env[65829]: WARNING neutronclient.v2_0.client [req-f52f183a-9783-4540-a4d2-4bca912a062b req-206f81ee-c251-467f-abb3-e513c9edfa45 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.294460] env[65829]: DEBUG oslo_vmware.api [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808442, 'name': PowerOnVM_Task, 'duration_secs': 0.862809} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.295104] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.295104] env[65829]: INFO nova.compute.manager [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1204.295104] env[65829]: DEBUG nova.compute.manager [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1204.295899] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5ad07c-bde1-4ec3-924f-0a4328d80823 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.309620] env[65829]: DEBUG nova.network.neutron [req-f52f183a-9783-4540-a4d2-4bca912a062b req-206f81ee-c251-467f-abb3-e513c9edfa45 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updated VIF entry in instance network info cache for port a01c1254-ba70-4f88-bfb8-b3360517ed25. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1204.309973] env[65829]: DEBUG nova.network.neutron [req-f52f183a-9783-4540-a4d2-4bca912a062b req-206f81ee-c251-467f-abb3-e513c9edfa45 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updating instance_info_cache with network_info: [{"id": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "address": "fa:16:3e:a3:4f:07", "network": {"id": "316bf1e1-5917-42ef-ad8c-db4300df45fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1137030004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3f5fc5ea0f4048a43e31d73e84261b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01c1254-ba", "ovs_interfaceid": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.373708] env[65829]: ERROR nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [req-5358c72f-2f72-48ce-894f-bdbf70ae8a73] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5358c72f-2f72-48ce-894f-bdbf70ae8a73"}]} [ 1204.394531] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1204.411263] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1204.411500] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.423221] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1204.443897] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1204.572900] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb3c593-0fcc-4c9f-b5ef-d9e348495546 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.581526] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd8a7c5-6743-4878-addc-0746250a092a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.616135] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f992ef-f285-4082-a26f-6650e6d0f706 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.624784] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f220e7-99a5-4e95-9a90-e59741815fb7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.639190] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.812505] env[65829]: DEBUG oslo_concurrency.lockutils [req-f52f183a-9783-4540-a4d2-4bca912a062b req-206f81ee-c251-467f-abb3-e513c9edfa45 service nova] Releasing lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.813024] env[65829]: INFO nova.compute.manager [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Took 14.04 seconds to build instance. [ 1205.182488] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1205.183117] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 155 to 156 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1205.183277] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.254816] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "371f097d-cfd6-469a-8973-1dadf8292c53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.316568] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0edb9a05-e325-4c1e-a2ef-a7c8f89a7705 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "371f097d-cfd6-469a-8973-1dadf8292c53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.553s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.320174] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "371f097d-cfd6-469a-8973-1dadf8292c53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.063s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.320174] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "371f097d-cfd6-469a-8973-1dadf8292c53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.320174] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "371f097d-cfd6-469a-8973-1dadf8292c53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.320174] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "371f097d-cfd6-469a-8973-1dadf8292c53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.321205] env[65829]: INFO nova.compute.manager [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Terminating instance [ 1205.691622] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1205.691622] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.104s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.740197] env[65829]: DEBUG nova.compute.manager [req-cb0762d8-deec-4d12-b36f-dc80a31d7528 req-9a439f85-dfc1-49ef-9dbc-372b38b44733 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Received event network-changed-a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1205.740424] env[65829]: DEBUG nova.compute.manager [req-cb0762d8-deec-4d12-b36f-dc80a31d7528 req-9a439f85-dfc1-49ef-9dbc-372b38b44733 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Refreshing instance network info cache due to event network-changed-a01c1254-ba70-4f88-bfb8-b3360517ed25. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1205.740600] env[65829]: DEBUG oslo_concurrency.lockutils [req-cb0762d8-deec-4d12-b36f-dc80a31d7528 req-9a439f85-dfc1-49ef-9dbc-372b38b44733 service nova] Acquiring lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.740740] env[65829]: DEBUG oslo_concurrency.lockutils [req-cb0762d8-deec-4d12-b36f-dc80a31d7528 req-9a439f85-dfc1-49ef-9dbc-372b38b44733 service nova] Acquired lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.740897] env[65829]: DEBUG nova.network.neutron [req-cb0762d8-deec-4d12-b36f-dc80a31d7528 req-9a439f85-dfc1-49ef-9dbc-372b38b44733 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Refreshing network info cache for port a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1205.825493] env[65829]: DEBUG nova.compute.manager [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1205.825741] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.826736] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9b5e23-afed-4668-9adb-e060d4a514df {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.837095] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.837378] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-439f5900-939e-4ebc-8bbb-2a0418626468 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.843910] env[65829]: DEBUG oslo_vmware.api [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1205.843910] env[65829]: value = "task-4808444" [ 1205.843910] env[65829]: _type = "Task" [ 1205.843910] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.852501] env[65829]: DEBUG oslo_vmware.api [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.244774] env[65829]: WARNING neutronclient.v2_0.client [req-cb0762d8-deec-4d12-b36f-dc80a31d7528 req-9a439f85-dfc1-49ef-9dbc-372b38b44733 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.361342] env[65829]: DEBUG oslo_vmware.api [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808444, 'name': PowerOffVM_Task, 'duration_secs': 0.26244} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.364255] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.364431] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.364875] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c40b32f-dc0f-4c9a-8e56-ba7f61ea18e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.398159] env[65829]: WARNING neutronclient.v2_0.client [req-cb0762d8-deec-4d12-b36f-dc80a31d7528 req-9a439f85-dfc1-49ef-9dbc-372b38b44733 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.445367] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.445598] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.445772] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Deleting the datastore file [datastore1] 371f097d-cfd6-469a-8973-1dadf8292c53 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.446103] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25b6bc62-eeba-497c-811e-fd0e24fd59b3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.454171] env[65829]: DEBUG oslo_vmware.api [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1206.454171] env[65829]: value = "task-4808446" [ 1206.454171] env[65829]: _type = "Task" [ 1206.454171] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.462450] env[65829]: DEBUG oslo_vmware.api [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.475368] env[65829]: DEBUG nova.network.neutron [req-cb0762d8-deec-4d12-b36f-dc80a31d7528 req-9a439f85-dfc1-49ef-9dbc-372b38b44733 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updated VIF entry in instance network info cache for port a01c1254-ba70-4f88-bfb8-b3360517ed25. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1206.475720] env[65829]: DEBUG nova.network.neutron [req-cb0762d8-deec-4d12-b36f-dc80a31d7528 req-9a439f85-dfc1-49ef-9dbc-372b38b44733 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updating instance_info_cache with network_info: [{"id": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "address": "fa:16:3e:a3:4f:07", "network": {"id": "316bf1e1-5917-42ef-ad8c-db4300df45fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1137030004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3f5fc5ea0f4048a43e31d73e84261b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01c1254-ba", "ovs_interfaceid": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.679592] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.679793] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.964428] env[65829]: DEBUG oslo_vmware.api [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147133} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.964428] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.964428] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.964715] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.965116] env[65829]: INFO nova.compute.manager [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1206.965491] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1206.965804] env[65829]: DEBUG nova.compute.manager [-] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1206.965998] env[65829]: DEBUG nova.network.neutron [-] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1206.966416] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.977905] env[65829]: DEBUG oslo_concurrency.lockutils [req-cb0762d8-deec-4d12-b36f-dc80a31d7528 req-9a439f85-dfc1-49ef-9dbc-372b38b44733 service nova] Releasing lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.027065] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.183534] env[65829]: DEBUG nova.compute.utils [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.391805] env[65829]: DEBUG nova.compute.manager [req-c4d58dc1-7583-40a8-9c30-93130c4a0303 req-574d87ac-8a8a-4935-aad2-0d3b97858f61 service nova] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Received event network-vif-deleted-fe22577f-395d-4d62-ad86-4368f4449946 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1207.392101] env[65829]: INFO nova.compute.manager [req-c4d58dc1-7583-40a8-9c30-93130c4a0303 req-574d87ac-8a8a-4935-aad2-0d3b97858f61 service nova] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Neutron deleted interface fe22577f-395d-4d62-ad86-4368f4449946; detaching it from the instance and deleting it from the info cache [ 1207.392183] env[65829]: DEBUG nova.network.neutron [req-c4d58dc1-7583-40a8-9c30-93130c4a0303 req-574d87ac-8a8a-4935-aad2-0d3b97858f61 service nova] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.686978] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.743254] env[65829]: DEBUG nova.network.neutron [-] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.894770] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03d818df-7d4a-428f-82d3-7de43bea5200 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.907294] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5363fd12-779d-4871-b81e-0510c97462f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.940924] env[65829]: DEBUG nova.compute.manager [req-c4d58dc1-7583-40a8-9c30-93130c4a0303 req-574d87ac-8a8a-4935-aad2-0d3b97858f61 service nova] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Detach interface failed, port_id=fe22577f-395d-4d62-ad86-4368f4449946, reason: Instance 371f097d-cfd6-469a-8973-1dadf8292c53 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1207.959843] env[65829]: DEBUG oslo_concurrency.lockutils [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.960134] env[65829]: DEBUG oslo_concurrency.lockutils [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.960348] env[65829]: DEBUG oslo_concurrency.lockutils [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "95d4a51b-d2ee-4b9b-aaa0-06cbab09e159-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.960550] env[65829]: DEBUG oslo_concurrency.lockutils [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "95d4a51b-d2ee-4b9b-aaa0-06cbab09e159-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.960739] env[65829]: DEBUG oslo_concurrency.lockutils [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "95d4a51b-d2ee-4b9b-aaa0-06cbab09e159-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.962796] env[65829]: INFO nova.compute.manager [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Terminating instance [ 1208.245878] env[65829]: INFO nova.compute.manager [-] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Took 1.28 seconds to deallocate network for instance. [ 1208.314284] env[65829]: DEBUG nova.compute.manager [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Received event network-changed-19b51695-6685-4fbc-bf72-61fc1c3168a8 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1208.314555] env[65829]: DEBUG nova.compute.manager [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Refreshing instance network info cache due to event network-changed-19b51695-6685-4fbc-bf72-61fc1c3168a8. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1208.314766] env[65829]: DEBUG oslo_concurrency.lockutils [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] Acquiring lock "refresh_cache-95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.314906] env[65829]: DEBUG oslo_concurrency.lockutils [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] Acquired lock "refresh_cache-95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.315225] env[65829]: DEBUG nova.network.neutron [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Refreshing network info cache for port 19b51695-6685-4fbc-bf72-61fc1c3168a8 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.466524] env[65829]: DEBUG nova.compute.manager [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1208.466878] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.467674] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a011ef-d794-4b66-9fbb-e769677da3e1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.476140] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.476433] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-332ae1b9-ff00-451e-b7ec-44a3556a69a4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.483630] env[65829]: DEBUG oslo_vmware.api [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1208.483630] env[65829]: value = "task-4808448" [ 1208.483630] env[65829]: _type = "Task" [ 1208.483630] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.492442] env[65829]: DEBUG oslo_vmware.api [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.753663] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.754484] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.754484] env[65829]: DEBUG nova.objects.instance [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lazy-loading 'resources' on Instance uuid 371f097d-cfd6-469a-8973-1dadf8292c53 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.758449] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.758574] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.760080] env[65829]: INFO nova.compute.manager [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Attaching volume a5b8f373-960c-4529-81ab-9c83db59efab to /dev/sdb [ 1208.803808] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433616e0-1ef2-4241-8628-b958991361b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.811968] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fcdc7c-c6c2-4e8a-a474-c69715e5e228 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.818637] env[65829]: WARNING neutronclient.v2_0.client [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.827254] env[65829]: DEBUG nova.virt.block_device [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Updating existing volume attachment record: 467bd438-b5d9-4236-9625-24ef46336035 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1208.966047] env[65829]: WARNING neutronclient.v2_0.client [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1208.995392] env[65829]: DEBUG oslo_vmware.api [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808448, 'name': PowerOffVM_Task, 'duration_secs': 0.216732} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.995711] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.995926] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.996252] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3235c566-9d3d-4b84-9b5c-156f429852ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.050274] env[65829]: DEBUG nova.network.neutron [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Updated VIF entry in instance network info cache for port 19b51695-6685-4fbc-bf72-61fc1c3168a8. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1209.050274] env[65829]: DEBUG nova.network.neutron [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Updating instance_info_cache with network_info: [{"id": "19b51695-6685-4fbc-bf72-61fc1c3168a8", "address": "fa:16:3e:e8:04:01", "network": {"id": "316bf1e1-5917-42ef-ad8c-db4300df45fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1137030004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3f5fc5ea0f4048a43e31d73e84261b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b51695-66", "ovs_interfaceid": "19b51695-6685-4fbc-bf72-61fc1c3168a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.085619] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1209.085899] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1209.086145] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Deleting the datastore file [datastore2] 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1209.086422] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d768be8-559f-4502-a7af-aaed4697a7f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.094593] env[65829]: DEBUG oslo_vmware.api [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1209.094593] env[65829]: value = "task-4808453" [ 1209.094593] env[65829]: _type = "Task" [ 1209.094593] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.105888] env[65829]: DEBUG oslo_vmware.api [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.416418] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c26c95-97f6-424f-a8ef-fabf9c75797c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.424775] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb7309d-cd42-4961-8449-26b9648348cf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.465316] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b50c3b-db94-46e3-ad58-a7fe72e2bd7f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.475796] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed7bf14-d4da-4db0-b637-a2dfc81930ff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.493344] env[65829]: DEBUG nova.compute.provider_tree [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.552360] env[65829]: DEBUG oslo_concurrency.lockutils [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] Releasing lock "refresh_cache-95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.552966] env[65829]: DEBUG nova.compute.manager [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Received event network-changed-19b51695-6685-4fbc-bf72-61fc1c3168a8 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1209.553290] env[65829]: DEBUG nova.compute.manager [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Refreshing instance network info cache due to event network-changed-19b51695-6685-4fbc-bf72-61fc1c3168a8. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1209.553617] env[65829]: DEBUG oslo_concurrency.lockutils [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] Acquiring lock "refresh_cache-95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.553870] env[65829]: DEBUG oslo_concurrency.lockutils [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] Acquired lock "refresh_cache-95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.554166] env[65829]: DEBUG nova.network.neutron [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Refreshing network info cache for port 19b51695-6685-4fbc-bf72-61fc1c3168a8 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.607065] env[65829]: DEBUG oslo_vmware.api [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140716} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.607065] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.607065] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.607065] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.607406] env[65829]: INFO nova.compute.manager [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1209.607451] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1209.607648] env[65829]: DEBUG nova.compute.manager [-] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1209.607746] env[65829]: DEBUG nova.network.neutron [-] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1209.607997] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.645585] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.682065] env[65829]: DEBUG nova.compute.manager [req-e2074e90-fa7a-4c30-b695-646d21de29f6 req-fbf60a19-f27f-4795-bea9-d7d899c5f33c service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Received event network-changed-a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1209.682408] env[65829]: DEBUG nova.compute.manager [req-e2074e90-fa7a-4c30-b695-646d21de29f6 req-fbf60a19-f27f-4795-bea9-d7d899c5f33c service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Refreshing instance network info cache due to event network-changed-a01c1254-ba70-4f88-bfb8-b3360517ed25. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1209.682722] env[65829]: DEBUG oslo_concurrency.lockutils [req-e2074e90-fa7a-4c30-b695-646d21de29f6 req-fbf60a19-f27f-4795-bea9-d7d899c5f33c service nova] Acquiring lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.682911] env[65829]: DEBUG oslo_concurrency.lockutils [req-e2074e90-fa7a-4c30-b695-646d21de29f6 req-fbf60a19-f27f-4795-bea9-d7d899c5f33c service nova] Acquired lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.683133] env[65829]: DEBUG nova.network.neutron [req-e2074e90-fa7a-4c30-b695-646d21de29f6 req-fbf60a19-f27f-4795-bea9-d7d899c5f33c service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Refreshing network info cache for port a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.034462] env[65829]: DEBUG nova.scheduler.client.report [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1210.034737] env[65829]: DEBUG nova.compute.provider_tree [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 156 to 157 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1210.034907] env[65829]: DEBUG nova.compute.provider_tree [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1210.057479] env[65829]: WARNING neutronclient.v2_0.client [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.075940] env[65829]: INFO nova.network.neutron [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Port 19b51695-6685-4fbc-bf72-61fc1c3168a8 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1210.076235] env[65829]: DEBUG nova.network.neutron [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.186743] env[65829]: WARNING neutronclient.v2_0.client [req-e2074e90-fa7a-4c30-b695-646d21de29f6 req-fbf60a19-f27f-4795-bea9-d7d899c5f33c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.344443] env[65829]: WARNING neutronclient.v2_0.client [req-e2074e90-fa7a-4c30-b695-646d21de29f6 req-fbf60a19-f27f-4795-bea9-d7d899c5f33c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.356518] env[65829]: DEBUG nova.compute.manager [req-fd67a857-9b90-470d-9a86-18745bf1cc47 req-c8d82793-d4e3-4672-94f3-80617b6d6a95 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Received event network-changed-a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1210.356755] env[65829]: DEBUG nova.compute.manager [req-fd67a857-9b90-470d-9a86-18745bf1cc47 req-c8d82793-d4e3-4672-94f3-80617b6d6a95 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Refreshing instance network info cache due to event network-changed-a01c1254-ba70-4f88-bfb8-b3360517ed25. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1210.356974] env[65829]: DEBUG oslo_concurrency.lockutils [req-fd67a857-9b90-470d-9a86-18745bf1cc47 req-c8d82793-d4e3-4672-94f3-80617b6d6a95 service nova] Acquiring lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.407110] env[65829]: DEBUG nova.network.neutron [-] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.428864] env[65829]: DEBUG nova.network.neutron [req-e2074e90-fa7a-4c30-b695-646d21de29f6 req-fbf60a19-f27f-4795-bea9-d7d899c5f33c service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updated VIF entry in instance network info cache for port a01c1254-ba70-4f88-bfb8-b3360517ed25. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1210.429332] env[65829]: DEBUG nova.network.neutron [req-e2074e90-fa7a-4c30-b695-646d21de29f6 req-fbf60a19-f27f-4795-bea9-d7d899c5f33c service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updating instance_info_cache with network_info: [{"id": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "address": "fa:16:3e:a3:4f:07", "network": {"id": "316bf1e1-5917-42ef-ad8c-db4300df45fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1137030004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3f5fc5ea0f4048a43e31d73e84261b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01c1254-ba", "ovs_interfaceid": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.540245] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.567075] env[65829]: INFO nova.scheduler.client.report [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Deleted allocations for instance 371f097d-cfd6-469a-8973-1dadf8292c53 [ 1210.579050] env[65829]: DEBUG oslo_concurrency.lockutils [req-6faf2aef-9e88-4a14-bfab-373a5102336f req-0ab81cef-eff2-4029-9f7b-ce0bba34df8b service nova] Releasing lock "refresh_cache-95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.909953] env[65829]: INFO nova.compute.manager [-] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Took 1.30 seconds to deallocate network for instance. [ 1210.931881] env[65829]: DEBUG oslo_concurrency.lockutils [req-e2074e90-fa7a-4c30-b695-646d21de29f6 req-fbf60a19-f27f-4795-bea9-d7d899c5f33c service nova] Releasing lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.932315] env[65829]: DEBUG oslo_concurrency.lockutils [req-fd67a857-9b90-470d-9a86-18745bf1cc47 req-c8d82793-d4e3-4672-94f3-80617b6d6a95 service nova] Acquired lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.932834] env[65829]: DEBUG nova.network.neutron [req-fd67a857-9b90-470d-9a86-18745bf1cc47 req-c8d82793-d4e3-4672-94f3-80617b6d6a95 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Refreshing network info cache for port a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.077155] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c270e514-5a0a-4796-9bff-fbb201e944b2 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "371f097d-cfd6-469a-8973-1dadf8292c53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.760s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.416846] env[65829]: DEBUG oslo_concurrency.lockutils [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.417114] env[65829]: DEBUG oslo_concurrency.lockutils [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.417340] env[65829]: DEBUG nova.objects.instance [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lazy-loading 'resources' on Instance uuid 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.435596] env[65829]: WARNING neutronclient.v2_0.client [req-fd67a857-9b90-470d-9a86-18745bf1cc47 req-c8d82793-d4e3-4672-94f3-80617b6d6a95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.614252] env[65829]: WARNING neutronclient.v2_0.client [req-fd67a857-9b90-470d-9a86-18745bf1cc47 req-c8d82793-d4e3-4672-94f3-80617b6d6a95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.694571] env[65829]: DEBUG nova.network.neutron [req-fd67a857-9b90-470d-9a86-18745bf1cc47 req-c8d82793-d4e3-4672-94f3-80617b6d6a95 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updated VIF entry in instance network info cache for port a01c1254-ba70-4f88-bfb8-b3360517ed25. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1211.694935] env[65829]: DEBUG nova.network.neutron [req-fd67a857-9b90-470d-9a86-18745bf1cc47 req-c8d82793-d4e3-4672-94f3-80617b6d6a95 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updating instance_info_cache with network_info: [{"id": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "address": "fa:16:3e:a3:4f:07", "network": {"id": "316bf1e1-5917-42ef-ad8c-db4300df45fe", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1137030004-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b3f5fc5ea0f4048a43e31d73e84261b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa01c1254-ba", "ovs_interfaceid": "a01c1254-ba70-4f88-bfb8-b3360517ed25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.046056] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e416dc-9130-4eca-b6c7-01667d4a2049 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.054496] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1a11e4-dc17-401e-9470-ad97e8369e23 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.089555] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a26934d-4e78-48aa-997c-97b397ada417 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.099148] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189a1477-158b-4265-b4a7-cd5fde759c78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.113187] env[65829]: DEBUG nova.compute.provider_tree [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1212.197788] env[65829]: DEBUG oslo_concurrency.lockutils [req-fd67a857-9b90-470d-9a86-18745bf1cc47 req-c8d82793-d4e3-4672-94f3-80617b6d6a95 service nova] Releasing lock "refresh_cache-0bf96d71-da21-4621-9a0e-f51c2a9627ba" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.198088] env[65829]: DEBUG nova.compute.manager [req-fd67a857-9b90-470d-9a86-18745bf1cc47 req-c8d82793-d4e3-4672-94f3-80617b6d6a95 service nova] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Received event network-vif-deleted-19b51695-6685-4fbc-bf72-61fc1c3168a8 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1212.647102] env[65829]: DEBUG nova.scheduler.client.report [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1212.647379] env[65829]: DEBUG nova.compute.provider_tree [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 157 to 158 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1212.647545] env[65829]: DEBUG nova.compute.provider_tree [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1213.153726] env[65829]: DEBUG oslo_concurrency.lockutils [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.177347] env[65829]: INFO nova.scheduler.client.report [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Deleted allocations for instance 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159 [ 1213.378206] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1213.378616] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937573', 'volume_id': 'a5b8f373-960c-4529-81ab-9c83db59efab', 'name': 'volume-a5b8f373-960c-4529-81ab-9c83db59efab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22cd6241-180d-4eb8-85a7-6137daaaeab9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5b8f373-960c-4529-81ab-9c83db59efab', 'serial': 'a5b8f373-960c-4529-81ab-9c83db59efab'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1213.380074] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e010801-7ac7-4ecc-9611-ffa39b3bf125 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.406943] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a04c98-0e3e-4405-9139-46ca67ad13a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.434782] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-a5b8f373-960c-4529-81ab-9c83db59efab/volume-a5b8f373-960c-4529-81ab-9c83db59efab.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.435147] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a3bb539-ca69-4f82-942a-9a9cca435231 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.455647] env[65829]: DEBUG oslo_vmware.api [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1213.455647] env[65829]: value = "task-4808457" [ 1213.455647] env[65829]: _type = "Task" [ 1213.455647] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.468412] env[65829]: DEBUG oslo_vmware.api [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.686189] env[65829]: DEBUG oslo_concurrency.lockutils [None req-91e46daa-ceee-4c89-84af-374029bedda8 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "95d4a51b-d2ee-4b9b-aaa0-06cbab09e159" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.726s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.967320] env[65829]: DEBUG oslo_vmware.api [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808457, 'name': ReconfigVM_Task, 'duration_secs': 0.393899} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.967625] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-a5b8f373-960c-4529-81ab-9c83db59efab/volume-a5b8f373-960c-4529-81ab-9c83db59efab.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1213.973247] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ef496d-503c-4ba6-bd7d-f4f7f9afdc65 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.989123] env[65829]: DEBUG oslo_vmware.api [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1213.989123] env[65829]: value = "task-4808459" [ 1213.989123] env[65829]: _type = "Task" [ 1213.989123] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.998702] env[65829]: DEBUG oslo_vmware.api [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.499856] env[65829]: DEBUG oslo_vmware.api [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808459, 'name': ReconfigVM_Task, 'duration_secs': 0.194085} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.500311] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937573', 'volume_id': 'a5b8f373-960c-4529-81ab-9c83db59efab', 'name': 'volume-a5b8f373-960c-4529-81ab-9c83db59efab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22cd6241-180d-4eb8-85a7-6137daaaeab9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5b8f373-960c-4529-81ab-9c83db59efab', 'serial': 'a5b8f373-960c-4529-81ab-9c83db59efab'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1215.322233] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "0bf96d71-da21-4621-9a0e-f51c2a9627ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.322633] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "0bf96d71-da21-4621-9a0e-f51c2a9627ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.322850] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "0bf96d71-da21-4621-9a0e-f51c2a9627ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.323043] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "0bf96d71-da21-4621-9a0e-f51c2a9627ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.323209] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "0bf96d71-da21-4621-9a0e-f51c2a9627ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.325541] env[65829]: INFO nova.compute.manager [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Terminating instance [ 1215.549931] env[65829]: DEBUG nova.objects.instance [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lazy-loading 'flavor' on Instance uuid 22cd6241-180d-4eb8-85a7-6137daaaeab9 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.830515] env[65829]: DEBUG nova.compute.manager [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1215.830705] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.831666] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21994092-7581-48f4-81dd-c64ede85bd13 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.841713] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.841962] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b656fdfc-5bda-4eb0-8845-06590841f6fa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.850017] env[65829]: DEBUG oslo_vmware.api [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1215.850017] env[65829]: value = "task-4808461" [ 1215.850017] env[65829]: _type = "Task" [ 1215.850017] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.860949] env[65829]: DEBUG oslo_vmware.api [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.055554] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7b7abd32-1653-4271-bc3b-5f4039585595 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.297s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.272154] env[65829]: DEBUG oslo_concurrency.lockutils [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "334082d2-d4f5-4302-8acf-56c28655b1a5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.272154] env[65829]: DEBUG oslo_concurrency.lockutils [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.272154] env[65829]: INFO nova.compute.manager [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Shelving [ 1216.360842] env[65829]: DEBUG oslo_vmware.api [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808461, 'name': PowerOffVM_Task, 'duration_secs': 0.195582} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.361236] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.361345] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.361582] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d54d33be-327b-4f80-a3be-7a3e500ea4e1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.430033] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.430333] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.430600] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Deleting the datastore file [datastore2] 0bf96d71-da21-4621-9a0e-f51c2a9627ba {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.431107] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31f37b3c-1e84-4b12-8138-fc7720da1cbc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.440385] env[65829]: DEBUG oslo_vmware.api [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for the task: (returnval){ [ 1216.440385] env[65829]: value = "task-4808463" [ 1216.440385] env[65829]: _type = "Task" [ 1216.440385] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.449685] env[65829]: DEBUG oslo_vmware.api [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.951403] env[65829]: DEBUG oslo_vmware.api [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Task: {'id': task-4808463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153638} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.951684] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.951869] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.952107] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.952302] env[65829]: INFO nova.compute.manager [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1216.953120] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1216.953120] env[65829]: DEBUG nova.compute.manager [-] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1216.953120] env[65829]: DEBUG nova.network.neutron [-] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1216.953120] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.985054] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.273734] env[65829]: DEBUG nova.compute.manager [req-63f8ea5e-4ee9-443c-90a7-6c1a41e5c08a req-1037121f-1675-4bff-8619-4e0b27265ba5 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Received event network-vif-deleted-a01c1254-ba70-4f88-bfb8-b3360517ed25 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1217.273953] env[65829]: INFO nova.compute.manager [req-63f8ea5e-4ee9-443c-90a7-6c1a41e5c08a req-1037121f-1675-4bff-8619-4e0b27265ba5 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Neutron deleted interface a01c1254-ba70-4f88-bfb8-b3360517ed25; detaching it from the instance and deleting it from the info cache [ 1217.274146] env[65829]: DEBUG nova.network.neutron [req-63f8ea5e-4ee9-443c-90a7-6c1a41e5c08a req-1037121f-1675-4bff-8619-4e0b27265ba5 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.280721] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.280985] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8ef7e25-efdf-49bf-b479-aba898532a06 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.290680] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1217.290680] env[65829]: value = "task-4808464" [ 1217.290680] env[65829]: _type = "Task" [ 1217.290680] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.300339] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.496742] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "408be469-9555-4d78-ad50-cb6ed92b7ca4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.497088] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "408be469-9555-4d78-ad50-cb6ed92b7ca4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.755605] env[65829]: DEBUG nova.network.neutron [-] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.776636] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6dfae4c-e2ac-4c6b-90cc-b9f3c191ca99 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.787560] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc52c16-4ca0-423a-ae6b-8aebc19c6bb4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.808107] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808464, 'name': PowerOffVM_Task, 'duration_secs': 0.204025} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.808471] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.809341] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751deae2-efd4-42b8-9a24-041b5a14e1eb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.824330] env[65829]: DEBUG nova.compute.manager [req-63f8ea5e-4ee9-443c-90a7-6c1a41e5c08a req-1037121f-1675-4bff-8619-4e0b27265ba5 service nova] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Detach interface failed, port_id=a01c1254-ba70-4f88-bfb8-b3360517ed25, reason: Instance 0bf96d71-da21-4621-9a0e-f51c2a9627ba could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1217.839168] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c3fa73-0b60-43d1-800e-ad6826299912 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.000651] env[65829]: DEBUG nova.compute.manager [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1218.258914] env[65829]: INFO nova.compute.manager [-] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Took 1.31 seconds to deallocate network for instance. [ 1218.351971] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1218.352195] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cfc7abe3-072a-4fb5-8e9b-0c515bdd8976 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.361052] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1218.361052] env[65829]: value = "task-4808465" [ 1218.361052] env[65829]: _type = "Task" [ 1218.361052] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.369172] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808465, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.530574] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.530887] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.532808] env[65829]: INFO nova.compute.claims [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.767024] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.871675] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808465, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.372683] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808465, 'name': CreateSnapshot_Task, 'duration_secs': 0.815322} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.373031] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1219.373832] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7120e224-231f-4675-9899-b27497a45bab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.667866] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b05dcff-5764-437a-9498-7e2921cd69b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.681614] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c217c6e-f41d-40cd-b7e4-21eccc51cab2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.717512] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9f093c-9d9d-48c2-9f14-a059bf7e2d45 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.723087] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.723348] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.730321] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17de1bf-0629-4d3f-be5c-747b2f1cd333 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.746018] env[65829]: DEBUG nova.compute.provider_tree [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.894032] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1219.894208] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6a5c50cd-c0fb-4d6c-a8a9-95f03cdf5ca2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.904088] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1219.904088] env[65829]: value = "task-4808466" [ 1219.904088] env[65829]: _type = "Task" [ 1219.904088] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.914353] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808466, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.226142] env[65829]: DEBUG nova.compute.manager [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1220.276338] env[65829]: ERROR nova.scheduler.client.report [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [req-e1679372-f0e6-4033-9b08-3efa0419e0ef] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e1679372-f0e6-4033-9b08-3efa0419e0ef"}]} [ 1220.295978] env[65829]: DEBUG nova.scheduler.client.report [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1220.313368] env[65829]: DEBUG nova.scheduler.client.report [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1220.313548] env[65829]: DEBUG nova.compute.provider_tree [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.326482] env[65829]: DEBUG nova.scheduler.client.report [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1220.348551] env[65829]: DEBUG nova.scheduler.client.report [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1220.418707] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808466, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.501061] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4cbce2-4abe-4953-b9e0-5eb40146b439 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.509031] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca65325-db47-46d8-9707-45130101436e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.541753] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5606686a-a4a0-4f4f-a212-ba1c447d1607 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.550471] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fce187-ac7e-4cff-b90d-0266640975e6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.565176] env[65829]: DEBUG nova.compute.provider_tree [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.752925] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.916737] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808466, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.104104] env[65829]: DEBUG nova.scheduler.client.report [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1221.104422] env[65829]: DEBUG nova.compute.provider_tree [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 160 to 161 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1221.104594] env[65829]: DEBUG nova.compute.provider_tree [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.420074] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808466, 'name': CloneVM_Task, 'duration_secs': 1.457978} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.420074] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Created linked-clone VM from snapshot [ 1221.420634] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cd8c90-e0a5-4ad3-b942-1d2a4944b677 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.428196] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Uploading image 50236948-00b9-4c94-91b7-ca0d8189a8af {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1221.455063] env[65829]: DEBUG oslo_vmware.rw_handles [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1221.455063] env[65829]: value = "vm-937576" [ 1221.455063] env[65829]: _type = "VirtualMachine" [ 1221.455063] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1221.455370] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-47f55838-e9d2-4259-96a8-4dd2547662ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.464023] env[65829]: DEBUG oslo_vmware.rw_handles [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lease: (returnval){ [ 1221.464023] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d322c4-e6e5-1653-e1bf-2b767afc899c" [ 1221.464023] env[65829]: _type = "HttpNfcLease" [ 1221.464023] env[65829]: } obtained for exporting VM: (result){ [ 1221.464023] env[65829]: value = "vm-937576" [ 1221.464023] env[65829]: _type = "VirtualMachine" [ 1221.464023] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1221.465638] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the lease: (returnval){ [ 1221.465638] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d322c4-e6e5-1653-e1bf-2b767afc899c" [ 1221.465638] env[65829]: _type = "HttpNfcLease" [ 1221.465638] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1221.473839] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1221.473839] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d322c4-e6e5-1653-e1bf-2b767afc899c" [ 1221.473839] env[65829]: _type = "HttpNfcLease" [ 1221.473839] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1221.611526] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.080s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.612214] env[65829]: DEBUG nova.compute.manager [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1221.615860] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.849s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.616522] env[65829]: DEBUG nova.objects.instance [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lazy-loading 'resources' on Instance uuid 0bf96d71-da21-4621-9a0e-f51c2a9627ba {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.973051] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1221.973051] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d322c4-e6e5-1653-e1bf-2b767afc899c" [ 1221.973051] env[65829]: _type = "HttpNfcLease" [ 1221.973051] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1221.973492] env[65829]: DEBUG oslo_vmware.rw_handles [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1221.973492] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d322c4-e6e5-1653-e1bf-2b767afc899c" [ 1221.973492] env[65829]: _type = "HttpNfcLease" [ 1221.973492] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1221.973904] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c3bfcf-c36c-43eb-a297-c16f102eff09 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.981494] env[65829]: DEBUG oslo_vmware.rw_handles [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b38e2d-761a-7919-1283-18fb63126f3c/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1221.981744] env[65829]: DEBUG oslo_vmware.rw_handles [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b38e2d-761a-7919-1283-18fb63126f3c/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1222.068146] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c0cfdbd9-958b-44a7-a6c5-78a1bb919fc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.119086] env[65829]: DEBUG nova.compute.utils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.123459] env[65829]: DEBUG nova.compute.manager [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1222.123657] env[65829]: DEBUG nova.network.neutron [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1222.123963] env[65829]: WARNING neutronclient.v2_0.client [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.125105] env[65829]: WARNING neutronclient.v2_0.client [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.177153] env[65829]: DEBUG nova.policy [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac7f948d265f4f8d9d0f4196cb35fed4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2d6a4452f84c3eb5a673a509a073a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.275690] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4998d5-408f-4374-b2fd-e230c686c848 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.284586] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e614e8-d601-492e-9e0a-bae2a5fb130b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.319183] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c5f665-e5b5-4690-b978-dcf49eec306e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.328326] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2376ccd4-a76d-44f3-abc1-8199ebc662d4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.345823] env[65829]: DEBUG nova.compute.provider_tree [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.518016] env[65829]: DEBUG nova.network.neutron [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Successfully created port: 4d69ca10-8012-4725-8715-7787d4366cdc {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1222.627663] env[65829]: DEBUG nova.compute.manager [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1222.850098] env[65829]: DEBUG nova.scheduler.client.report [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.108480] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "cc273384-cd47-4490-baf3-14e4066ac74e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.108817] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "cc273384-cd47-4490-baf3-14e4066ac74e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.109035] env[65829]: INFO nova.compute.manager [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Shelving [ 1223.356483] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.741s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.359523] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.607s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.361069] env[65829]: INFO nova.compute.claims [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.385583] env[65829]: INFO nova.scheduler.client.report [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Deleted allocations for instance 0bf96d71-da21-4621-9a0e-f51c2a9627ba [ 1223.637933] env[65829]: DEBUG nova.compute.manager [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1223.666286] env[65829]: DEBUG nova.virt.hardware [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1223.667194] env[65829]: DEBUG nova.virt.hardware [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.667194] env[65829]: DEBUG nova.virt.hardware [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1223.667194] env[65829]: DEBUG nova.virt.hardware [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.667194] env[65829]: DEBUG nova.virt.hardware [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1223.667348] env[65829]: DEBUG nova.virt.hardware [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1223.667677] env[65829]: DEBUG nova.virt.hardware [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1223.667985] env[65829]: DEBUG nova.virt.hardware [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1223.668300] env[65829]: DEBUG nova.virt.hardware [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1223.668526] env[65829]: DEBUG nova.virt.hardware [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1223.668894] env[65829]: DEBUG nova.virt.hardware [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1223.669858] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791fb56d-afab-4474-8d66-6e298e47e3b3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.678861] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892077dd-0c20-44a9-846c-0b07bb4a4f6d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.896168] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c0b91a9c-a488-4bdd-934b-879109654db5 tempest-FloatingIPsAssociationTestJSON-1703714189 tempest-FloatingIPsAssociationTestJSON-1703714189-project-member] Lock "0bf96d71-da21-4621-9a0e-f51c2a9627ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.573s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.119150] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.120196] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a016a5f9-8732-4f1d-af79-88e0ebe51cb7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.127220] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1224.127220] env[65829]: value = "task-4808468" [ 1224.127220] env[65829]: _type = "Task" [ 1224.127220] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.139629] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.148543] env[65829]: DEBUG nova.network.neutron [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Successfully updated port: 4d69ca10-8012-4725-8715-7787d4366cdc {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1224.314447] env[65829]: DEBUG nova.compute.manager [req-cbf1d30c-cef9-4fc6-b0a8-43235050d973 req-a587adb8-fd73-4b6f-bb20-13e363d6370a service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Received event network-vif-plugged-4d69ca10-8012-4725-8715-7787d4366cdc {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1224.314447] env[65829]: DEBUG oslo_concurrency.lockutils [req-cbf1d30c-cef9-4fc6-b0a8-43235050d973 req-a587adb8-fd73-4b6f-bb20-13e363d6370a service nova] Acquiring lock "408be469-9555-4d78-ad50-cb6ed92b7ca4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.315181] env[65829]: DEBUG oslo_concurrency.lockutils [req-cbf1d30c-cef9-4fc6-b0a8-43235050d973 req-a587adb8-fd73-4b6f-bb20-13e363d6370a service nova] Lock "408be469-9555-4d78-ad50-cb6ed92b7ca4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.315666] env[65829]: DEBUG oslo_concurrency.lockutils [req-cbf1d30c-cef9-4fc6-b0a8-43235050d973 req-a587adb8-fd73-4b6f-bb20-13e363d6370a service nova] Lock "408be469-9555-4d78-ad50-cb6ed92b7ca4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.316478] env[65829]: DEBUG nova.compute.manager [req-cbf1d30c-cef9-4fc6-b0a8-43235050d973 req-a587adb8-fd73-4b6f-bb20-13e363d6370a service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] No waiting events found dispatching network-vif-plugged-4d69ca10-8012-4725-8715-7787d4366cdc {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1224.317411] env[65829]: WARNING nova.compute.manager [req-cbf1d30c-cef9-4fc6-b0a8-43235050d973 req-a587adb8-fd73-4b6f-bb20-13e363d6370a service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Received unexpected event network-vif-plugged-4d69ca10-8012-4725-8715-7787d4366cdc for instance with vm_state building and task_state spawning. [ 1224.512165] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3071ea21-c327-471d-b9dc-9c34cea61364 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.520812] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb857e4-15ea-4d2e-a27d-9f0b61272f22 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.554564] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2744b76a-8403-46ec-9a67-59aa207a36f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.563634] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b81f47-ef70-435e-ae17-2b264e284586 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.579995] env[65829]: DEBUG nova.compute.provider_tree [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.637598] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808468, 'name': PowerOffVM_Task, 'duration_secs': 0.241163} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.637896] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.638857] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7303be40-ed43-46f4-b4f3-9c3b4c46b912 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.661827] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "refresh_cache-408be469-9555-4d78-ad50-cb6ed92b7ca4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.662344] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired lock "refresh_cache-408be469-9555-4d78-ad50-cb6ed92b7ca4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.662344] env[65829]: DEBUG nova.network.neutron [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1224.667651] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f698a59-e5d1-4dee-b1e3-372e234d3bd0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.083277] env[65829]: DEBUG nova.scheduler.client.report [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.181810] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1225.182108] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-86db8838-7011-4742-a555-136dc3075187 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.191869] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1225.191869] env[65829]: value = "task-4808469" [ 1225.191869] env[65829]: _type = "Task" [ 1225.191869] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.202149] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808469, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.203621] env[65829]: DEBUG nova.network.neutron [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1225.301633] env[65829]: WARNING neutronclient.v2_0.client [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.409804] env[65829]: DEBUG nova.network.neutron [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Updating instance_info_cache with network_info: [{"id": "4d69ca10-8012-4725-8715-7787d4366cdc", "address": "fa:16:3e:87:be:54", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d69ca10-80", "ovs_interfaceid": "4d69ca10-8012-4725-8715-7787d4366cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.588986] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.230s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.590134] env[65829]: DEBUG nova.compute.manager [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1225.704105] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808469, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.913750] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Releasing lock "refresh_cache-408be469-9555-4d78-ad50-cb6ed92b7ca4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.914165] env[65829]: DEBUG nova.compute.manager [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Instance network_info: |[{"id": "4d69ca10-8012-4725-8715-7787d4366cdc", "address": "fa:16:3e:87:be:54", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d69ca10-80", "ovs_interfaceid": "4d69ca10-8012-4725-8715-7787d4366cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1225.914636] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:be:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d69ca10-8012-4725-8715-7787d4366cdc', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.923391] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1225.923646] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.923895] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eb703f7-da10-4eee-bb8d-88b093d3fa39 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.946062] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.946062] env[65829]: value = "task-4808470" [ 1225.946062] env[65829]: _type = "Task" [ 1225.946062] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.954587] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808470, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.094893] env[65829]: DEBUG nova.compute.utils [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1226.096617] env[65829]: DEBUG nova.compute.manager [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1226.096840] env[65829]: DEBUG nova.network.neutron [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1226.097388] env[65829]: WARNING neutronclient.v2_0.client [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.097729] env[65829]: WARNING neutronclient.v2_0.client [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.162319] env[65829]: DEBUG nova.policy [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a7dc10b5c8a4975b0bfba207b62de65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58ecbfca7f9f40e7a4f4681d2d1a5ef1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.204856] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808469, 'name': CreateSnapshot_Task, 'duration_secs': 0.99427} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.205190] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1226.206044] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2506a3bb-f253-4789-b09c-a45810182fe8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.371550] env[65829]: DEBUG nova.compute.manager [req-17efd052-3cff-44f6-a805-c2f59622114c req-7c3d5fc0-e6e0-4ae7-9658-b593d42b9d4e service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Received event network-changed-4d69ca10-8012-4725-8715-7787d4366cdc {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1226.372274] env[65829]: DEBUG nova.compute.manager [req-17efd052-3cff-44f6-a805-c2f59622114c req-7c3d5fc0-e6e0-4ae7-9658-b593d42b9d4e service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Refreshing instance network info cache due to event network-changed-4d69ca10-8012-4725-8715-7787d4366cdc. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1226.372584] env[65829]: DEBUG oslo_concurrency.lockutils [req-17efd052-3cff-44f6-a805-c2f59622114c req-7c3d5fc0-e6e0-4ae7-9658-b593d42b9d4e service nova] Acquiring lock "refresh_cache-408be469-9555-4d78-ad50-cb6ed92b7ca4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.372793] env[65829]: DEBUG oslo_concurrency.lockutils [req-17efd052-3cff-44f6-a805-c2f59622114c req-7c3d5fc0-e6e0-4ae7-9658-b593d42b9d4e service nova] Acquired lock "refresh_cache-408be469-9555-4d78-ad50-cb6ed92b7ca4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.373065] env[65829]: DEBUG nova.network.neutron [req-17efd052-3cff-44f6-a805-c2f59622114c req-7c3d5fc0-e6e0-4ae7-9658-b593d42b9d4e service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Refreshing network info cache for port 4d69ca10-8012-4725-8715-7787d4366cdc {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.459572] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808470, 'name': CreateVM_Task, 'duration_secs': 0.378969} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.459742] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.460437] env[65829]: WARNING neutronclient.v2_0.client [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.519582] env[65829]: DEBUG nova.network.neutron [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Successfully created port: a4a7a39c-0997-49c9-96df-014ecccd0fc3 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1226.526864] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.527085] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.527612] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.528996] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b820ca33-2c2f-41c1-8531-ac19717ff521 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.534856] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1226.534856] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fd8bd4-7e70-f4e3-80a2-d1284bd0d38a" [ 1226.534856] env[65829]: _type = "Task" [ 1226.534856] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.545272] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fd8bd4-7e70-f4e3-80a2-d1284bd0d38a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.601713] env[65829]: DEBUG nova.compute.manager [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1226.727665] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1226.728328] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7c5f6ceb-7c1d-4c2e-a14a-b8766e319492 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.739786] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1226.739786] env[65829]: value = "task-4808471" [ 1226.739786] env[65829]: _type = "Task" [ 1226.739786] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.751416] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808471, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.877203] env[65829]: WARNING neutronclient.v2_0.client [req-17efd052-3cff-44f6-a805-c2f59622114c req-7c3d5fc0-e6e0-4ae7-9658-b593d42b9d4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.046447] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52fd8bd4-7e70-f4e3-80a2-d1284bd0d38a, 'name': SearchDatastore_Task, 'duration_secs': 0.018272} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.046820] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.047041] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.047288] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.047435] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.047614] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.047895] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6459e24-ca6a-49da-ba38-f340b4188530 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.059289] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.059529] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.060546] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9d7a0f-40b5-41ad-9313-9d58f3ccdc59 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.066568] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1227.066568] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5204f60d-f81c-a1fd-44ed-e9e3b921d89c" [ 1227.066568] env[65829]: _type = "Task" [ 1227.066568] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.076788] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5204f60d-f81c-a1fd-44ed-e9e3b921d89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.107800] env[65829]: INFO nova.virt.block_device [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Booting with volume bbb0da6a-00ea-4482-9688-f1b3b37e173a at /dev/sda [ 1227.149529] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae3e58b4-a504-41c9-ba42-83beb175040a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.164323] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9ad9d3-4383-442e-a180-9cc7a0f0996f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.209296] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f179e01-1e73-43aa-91e9-7888b41e1194 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.225143] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab647314-c108-486c-ba8d-14e0d25c097d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.251789] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808471, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.270384] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6192d992-5fa3-4462-ad2f-665ffb6121d5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.278400] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfdfcd5-311e-4bf5-9c93-1594056b007b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.298294] env[65829]: DEBUG nova.virt.block_device [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating existing volume attachment record: 60a4ee1f-b6dc-4026-b06d-50a799673591 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1227.579625] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5204f60d-f81c-a1fd-44ed-e9e3b921d89c, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.580568] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488c3ea0-eb0c-4be9-8d10-2b60659ce9ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.587213] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1227.587213] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e042e0-39ad-a2f1-f0af-972d70a5ff8b" [ 1227.587213] env[65829]: _type = "Task" [ 1227.587213] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.598115] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e042e0-39ad-a2f1-f0af-972d70a5ff8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.752305] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808471, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.099146] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e042e0-39ad-a2f1-f0af-972d70a5ff8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.100085] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.100085] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 408be469-9555-4d78-ad50-cb6ed92b7ca4/408be469-9555-4d78-ad50-cb6ed92b7ca4.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.100085] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3710988-9136-4285-abaa-b029814a818a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.112301] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1228.112301] env[65829]: value = "task-4808472" [ 1228.112301] env[65829]: _type = "Task" [ 1228.112301] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.118340] env[65829]: DEBUG nova.network.neutron [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Successfully updated port: a4a7a39c-0997-49c9-96df-014ecccd0fc3 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1228.129252] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808472, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.259883] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808471, 'name': CloneVM_Task} progress is 95%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.396686] env[65829]: WARNING neutronclient.v2_0.client [req-17efd052-3cff-44f6-a805-c2f59622114c req-7c3d5fc0-e6e0-4ae7-9658-b593d42b9d4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.490496] env[65829]: DEBUG nova.network.neutron [req-17efd052-3cff-44f6-a805-c2f59622114c req-7c3d5fc0-e6e0-4ae7-9658-b593d42b9d4e service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Updated VIF entry in instance network info cache for port 4d69ca10-8012-4725-8715-7787d4366cdc. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1228.490496] env[65829]: DEBUG nova.network.neutron [req-17efd052-3cff-44f6-a805-c2f59622114c req-7c3d5fc0-e6e0-4ae7-9658-b593d42b9d4e service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Updating instance_info_cache with network_info: [{"id": "4d69ca10-8012-4725-8715-7787d4366cdc", "address": "fa:16:3e:87:be:54", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d69ca10-80", "ovs_interfaceid": "4d69ca10-8012-4725-8715-7787d4366cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.513470] env[65829]: DEBUG nova.compute.manager [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Received event network-vif-plugged-a4a7a39c-0997-49c9-96df-014ecccd0fc3 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1228.513711] env[65829]: DEBUG oslo_concurrency.lockutils [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] Acquiring lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.513929] env[65829]: DEBUG oslo_concurrency.lockutils [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] Lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.514325] env[65829]: DEBUG oslo_concurrency.lockutils [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] Lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.514325] env[65829]: DEBUG nova.compute.manager [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] No waiting events found dispatching network-vif-plugged-a4a7a39c-0997-49c9-96df-014ecccd0fc3 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1228.514533] env[65829]: WARNING nova.compute.manager [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Received unexpected event network-vif-plugged-a4a7a39c-0997-49c9-96df-014ecccd0fc3 for instance with vm_state building and task_state block_device_mapping. [ 1228.514728] env[65829]: DEBUG nova.compute.manager [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Received event network-changed-a4a7a39c-0997-49c9-96df-014ecccd0fc3 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1228.514979] env[65829]: DEBUG nova.compute.manager [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Refreshing instance network info cache due to event network-changed-a4a7a39c-0997-49c9-96df-014ecccd0fc3. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1228.515150] env[65829]: DEBUG oslo_concurrency.lockutils [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] Acquiring lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.515250] env[65829]: DEBUG oslo_concurrency.lockutils [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] Acquired lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.515424] env[65829]: DEBUG nova.network.neutron [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Refreshing network info cache for port a4a7a39c-0997-49c9-96df-014ecccd0fc3 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.626577] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500628} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.626882] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 408be469-9555-4d78-ad50-cb6ed92b7ca4/408be469-9555-4d78-ad50-cb6ed92b7ca4.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.627137] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.627429] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f074a3e4-8f55-44f1-8f61-d06d82300d1d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.630465] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.636457] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1228.636457] env[65829]: value = "task-4808473" [ 1228.636457] env[65829]: _type = "Task" [ 1228.636457] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.645807] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.754743] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808471, 'name': CloneVM_Task, 'duration_secs': 1.84072} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.755036] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Created linked-clone VM from snapshot [ 1228.755844] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59666ab-b890-4037-9eac-195de717bcab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.765182] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Uploading image 01b00877-dcc9-4c27-adf6-97fe2d7f6cb8 {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1228.798138] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1228.798138] env[65829]: value = "vm-937579" [ 1228.798138] env[65829]: _type = "VirtualMachine" [ 1228.798138] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1228.798556] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fd464513-fac9-4d8f-99fb-03c0620b5f91 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.807039] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lease: (returnval){ [ 1228.807039] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5284e614-7df4-3ab2-c876-3250372dbc45" [ 1228.807039] env[65829]: _type = "HttpNfcLease" [ 1228.807039] env[65829]: } obtained for exporting VM: (result){ [ 1228.807039] env[65829]: value = "vm-937579" [ 1228.807039] env[65829]: _type = "VirtualMachine" [ 1228.807039] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1228.807532] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the lease: (returnval){ [ 1228.807532] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5284e614-7df4-3ab2-c876-3250372dbc45" [ 1228.807532] env[65829]: _type = "HttpNfcLease" [ 1228.807532] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1228.816229] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1228.816229] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5284e614-7df4-3ab2-c876-3250372dbc45" [ 1228.816229] env[65829]: _type = "HttpNfcLease" [ 1228.816229] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1228.993715] env[65829]: DEBUG oslo_concurrency.lockutils [req-17efd052-3cff-44f6-a805-c2f59622114c req-7c3d5fc0-e6e0-4ae7-9658-b593d42b9d4e service nova] Releasing lock "refresh_cache-408be469-9555-4d78-ad50-cb6ed92b7ca4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.019723] env[65829]: WARNING neutronclient.v2_0.client [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.066788] env[65829]: DEBUG nova.network.neutron [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1229.149310] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082912} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.149310] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.149950] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d77d1e82-1d80-4c2c-8e60-cb637c5f9058 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.174616] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 408be469-9555-4d78-ad50-cb6ed92b7ca4/408be469-9555-4d78-ad50-cb6ed92b7ca4.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.175852] env[65829]: DEBUG nova.network.neutron [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.177138] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5674ace3-a67e-4dc4-8af5-4aaf251066cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.200901] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1229.200901] env[65829]: value = "task-4808475" [ 1229.200901] env[65829]: _type = "Task" [ 1229.200901] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.210593] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.316684] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.316684] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5284e614-7df4-3ab2-c876-3250372dbc45" [ 1229.316684] env[65829]: _type = "HttpNfcLease" [ 1229.316684] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1229.317082] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1229.317082] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5284e614-7df4-3ab2-c876-3250372dbc45" [ 1229.317082] env[65829]: _type = "HttpNfcLease" [ 1229.317082] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1229.317734] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc5f95e-0c37-4ebf-a6d5-e2a92848abdb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.326294] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5241180a-b630-abc7-4205-95887f26ec61/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1229.326495] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5241180a-b630-abc7-4205-95887f26ec61/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1229.422516] env[65829]: DEBUG nova.compute.manager [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1229.423235] env[65829]: DEBUG nova.virt.hardware [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1229.423367] env[65829]: DEBUG nova.virt.hardware [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.423478] env[65829]: DEBUG nova.virt.hardware [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1229.423657] env[65829]: DEBUG nova.virt.hardware [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.423841] env[65829]: DEBUG nova.virt.hardware [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1229.424042] env[65829]: DEBUG nova.virt.hardware [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1229.424290] env[65829]: DEBUG nova.virt.hardware [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1229.424451] env[65829]: DEBUG nova.virt.hardware [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1229.424632] env[65829]: DEBUG nova.virt.hardware [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1229.424804] env[65829]: DEBUG nova.virt.hardware [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1229.425062] env[65829]: DEBUG nova.virt.hardware [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1229.426008] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9779f4e4-4230-48de-9142-a609371201dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.435370] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58825f36-0deb-44f8-a647-69c2570fc286 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.457251] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ff6d378e-cbcb-49ad-af35-37009a1db2f2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.530688] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "a775b968-8741-49e9-a47b-a41d308cc476" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.530964] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "a775b968-8741-49e9-a47b-a41d308cc476" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.694178] env[65829]: DEBUG oslo_concurrency.lockutils [req-e74476bf-a70a-4ab0-891c-eeaacb7bcc9e req-c69eea67-cff3-4f5a-b1e6-b84d8abf9722 service nova] Releasing lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.694788] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.695090] env[65829]: DEBUG nova.network.neutron [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1229.712821] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808475, 'name': ReconfigVM_Task, 'duration_secs': 0.309882} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.713138] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 408be469-9555-4d78-ad50-cb6ed92b7ca4/408be469-9555-4d78-ad50-cb6ed92b7ca4.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.713921] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17cc9434-8640-4c1a-9297-b9e118929100 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.722625] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1229.722625] env[65829]: value = "task-4808476" [ 1229.722625] env[65829]: _type = "Task" [ 1229.722625] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.734336] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808476, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.034983] env[65829]: DEBUG nova.compute.manager [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1230.233950] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808476, 'name': Rename_Task, 'duration_secs': 0.164913} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.235039] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.235039] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c5484fc-72ef-46ca-84db-edcd7a66dd84 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.237371] env[65829]: DEBUG nova.network.neutron [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1230.245437] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1230.245437] env[65829]: value = "task-4808477" [ 1230.245437] env[65829]: _type = "Task" [ 1230.245437] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.254968] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.330101] env[65829]: WARNING neutronclient.v2_0.client [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1230.412993] env[65829]: DEBUG nova.network.neutron [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance_info_cache with network_info: [{"id": "a4a7a39c-0997-49c9-96df-014ecccd0fc3", "address": "fa:16:3e:61:ce:dd", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a7a39c-09", "ovs_interfaceid": "a4a7a39c-0997-49c9-96df-014ecccd0fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.564272] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.564681] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.566536] env[65829]: INFO nova.compute.claims [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.756199] env[65829]: DEBUG oslo_vmware.api [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808477, 'name': PowerOnVM_Task, 'duration_secs': 0.505017} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.756673] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.756998] env[65829]: INFO nova.compute.manager [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Took 7.12 seconds to spawn the instance on the hypervisor. [ 1230.757280] env[65829]: DEBUG nova.compute.manager [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1230.758279] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7538195-3030-4856-960c-4a68c51ff87d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.917067] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.917067] env[65829]: DEBUG nova.compute.manager [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Instance network_info: |[{"id": "a4a7a39c-0997-49c9-96df-014ecccd0fc3", "address": "fa:16:3e:61:ce:dd", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a7a39c-09", "ovs_interfaceid": "a4a7a39c-0997-49c9-96df-014ecccd0fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1230.917067] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:ce:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31ac3fea-ebf4-4bed-bf70-1eaecdf71280', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4a7a39c-0997-49c9-96df-014ecccd0fc3', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.926070] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1230.926560] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.926767] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c08824c8-bd78-4f85-bc36-fb8e9d2747bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.948848] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.948848] env[65829]: value = "task-4808478" [ 1230.948848] env[65829]: _type = "Task" [ 1230.948848] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.959962] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808478, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.082207] env[65829]: DEBUG oslo_vmware.rw_handles [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b38e2d-761a-7919-1283-18fb63126f3c/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1231.083033] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f71e6d4-fab1-49d6-87d7-0082e4154963 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.091125] env[65829]: DEBUG oslo_vmware.rw_handles [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b38e2d-761a-7919-1283-18fb63126f3c/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1231.091389] env[65829]: ERROR oslo_vmware.rw_handles [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b38e2d-761a-7919-1283-18fb63126f3c/disk-0.vmdk due to incomplete transfer. [ 1231.091731] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3153628b-bd93-4e48-90d2-949415fa2bff {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.100934] env[65829]: DEBUG oslo_vmware.rw_handles [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b38e2d-761a-7919-1283-18fb63126f3c/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1231.101266] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Uploaded image 50236948-00b9-4c94-91b7-ca0d8189a8af to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1231.103488] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1231.103830] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-80b48bfb-9c3e-4ec2-9277-428fef054f9f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.110876] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1231.110876] env[65829]: value = "task-4808479" [ 1231.110876] env[65829]: _type = "Task" [ 1231.110876] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.120740] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808479, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.276945] env[65829]: INFO nova.compute.manager [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Took 12.77 seconds to build instance. [ 1231.461044] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808478, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.623482] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808479, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.737951] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ce10d3-5d6d-4dd7-aa1e-60ac00ff3776 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.748590] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5352fb8c-e87c-4e4d-82ce-b2730da7a0fd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.782692] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5f686d36-46ab-4f81-b9a6-2e1f34ff2ff0 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "408be469-9555-4d78-ad50-cb6ed92b7ca4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.285s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.783914] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa705fdf-55e8-4bd4-98b4-08309c7f60cc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.792671] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00dd4ca-f958-4231-9da4-ee6b77fce473 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.810859] env[65829]: DEBUG nova.compute.provider_tree [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.961734] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808478, 'name': CreateVM_Task, 'duration_secs': 0.579658} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.961941] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.962557] env[65829]: WARNING neutronclient.v2_0.client [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.963033] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'device_type': None, 'mount_device': '/dev/sda', 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'attachment_id': '60a4ee1f-b6dc-4026-b06d-50a799673591', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937574', 'volume_id': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'name': 'volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dfab946-8ee1-462c-bad8-853ab96fe7fd', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'serial': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a'}, 'volume_type': None}], 'swap': None} {{(pid=65829) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1231.963269] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Root volume attach. Driver type: vmdk {{(pid=65829) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1231.964218] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2466ee-6f4c-41b9-8e6a-99ec031362d2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.973520] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d6daea-42ac-4d02-a723-2ff7a18f78ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.980558] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f431a222-2873-4271-a265-621b52c77be3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.987646] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-edc34938-e017-4328-b67c-e99ba4aa8dc1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.995122] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1231.995122] env[65829]: value = "task-4808480" [ 1231.995122] env[65829]: _type = "Task" [ 1231.995122] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.005457] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808480, 'name': RelocateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.125228] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808479, 'name': Destroy_Task, 'duration_secs': 0.642649} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.125682] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Destroyed the VM [ 1232.126132] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1232.127750] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6338ac9a-4bee-4c51-a869-ef828b94a073 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.135146] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1232.135146] env[65829]: value = "task-4808481" [ 1232.135146] env[65829]: _type = "Task" [ 1232.135146] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.145653] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.314384] env[65829]: DEBUG nova.scheduler.client.report [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.342258] env[65829]: DEBUG nova.compute.manager [req-233a1d82-5db8-4eaa-94ba-a65f25f338fe req-20b5335c-a6c1-45c5-ac38-95e1a39013b8 service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Received event network-changed-4d69ca10-8012-4725-8715-7787d4366cdc {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1232.342258] env[65829]: DEBUG nova.compute.manager [req-233a1d82-5db8-4eaa-94ba-a65f25f338fe req-20b5335c-a6c1-45c5-ac38-95e1a39013b8 service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Refreshing instance network info cache due to event network-changed-4d69ca10-8012-4725-8715-7787d4366cdc. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1232.342258] env[65829]: DEBUG oslo_concurrency.lockutils [req-233a1d82-5db8-4eaa-94ba-a65f25f338fe req-20b5335c-a6c1-45c5-ac38-95e1a39013b8 service nova] Acquiring lock "refresh_cache-408be469-9555-4d78-ad50-cb6ed92b7ca4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.342258] env[65829]: DEBUG oslo_concurrency.lockutils [req-233a1d82-5db8-4eaa-94ba-a65f25f338fe req-20b5335c-a6c1-45c5-ac38-95e1a39013b8 service nova] Acquired lock "refresh_cache-408be469-9555-4d78-ad50-cb6ed92b7ca4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.342458] env[65829]: DEBUG nova.network.neutron [req-233a1d82-5db8-4eaa-94ba-a65f25f338fe req-20b5335c-a6c1-45c5-ac38-95e1a39013b8 service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Refreshing network info cache for port 4d69ca10-8012-4725-8715-7787d4366cdc {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.508037] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808480, 'name': RelocateVM_Task} progress is 40%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.649164] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.821038] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.821254] env[65829]: DEBUG nova.compute.manager [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1232.845619] env[65829]: WARNING neutronclient.v2_0.client [req-233a1d82-5db8-4eaa-94ba-a65f25f338fe req-20b5335c-a6c1-45c5-ac38-95e1a39013b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.014375] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808480, 'name': RelocateVM_Task} progress is 53%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.061650] env[65829]: WARNING neutronclient.v2_0.client [req-233a1d82-5db8-4eaa-94ba-a65f25f338fe req-20b5335c-a6c1-45c5-ac38-95e1a39013b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.142842] env[65829]: DEBUG nova.network.neutron [req-233a1d82-5db8-4eaa-94ba-a65f25f338fe req-20b5335c-a6c1-45c5-ac38-95e1a39013b8 service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Updated VIF entry in instance network info cache for port 4d69ca10-8012-4725-8715-7787d4366cdc. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1233.143245] env[65829]: DEBUG nova.network.neutron [req-233a1d82-5db8-4eaa-94ba-a65f25f338fe req-20b5335c-a6c1-45c5-ac38-95e1a39013b8 service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Updating instance_info_cache with network_info: [{"id": "4d69ca10-8012-4725-8715-7787d4366cdc", "address": "fa:16:3e:87:be:54", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.193", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d69ca10-80", "ovs_interfaceid": "4d69ca10-8012-4725-8715-7787d4366cdc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.148544] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.327574] env[65829]: DEBUG nova.compute.utils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1233.329885] env[65829]: DEBUG nova.compute.manager [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1233.330361] env[65829]: DEBUG nova.network.neutron [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1233.330695] env[65829]: WARNING neutronclient.v2_0.client [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.331064] env[65829]: WARNING neutronclient.v2_0.client [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.377856] env[65829]: DEBUG nova.policy [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20138c4c500c4715bd465f6f3c16af62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21b18a1dba194796a1e81c7c59cf0b2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1233.514102] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808480, 'name': RelocateVM_Task} progress is 65%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.651298] env[65829]: DEBUG oslo_concurrency.lockutils [req-233a1d82-5db8-4eaa-94ba-a65f25f338fe req-20b5335c-a6c1-45c5-ac38-95e1a39013b8 service nova] Releasing lock "refresh_cache-408be469-9555-4d78-ad50-cb6ed92b7ca4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.651814] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808481, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.676307] env[65829]: DEBUG nova.network.neutron [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Successfully created port: 008038f6-40ba-47ed-b7d0-92db5ef728f8 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1233.835048] env[65829]: DEBUG nova.compute.manager [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1234.014207] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808480, 'name': RelocateVM_Task} progress is 78%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.152655] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808481, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.511958] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808480, 'name': RelocateVM_Task} progress is 95%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.651222] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808481, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.844969] env[65829]: DEBUG nova.compute.manager [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1234.877639] env[65829]: DEBUG nova.virt.hardware [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1234.878012] env[65829]: DEBUG nova.virt.hardware [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1234.878252] env[65829]: DEBUG nova.virt.hardware [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1234.878611] env[65829]: DEBUG nova.virt.hardware [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1234.878764] env[65829]: DEBUG nova.virt.hardware [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1234.878921] env[65829]: DEBUG nova.virt.hardware [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1234.879177] env[65829]: DEBUG nova.virt.hardware [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1234.879343] env[65829]: DEBUG nova.virt.hardware [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1234.879566] env[65829]: DEBUG nova.virt.hardware [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1234.879748] env[65829]: DEBUG nova.virt.hardware [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1234.879965] env[65829]: DEBUG nova.virt.hardware [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1234.880950] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24979b98-ea47-4c8d-839e-23cd5b804993 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.891231] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b610c7a7-4719-433c-85a9-49c88256c72b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.014147] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808480, 'name': RelocateVM_Task} progress is 97%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.150517] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808481, 'name': RemoveSnapshot_Task, 'duration_secs': 2.545945} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.152160] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1235.152160] env[65829]: DEBUG nova.compute.manager [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1235.152160] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeda0f8-ce4a-4d42-ad73-a7493dca0c9a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.262121] env[65829]: DEBUG nova.compute.manager [req-032ddd97-d53a-4b00-8fe1-247ed6c4455e req-5147466d-0b08-4829-971a-2e60ed1ce585 service nova] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Received event network-vif-plugged-008038f6-40ba-47ed-b7d0-92db5ef728f8 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1235.262121] env[65829]: DEBUG oslo_concurrency.lockutils [req-032ddd97-d53a-4b00-8fe1-247ed6c4455e req-5147466d-0b08-4829-971a-2e60ed1ce585 service nova] Acquiring lock "a775b968-8741-49e9-a47b-a41d308cc476-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.263913] env[65829]: DEBUG oslo_concurrency.lockutils [req-032ddd97-d53a-4b00-8fe1-247ed6c4455e req-5147466d-0b08-4829-971a-2e60ed1ce585 service nova] Lock "a775b968-8741-49e9-a47b-a41d308cc476-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.264199] env[65829]: DEBUG oslo_concurrency.lockutils [req-032ddd97-d53a-4b00-8fe1-247ed6c4455e req-5147466d-0b08-4829-971a-2e60ed1ce585 service nova] Lock "a775b968-8741-49e9-a47b-a41d308cc476-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.264478] env[65829]: DEBUG nova.compute.manager [req-032ddd97-d53a-4b00-8fe1-247ed6c4455e req-5147466d-0b08-4829-971a-2e60ed1ce585 service nova] [instance: a775b968-8741-49e9-a47b-a41d308cc476] No waiting events found dispatching network-vif-plugged-008038f6-40ba-47ed-b7d0-92db5ef728f8 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1235.265391] env[65829]: WARNING nova.compute.manager [req-032ddd97-d53a-4b00-8fe1-247ed6c4455e req-5147466d-0b08-4829-971a-2e60ed1ce585 service nova] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Received unexpected event network-vif-plugged-008038f6-40ba-47ed-b7d0-92db5ef728f8 for instance with vm_state building and task_state spawning. [ 1235.301547] env[65829]: DEBUG nova.network.neutron [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Successfully updated port: 008038f6-40ba-47ed-b7d0-92db5ef728f8 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1235.514902] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808480, 'name': RelocateVM_Task} progress is 98%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.668834] env[65829]: INFO nova.compute.manager [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Shelve offloading [ 1235.804582] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "refresh_cache-a775b968-8741-49e9-a47b-a41d308cc476" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.804582] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "refresh_cache-a775b968-8741-49e9-a47b-a41d308cc476" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.804582] env[65829]: DEBUG nova.network.neutron [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1236.014843] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808480, 'name': RelocateVM_Task} progress is 98%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.172998] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.173339] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96b8567f-5a18-4aba-828f-0e0ebfc3f0a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.180605] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1236.180605] env[65829]: value = "task-4808482" [ 1236.180605] env[65829]: _type = "Task" [ 1236.180605] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.189800] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.272414] env[65829]: DEBUG nova.compute.manager [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Stashing vm_state: active {{(pid=65829) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1236.379312] env[65829]: DEBUG nova.network.neutron [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1236.456873] env[65829]: WARNING neutronclient.v2_0.client [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.515303] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808480, 'name': RelocateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.531018] env[65829]: DEBUG nova.network.neutron [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Updating instance_info_cache with network_info: [{"id": "008038f6-40ba-47ed-b7d0-92db5ef728f8", "address": "fa:16:3e:a1:47:e2", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008038f6-40", "ovs_interfaceid": "008038f6-40ba-47ed-b7d0-92db5ef728f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.693606] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1236.694095] env[65829]: DEBUG nova.compute.manager [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1236.694979] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de72ce93-c4bd-46e0-8ec3-97a03733a95c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.702424] env[65829]: DEBUG oslo_concurrency.lockutils [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.702642] env[65829]: DEBUG oslo_concurrency.lockutils [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.702826] env[65829]: DEBUG nova.network.neutron [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1236.794273] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.794503] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.018379] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808480, 'name': RelocateVM_Task, 'duration_secs': 4.522646} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.018633] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1237.018847] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937574', 'volume_id': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'name': 'volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dfab946-8ee1-462c-bad8-853ab96fe7fd', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'serial': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1237.019697] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b544ba6d-25cd-4235-995d-d2ad5fb682e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.035551] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "refresh_cache-a775b968-8741-49e9-a47b-a41d308cc476" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.035916] env[65829]: DEBUG nova.compute.manager [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Instance network_info: |[{"id": "008038f6-40ba-47ed-b7d0-92db5ef728f8", "address": "fa:16:3e:a1:47:e2", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008038f6-40", "ovs_interfaceid": "008038f6-40ba-47ed-b7d0-92db5ef728f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1237.036537] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:47:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '008038f6-40ba-47ed-b7d0-92db5ef728f8', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.043891] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Creating folder: Project (21b18a1dba194796a1e81c7c59cf0b2d). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.044631] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d399414-e2c9-4496-b1f4-34da2e5c6c74 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.047307] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0009db92-aa62-42f9-a8a8-fe028e98bfc0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.069901] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a/volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.071737] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-158149da-1a28-4c7d-9677-8d65eae9973b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.086518] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Created folder: Project (21b18a1dba194796a1e81c7c59cf0b2d) in parent group-v937255. [ 1237.086782] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Creating folder: Instances. Parent ref: group-v937581. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1237.087081] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97fe0a3e-60de-4a85-8914-4e370d014f67 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.095186] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1237.095186] env[65829]: value = "task-4808485" [ 1237.095186] env[65829]: _type = "Task" [ 1237.095186] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.100088] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Created folder: Instances in parent group-v937581. [ 1237.100465] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1237.101102] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.101376] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8a0221f-d272-4862-a451-f0cf6af1de65 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.119505] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808485, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.126819] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.126819] env[65829]: value = "task-4808486" [ 1237.126819] env[65829]: _type = "Task" [ 1237.126819] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.135389] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808486, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.206334] env[65829]: WARNING neutronclient.v2_0.client [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.300999] env[65829]: INFO nova.compute.claims [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1237.350296] env[65829]: DEBUG nova.compute.manager [req-41a0648b-51a9-47f0-9845-c4452ea0c6a4 req-77c819c6-34b7-47f3-a021-5a69ba95b435 service nova] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Received event network-changed-008038f6-40ba-47ed-b7d0-92db5ef728f8 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1237.350543] env[65829]: DEBUG nova.compute.manager [req-41a0648b-51a9-47f0-9845-c4452ea0c6a4 req-77c819c6-34b7-47f3-a021-5a69ba95b435 service nova] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Refreshing instance network info cache due to event network-changed-008038f6-40ba-47ed-b7d0-92db5ef728f8. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1237.350616] env[65829]: DEBUG oslo_concurrency.lockutils [req-41a0648b-51a9-47f0-9845-c4452ea0c6a4 req-77c819c6-34b7-47f3-a021-5a69ba95b435 service nova] Acquiring lock "refresh_cache-a775b968-8741-49e9-a47b-a41d308cc476" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.350930] env[65829]: DEBUG oslo_concurrency.lockutils [req-41a0648b-51a9-47f0-9845-c4452ea0c6a4 req-77c819c6-34b7-47f3-a021-5a69ba95b435 service nova] Acquired lock "refresh_cache-a775b968-8741-49e9-a47b-a41d308cc476" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.351035] env[65829]: DEBUG nova.network.neutron [req-41a0648b-51a9-47f0-9845-c4452ea0c6a4 req-77c819c6-34b7-47f3-a021-5a69ba95b435 service nova] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Refreshing network info cache for port 008038f6-40ba-47ed-b7d0-92db5ef728f8 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.427016] env[65829]: WARNING neutronclient.v2_0.client [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.531202] env[65829]: DEBUG nova.network.neutron [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updating instance_info_cache with network_info: [{"id": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "address": "fa:16:3e:05:20:8f", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c321f2e-9f", "ovs_interfaceid": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.607037] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808485, 'name': ReconfigVM_Task, 'duration_secs': 0.458566} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.607375] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a/volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.612844] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4df2649e-8bd2-48e1-b2fa-8e2f546d7556 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.629650] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1237.629650] env[65829]: value = "task-4808487" [ 1237.629650] env[65829]: _type = "Task" [ 1237.629650] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.644608] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808486, 'name': CreateVM_Task, 'duration_secs': 0.374479} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.644904] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.645119] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1237.645604] env[65829]: WARNING neutronclient.v2_0.client [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.645963] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.646126] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.646455] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.646749] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b901e0-4532-4490-9d7c-bf8437ca0b1b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.652133] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1237.652133] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522f4d7d-6b39-e1b7-5af1-219fc1312236" [ 1237.652133] env[65829]: _type = "Task" [ 1237.652133] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.662714] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522f4d7d-6b39-e1b7-5af1-219fc1312236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.807918] env[65829]: INFO nova.compute.resource_tracker [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating resource usage from migration 9024e4f6-d688-48b6-a4ba-c1c374d61355 [ 1237.853654] env[65829]: WARNING neutronclient.v2_0.client [req-41a0648b-51a9-47f0-9845-c4452ea0c6a4 req-77c819c6-34b7-47f3-a021-5a69ba95b435 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.968225] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426254e4-119d-4490-89f5-c2dbde1e8c4f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.977966] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e9f08e-9d2e-4252-982f-587663b6a7cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.016626] env[65829]: WARNING neutronclient.v2_0.client [req-41a0648b-51a9-47f0-9845-c4452ea0c6a4 req-77c819c6-34b7-47f3-a021-5a69ba95b435 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.020280] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece961f-3e84-44f9-90ef-0b7adaa44f42 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.030062] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecabf378-f6ef-40f2-9a19-118ee4f3f433 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.034772] env[65829]: DEBUG oslo_concurrency.lockutils [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.035160] env[65829]: WARNING neutronclient.v2_0.client [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.035472] env[65829]: WARNING neutronclient.v2_0.client [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.050022] env[65829]: DEBUG nova.compute.provider_tree [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.098787] env[65829]: DEBUG nova.network.neutron [req-41a0648b-51a9-47f0-9845-c4452ea0c6a4 req-77c819c6-34b7-47f3-a021-5a69ba95b435 service nova] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Updated VIF entry in instance network info cache for port 008038f6-40ba-47ed-b7d0-92db5ef728f8. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1238.099169] env[65829]: DEBUG nova.network.neutron [req-41a0648b-51a9-47f0-9845-c4452ea0c6a4 req-77c819c6-34b7-47f3-a021-5a69ba95b435 service nova] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Updating instance_info_cache with network_info: [{"id": "008038f6-40ba-47ed-b7d0-92db5ef728f8", "address": "fa:16:3e:a1:47:e2", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap008038f6-40", "ovs_interfaceid": "008038f6-40ba-47ed-b7d0-92db5ef728f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.144025] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808487, 'name': ReconfigVM_Task, 'duration_secs': 0.201781} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.144367] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937574', 'volume_id': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'name': 'volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8dfab946-8ee1-462c-bad8-853ab96fe7fd', 'attached_at': '', 'detached_at': '', 'volume_id': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'serial': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1238.144938] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4bf400e-cbf0-4b04-b004-3cae591fb75b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.152249] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1238.152249] env[65829]: value = "task-4808488" [ 1238.152249] env[65829]: _type = "Task" [ 1238.152249] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.164711] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522f4d7d-6b39-e1b7-5af1-219fc1312236, 'name': SearchDatastore_Task, 'duration_secs': 0.017164} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.168247] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.168481] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.168783] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.168937] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.169130] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.169404] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808488, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.169674] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e831c178-9fd5-4a89-b92f-f4ce448cf211 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.179471] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.179716] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.180493] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3b725f-ef83-48b8-babd-73da03c056fb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.187388] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1238.187388] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52454f56-5c7c-e5a7-be5a-18d7dc40c234" [ 1238.187388] env[65829]: _type = "Task" [ 1238.187388] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.198377] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52454f56-5c7c-e5a7-be5a-18d7dc40c234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.401088] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.402013] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e60ee2c-d211-49f8-93bf-65de0921f672 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.411431] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.412155] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b306c827-f31f-4ccc-850f-90bc491eb0e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.490072] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.490072] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.490376] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleting the datastore file [datastore2] 334082d2-d4f5-4302-8acf-56c28655b1a5 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.490543] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2ae232b-4f65-4e80-90cc-b4d0a39b42c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.498734] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1238.498734] env[65829]: value = "task-4808490" [ 1238.498734] env[65829]: _type = "Task" [ 1238.498734] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.507669] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.554285] env[65829]: DEBUG nova.scheduler.client.report [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.602836] env[65829]: DEBUG oslo_concurrency.lockutils [req-41a0648b-51a9-47f0-9845-c4452ea0c6a4 req-77c819c6-34b7-47f3-a021-5a69ba95b435 service nova] Releasing lock "refresh_cache-a775b968-8741-49e9-a47b-a41d308cc476" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.665353] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808488, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.701299] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52454f56-5c7c-e5a7-be5a-18d7dc40c234, 'name': SearchDatastore_Task, 'duration_secs': 0.010582} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.701518] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-757de918-b89b-449c-b1ca-02dea1cdac7f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.708676] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1238.708676] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52064a85-baf9-20b1-9caa-0fce33842022" [ 1238.708676] env[65829]: _type = "Task" [ 1238.708676] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.718015] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52064a85-baf9-20b1-9caa-0fce33842022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.010271] env[65829]: DEBUG oslo_vmware.api [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157295} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.010271] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.010517] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.010552] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.033764] env[65829]: INFO nova.scheduler.client.report [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleted allocations for instance 334082d2-d4f5-4302-8acf-56c28655b1a5 [ 1239.060974] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.266s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.061233] env[65829]: INFO nova.compute.manager [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Migrating [ 1239.164280] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808488, 'name': Rename_Task, 'duration_secs': 0.775042} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.164497] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1239.164785] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e7e4fae-901c-446d-bcdd-81b96a395c65 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.172112] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1239.172112] env[65829]: value = "task-4808491" [ 1239.172112] env[65829]: _type = "Task" [ 1239.172112] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.189464] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.220339] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52064a85-baf9-20b1-9caa-0fce33842022, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.220642] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.220925] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] a775b968-8741-49e9-a47b-a41d308cc476/a775b968-8741-49e9-a47b-a41d308cc476.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.221272] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8708ff76-ae93-4426-90f8-970ec54e70e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.229220] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1239.229220] env[65829]: value = "task-4808492" [ 1239.229220] env[65829]: _type = "Task" [ 1239.229220] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.237957] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.384352] env[65829]: DEBUG nova.compute.manager [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Received event network-vif-unplugged-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1239.384589] env[65829]: DEBUG oslo_concurrency.lockutils [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] Acquiring lock "334082d2-d4f5-4302-8acf-56c28655b1a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.384813] env[65829]: DEBUG oslo_concurrency.lockutils [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.384988] env[65829]: DEBUG oslo_concurrency.lockutils [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.385196] env[65829]: DEBUG nova.compute.manager [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] No waiting events found dispatching network-vif-unplugged-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1239.385437] env[65829]: WARNING nova.compute.manager [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Received unexpected event network-vif-unplugged-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e for instance with vm_state shelved_offloaded and task_state None. [ 1239.385611] env[65829]: DEBUG nova.compute.manager [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Received event network-changed-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1239.385785] env[65829]: DEBUG nova.compute.manager [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Refreshing instance network info cache due to event network-changed-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1239.386125] env[65829]: DEBUG oslo_concurrency.lockutils [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] Acquiring lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.386201] env[65829]: DEBUG oslo_concurrency.lockutils [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] Acquired lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.386366] env[65829]: DEBUG nova.network.neutron [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Refreshing network info cache for port 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.539559] env[65829]: DEBUG oslo_concurrency.lockutils [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.539922] env[65829]: DEBUG oslo_concurrency.lockutils [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.540181] env[65829]: DEBUG nova.objects.instance [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'resources' on Instance uuid 334082d2-d4f5-4302-8acf-56c28655b1a5 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.577539] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.577795] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.577974] env[65829]: DEBUG nova.network.neutron [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1239.684492] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808491, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.741262] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487403} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.741577] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] a775b968-8741-49e9-a47b-a41d308cc476/a775b968-8741-49e9-a47b-a41d308cc476.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.741787] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.742139] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e27315d4-c651-4571-a2bf-0f1e5e68b423 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.750576] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1239.750576] env[65829]: value = "task-4808493" [ 1239.750576] env[65829]: _type = "Task" [ 1239.750576] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.760613] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.859476] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5241180a-b630-abc7-4205-95887f26ec61/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1239.860538] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71fefd5-348d-470c-acd4-5c3ae4e5647c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.867828] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5241180a-b630-abc7-4205-95887f26ec61/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1239.867997] env[65829]: ERROR oslo_vmware.rw_handles [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5241180a-b630-abc7-4205-95887f26ec61/disk-0.vmdk due to incomplete transfer. [ 1239.868253] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c2ccd2eb-b2ed-4b4e-b7e9-3bdef43d8f89 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.876647] env[65829]: DEBUG oslo_vmware.rw_handles [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5241180a-b630-abc7-4205-95887f26ec61/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1239.876828] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Uploaded image 01b00877-dcc9-4c27-adf6-97fe2d7f6cb8 to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1239.878601] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1239.878877] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-548a647a-a129-4ba3-876c-e2d9fb10ea20 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.888680] env[65829]: WARNING neutronclient.v2_0.client [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.891163] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1239.891163] env[65829]: value = "task-4808494" [ 1239.891163] env[65829]: _type = "Task" [ 1239.891163] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.900763] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808494, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.045230] env[65829]: DEBUG nova.objects.instance [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'numa_topology' on Instance uuid 334082d2-d4f5-4302-8acf-56c28655b1a5 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.079113] env[65829]: WARNING neutronclient.v2_0.client [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.081853] env[65829]: WARNING neutronclient.v2_0.client [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.185642] env[65829]: DEBUG oslo_vmware.api [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808491, 'name': PowerOnVM_Task, 'duration_secs': 0.605272} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.190413] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.190746] env[65829]: INFO nova.compute.manager [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Took 10.77 seconds to spawn the instance on the hypervisor. [ 1240.190977] env[65829]: DEBUG nova.compute.manager [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1240.192509] env[65829]: DEBUG nova.network.neutron [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updated VIF entry in instance network info cache for port 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1240.192915] env[65829]: DEBUG nova.network.neutron [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updating instance_info_cache with network_info: [{"id": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "address": "fa:16:3e:05:20:8f", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": null, "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4c321f2e-9f", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.194852] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d77942-911c-4268-8d96-d36c8a3e516f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.265247] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076514} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.265546] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.266393] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a39c6f6-e64d-4129-8385-4fb7e30668f2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.289621] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a775b968-8741-49e9-a47b-a41d308cc476/a775b968-8741-49e9-a47b-a41d308cc476.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.292942] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f175c594-49c2-42e7-8f74-a2db83722fa3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.319694] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1240.319694] env[65829]: value = "task-4808495" [ 1240.319694] env[65829]: _type = "Task" [ 1240.319694] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.329415] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.345568] env[65829]: WARNING neutronclient.v2_0.client [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.402297] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808494, 'name': Destroy_Task, 'duration_secs': 0.374195} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.402581] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Destroyed the VM [ 1240.402851] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1240.403165] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c94f502-3a63-4bb4-8d54-0e0971cdec6c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.409884] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1240.409884] env[65829]: value = "task-4808496" [ 1240.409884] env[65829]: _type = "Task" [ 1240.409884] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.419881] env[65829]: DEBUG nova.network.neutron [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance_info_cache with network_info: [{"id": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "address": "fa:16:3e:25:c5:97", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c78e7d0-bb", "ovs_interfaceid": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.421890] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808496, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.548652] env[65829]: DEBUG nova.objects.base [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Object Instance<334082d2-d4f5-4302-8acf-56c28655b1a5> lazy-loaded attributes: resources,numa_topology {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1240.701783] env[65829]: DEBUG oslo_concurrency.lockutils [req-14e4cd7d-b31e-4713-a55a-39a0eb913df5 req-7925d1e7-9b2b-4e6a-981b-7730c29ced13 service nova] Releasing lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.719346] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a4d34d-00b1-4ff2-a692-5ca90a79776c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.725495] env[65829]: INFO nova.compute.manager [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Took 19.99 seconds to build instance. [ 1240.730634] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5a9ddc-cc52-4a13-9cd5-39e0d475729b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.764403] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beedfcbd-5dac-433a-997c-6ae188ddeb8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.773300] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5ccaa2-47a6-42f0-b320-f0d7cb834b8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.790505] env[65829]: DEBUG nova.compute.provider_tree [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1240.830168] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808495, 'name': ReconfigVM_Task, 'duration_secs': 0.297281} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.830415] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a775b968-8741-49e9-a47b-a41d308cc476/a775b968-8741-49e9-a47b-a41d308cc476.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.831362] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8411c64-a24d-4e38-ba57-a619656fc995 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.839936] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1240.839936] env[65829]: value = "task-4808497" [ 1240.839936] env[65829]: _type = "Task" [ 1240.839936] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.847997] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808497, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.921201] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808496, 'name': RemoveSnapshot_Task, 'duration_secs': 0.378538} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.921554] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1240.921852] env[65829]: DEBUG nova.compute.manager [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1240.922690] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f518a4-68e9-48de-a54d-7b2bf09e8c8a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.925688] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.226119] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "334082d2-d4f5-4302-8acf-56c28655b1a5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.227818] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a09a4c4f-f843-4bfd-b3ce-92e7ee8225b1 tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.504s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.312954] env[65829]: ERROR nova.scheduler.client.report [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [req-ba58d86b-d284-4737-9054-1dc3971d88b5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ba58d86b-d284-4737-9054-1dc3971d88b5"}]} [ 1241.332277] env[65829]: DEBUG nova.scheduler.client.report [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1241.350164] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808497, 'name': Rename_Task, 'duration_secs': 0.193995} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.351113] env[65829]: DEBUG nova.scheduler.client.report [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1241.351324] env[65829]: DEBUG nova.compute.provider_tree [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.353413] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.353854] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e3ee7fa-3f94-427a-bfd9-e98d2fb271d8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.361413] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1241.361413] env[65829]: value = "task-4808498" [ 1241.361413] env[65829]: _type = "Task" [ 1241.361413] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.365400] env[65829]: DEBUG nova.scheduler.client.report [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1241.372805] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.386407] env[65829]: DEBUG nova.scheduler.client.report [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1241.438935] env[65829]: INFO nova.compute.manager [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Shelve offloading [ 1241.538543] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa85c29-9100-44fa-9f1b-62edc726f37d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.547574] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ed1579-31b5-417d-b736-3783c6ddf282 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.580593] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c03e271-42a7-40c9-9534-628775930cb7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.588830] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0424ba75-2ab3-4a86-9d70-3f97defef344 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.603335] env[65829]: DEBUG nova.compute.provider_tree [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1241.710476] env[65829]: DEBUG nova.compute.manager [req-4cbfe5f6-9481-4eef-99fa-6226b373b244 req-d36a0300-e559-4235-92aa-b273c31e02cd service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Received event network-changed-c06f56ba-f445-4881-8458-636955ca7a2e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1241.710692] env[65829]: DEBUG nova.compute.manager [req-4cbfe5f6-9481-4eef-99fa-6226b373b244 req-d36a0300-e559-4235-92aa-b273c31e02cd service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Refreshing instance network info cache due to event network-changed-c06f56ba-f445-4881-8458-636955ca7a2e. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1241.710890] env[65829]: DEBUG oslo_concurrency.lockutils [req-4cbfe5f6-9481-4eef-99fa-6226b373b244 req-d36a0300-e559-4235-92aa-b273c31e02cd service nova] Acquiring lock "refresh_cache-d8d348a7-b52a-4c35-9b58-9d02b367f674" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.711041] env[65829]: DEBUG oslo_concurrency.lockutils [req-4cbfe5f6-9481-4eef-99fa-6226b373b244 req-d36a0300-e559-4235-92aa-b273c31e02cd service nova] Acquired lock "refresh_cache-d8d348a7-b52a-4c35-9b58-9d02b367f674" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.711639] env[65829]: DEBUG nova.network.neutron [req-4cbfe5f6-9481-4eef-99fa-6226b373b244 req-d36a0300-e559-4235-92aa-b273c31e02cd service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Refreshing network info cache for port c06f56ba-f445-4881-8458-636955ca7a2e {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.873536] env[65829]: DEBUG oslo_vmware.api [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808498, 'name': PowerOnVM_Task, 'duration_secs': 0.478421} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.873869] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.874142] env[65829]: INFO nova.compute.manager [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1241.874396] env[65829]: DEBUG nova.compute.manager [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1241.875281] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81948f1f-dc2e-4f52-b06f-ff28a0deee44 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.942785] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.944482] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae00d20b-a6b0-488f-8af3-96f1a0c9fa61 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.952098] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1241.952098] env[65829]: value = "task-4808499" [ 1241.952098] env[65829]: _type = "Task" [ 1241.952098] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.960851] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.139904] env[65829]: DEBUG nova.scheduler.client.report [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1242.139904] env[65829]: DEBUG nova.compute.provider_tree [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 165 to 166 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1242.139904] env[65829]: DEBUG nova.compute.provider_tree [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1242.215116] env[65829]: WARNING neutronclient.v2_0.client [req-4cbfe5f6-9481-4eef-99fa-6226b373b244 req-d36a0300-e559-4235-92aa-b273c31e02cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.375985] env[65829]: WARNING neutronclient.v2_0.client [req-4cbfe5f6-9481-4eef-99fa-6226b373b244 req-d36a0300-e559-4235-92aa-b273c31e02cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.394925] env[65829]: INFO nova.compute.manager [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Took 11.85 seconds to build instance. [ 1242.442827] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ab50f0-e059-48a6-8b66-7402181b4b31 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.462413] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance '7e32e0eb-b2f4-4fa9-a050-a965ed547e4f' progress to 0 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.466719] env[65829]: DEBUG nova.network.neutron [req-4cbfe5f6-9481-4eef-99fa-6226b373b244 req-d36a0300-e559-4235-92aa-b273c31e02cd service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Updated VIF entry in instance network info cache for port c06f56ba-f445-4881-8458-636955ca7a2e. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1242.467073] env[65829]: DEBUG nova.network.neutron [req-4cbfe5f6-9481-4eef-99fa-6226b373b244 req-d36a0300-e559-4235-92aa-b273c31e02cd service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Updating instance_info_cache with network_info: [{"id": "c06f56ba-f445-4881-8458-636955ca7a2e", "address": "fa:16:3e:1b:51:53", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc06f56ba-f4", "ovs_interfaceid": "c06f56ba-f445-4881-8458-636955ca7a2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.478212] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1242.478415] env[65829]: DEBUG nova.compute.manager [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1242.479263] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae80dfc6-2f2b-44ad-abf3-fb718059cc4b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.487288] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.487495] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.487669] env[65829]: DEBUG nova.network.neutron [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1242.644513] env[65829]: DEBUG oslo_concurrency.lockutils [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.104s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.778454] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "a775b968-8741-49e9-a47b-a41d308cc476" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.897052] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fd956445-a66c-4efe-855b-b4aba8f9774a tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "a775b968-8741-49e9-a47b-a41d308cc476" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.366s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.897425] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "a775b968-8741-49e9-a47b-a41d308cc476" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.119s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.897651] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "a775b968-8741-49e9-a47b-a41d308cc476-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.897862] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "a775b968-8741-49e9-a47b-a41d308cc476-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.898074] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "a775b968-8741-49e9-a47b-a41d308cc476-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.900390] env[65829]: INFO nova.compute.manager [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Terminating instance [ 1242.973600] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.973769] env[65829]: DEBUG oslo_concurrency.lockutils [req-4cbfe5f6-9481-4eef-99fa-6226b373b244 req-d36a0300-e559-4235-92aa-b273c31e02cd service nova] Releasing lock "refresh_cache-d8d348a7-b52a-4c35-9b58-9d02b367f674" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.974164] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b2eddf-e451-45e9-9e68-e758570f3e2f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.982088] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1242.982088] env[65829]: value = "task-4808500" [ 1242.982088] env[65829]: _type = "Task" [ 1242.982088] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.992463] env[65829]: WARNING neutronclient.v2_0.client [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.994853] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.143224] env[65829]: WARNING neutronclient.v2_0.client [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.154747] env[65829]: DEBUG oslo_concurrency.lockutils [None req-770b1728-9b49-48cc-b405-dc74317bc1ff tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.884s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.155956] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.930s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.155956] env[65829]: INFO nova.compute.manager [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Unshelving [ 1243.207037] env[65829]: DEBUG nova.compute.manager [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Stashing vm_state: active {{(pid=65829) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1243.223033] env[65829]: DEBUG nova.network.neutron [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updating instance_info_cache with network_info: [{"id": "4f93dd03-4e66-454a-b658-3954e54d4a47", "address": "fa:16:3e:72:00:e9", "network": {"id": "cdb397fb-05de-4735-bc42-4d5583bf0fac", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1485532562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d44b84b129d4f99b2facbac903bcd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f93dd03-4e", "ovs_interfaceid": "4f93dd03-4e66-454a-b658-3954e54d4a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.405248] env[65829]: DEBUG nova.compute.manager [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1243.405632] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.406953] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc52d5ac-0f20-4e8d-908d-b6aa41172988 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.417936] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.418357] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68c87eb7-ace1-4d67-94af-e9cd8ffe05d0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.425829] env[65829]: DEBUG oslo_vmware.api [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1243.425829] env[65829]: value = "task-4808501" [ 1243.425829] env[65829]: _type = "Task" [ 1243.425829] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.434234] env[65829]: DEBUG oslo_vmware.api [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.494305] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808500, 'name': PowerOffVM_Task, 'duration_secs': 0.276114} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.494721] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.495024] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance '7e32e0eb-b2f4-4fa9-a050-a965ed547e4f' progress to 17 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.725675] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Releasing lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.726060] env[65829]: WARNING neutronclient.v2_0.client [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.726767] env[65829]: WARNING neutronclient.v2_0.client [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.730563] env[65829]: DEBUG oslo_concurrency.lockutils [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.730910] env[65829]: DEBUG oslo_concurrency.lockutils [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.743942] env[65829]: DEBUG nova.compute.manager [req-90b8601b-97ae-4f95-94f6-b9f6675be038 req-54688769-0e1f-4b99-8d08-2bb646b58039 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Received event network-changed-a4a7a39c-0997-49c9-96df-014ecccd0fc3 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1243.744060] env[65829]: DEBUG nova.compute.manager [req-90b8601b-97ae-4f95-94f6-b9f6675be038 req-54688769-0e1f-4b99-8d08-2bb646b58039 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Refreshing instance network info cache due to event network-changed-a4a7a39c-0997-49c9-96df-014ecccd0fc3. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1243.744317] env[65829]: DEBUG oslo_concurrency.lockutils [req-90b8601b-97ae-4f95-94f6-b9f6675be038 req-54688769-0e1f-4b99-8d08-2bb646b58039 service nova] Acquiring lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.744425] env[65829]: DEBUG oslo_concurrency.lockutils [req-90b8601b-97ae-4f95-94f6-b9f6675be038 req-54688769-0e1f-4b99-8d08-2bb646b58039 service nova] Acquired lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.744582] env[65829]: DEBUG nova.network.neutron [req-90b8601b-97ae-4f95-94f6-b9f6675be038 req-54688769-0e1f-4b99-8d08-2bb646b58039 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Refreshing network info cache for port a4a7a39c-0997-49c9-96df-014ecccd0fc3 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.941879] env[65829]: DEBUG oslo_vmware.api [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808501, 'name': PowerOffVM_Task, 'duration_secs': 0.198762} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.942178] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1243.942348] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1243.942660] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21c26d12-8c43-48b4-af0e-174994b9ccc5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.003882] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1244.005470] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1244.005714] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1244.005944] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1244.006117] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1244.006267] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1244.006471] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1244.006655] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1244.006898] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1244.007186] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1244.007707] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1244.017729] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f453eaa-b1cd-4b02-9320-dca9b2c74b0a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.031017] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.031319] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.031531] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleting the datastore file [datastore1] a775b968-8741-49e9-a47b-a41d308cc476 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.031853] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bde968ba-4a67-4cbc-a025-4e428da53304 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.039624] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1244.039624] env[65829]: value = "task-4808504" [ 1244.039624] env[65829]: _type = "Task" [ 1244.039624] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.041235] env[65829]: DEBUG oslo_vmware.api [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1244.041235] env[65829]: value = "task-4808503" [ 1244.041235] env[65829]: _type = "Task" [ 1244.041235] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.055395] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.059385] env[65829]: DEBUG oslo_vmware.api [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.084763] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1244.086024] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057d0f19-7e79-4d96-9521-457a05277c66 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.094953] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.095290] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8032fdc8-664c-4e20-b026-bba957c80ccd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.173503] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.173800] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.174084] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Deleting the datastore file [datastore2] cc273384-cd47-4490-baf3-14e4066ac74e {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.174443] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8527dbcb-9b8d-4c0f-8364-99d682508451 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.184506] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1244.184506] env[65829]: value = "task-4808506" [ 1244.184506] env[65829]: _type = "Task" [ 1244.184506] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.186102] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.195520] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.237252] env[65829]: INFO nova.compute.claims [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.248021] env[65829]: WARNING neutronclient.v2_0.client [req-90b8601b-97ae-4f95-94f6-b9f6675be038 req-54688769-0e1f-4b99-8d08-2bb646b58039 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.433308] env[65829]: WARNING neutronclient.v2_0.client [req-90b8601b-97ae-4f95-94f6-b9f6675be038 req-54688769-0e1f-4b99-8d08-2bb646b58039 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.503710] env[65829]: DEBUG nova.network.neutron [req-90b8601b-97ae-4f95-94f6-b9f6675be038 req-54688769-0e1f-4b99-8d08-2bb646b58039 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updated VIF entry in instance network info cache for port a4a7a39c-0997-49c9-96df-014ecccd0fc3. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1244.504145] env[65829]: DEBUG nova.network.neutron [req-90b8601b-97ae-4f95-94f6-b9f6675be038 req-54688769-0e1f-4b99-8d08-2bb646b58039 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance_info_cache with network_info: [{"id": "a4a7a39c-0997-49c9-96df-014ecccd0fc3", "address": "fa:16:3e:61:ce:dd", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a7a39c-09", "ovs_interfaceid": "a4a7a39c-0997-49c9-96df-014ecccd0fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.551609] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808504, 'name': ReconfigVM_Task, 'duration_secs': 0.21731} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.552337] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance '7e32e0eb-b2f4-4fa9-a050-a965ed547e4f' progress to 33 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1244.559065] env[65829]: DEBUG oslo_vmware.api [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185304} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.559389] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.559576] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.559762] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.559925] env[65829]: INFO nova.compute.manager [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1244.560187] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1244.560380] env[65829]: DEBUG nova.compute.manager [-] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1244.560474] env[65829]: DEBUG nova.network.neutron [-] [instance: a775b968-8741-49e9-a47b-a41d308cc476] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1244.560720] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.619626] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.700030] env[65829]: DEBUG oslo_vmware.api [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234916} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.700030] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.700030] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.700030] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.725876] env[65829]: INFO nova.scheduler.client.report [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Deleted allocations for instance cc273384-cd47-4490-baf3-14e4066ac74e [ 1244.744258] env[65829]: INFO nova.compute.resource_tracker [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating resource usage from migration f48c823f-0b7e-4864-8ec6-03505b9b05c4 [ 1244.885168] env[65829]: DEBUG nova.compute.manager [req-9755ff94-1149-424d-90b8-7817cf3f780a req-a091cc81-8b3b-4c7f-bb87-441b1153caeb service nova] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Received event network-vif-deleted-008038f6-40ba-47ed-b7d0-92db5ef728f8 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1244.885512] env[65829]: INFO nova.compute.manager [req-9755ff94-1149-424d-90b8-7817cf3f780a req-a091cc81-8b3b-4c7f-bb87-441b1153caeb service nova] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Neutron deleted interface 008038f6-40ba-47ed-b7d0-92db5ef728f8; detaching it from the instance and deleting it from the info cache [ 1244.885776] env[65829]: DEBUG nova.network.neutron [req-9755ff94-1149-424d-90b8-7817cf3f780a req-a091cc81-8b3b-4c7f-bb87-441b1153caeb service nova] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.918337] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915eaab2-e60f-4f12-929f-4f7f2b556207 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.927494] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a42669-fd6d-47df-832f-062d3bbffc75 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.958830] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2955061c-d34f-4187-85c1-6d57ca78f8e8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.967569] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b35259-04df-4de1-8a6f-aeb9ae40287f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.983210] env[65829]: DEBUG nova.compute.provider_tree [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.007346] env[65829]: DEBUG oslo_concurrency.lockutils [req-90b8601b-97ae-4f95-94f6-b9f6675be038 req-54688769-0e1f-4b99-8d08-2bb646b58039 service nova] Releasing lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.061952] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1245.062173] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.062297] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1245.062486] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.062628] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1245.062773] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1245.062978] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1245.063151] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1245.063316] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1245.063473] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1245.063640] env[65829]: DEBUG nova.virt.hardware [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1245.069045] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1245.069342] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a3bb71a-bd5a-4d11-9922-3129b206790c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.088611] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1245.088611] env[65829]: value = "task-4808507" [ 1245.088611] env[65829]: _type = "Task" [ 1245.088611] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.097155] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.231235] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.357478] env[65829]: DEBUG nova.network.neutron [-] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.392605] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f5db5529-2aa1-4b5f-8a33-2981da14a868 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.403047] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee4744b-2a84-401e-ba91-cbf222e70d9b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.435959] env[65829]: DEBUG nova.compute.manager [req-9755ff94-1149-424d-90b8-7817cf3f780a req-a091cc81-8b3b-4c7f-bb87-441b1153caeb service nova] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Detach interface failed, port_id=008038f6-40ba-47ed-b7d0-92db5ef728f8, reason: Instance a775b968-8741-49e9-a47b-a41d308cc476 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1245.506240] env[65829]: ERROR nova.scheduler.client.report [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [req-cc8cff08-4c3f-4517-868a-2c0ec562a9f0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc8cff08-4c3f-4517-868a-2c0ec562a9f0"}]} [ 1245.528480] env[65829]: DEBUG nova.scheduler.client.report [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1245.543356] env[65829]: DEBUG nova.scheduler.client.report [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1245.543579] env[65829]: DEBUG nova.compute.provider_tree [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.555542] env[65829]: DEBUG nova.scheduler.client.report [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1245.577042] env[65829]: DEBUG nova.scheduler.client.report [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1245.601248] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808507, 'name': ReconfigVM_Task, 'duration_secs': 0.179635} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.601526] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1245.602347] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee8e8ae-ab08-45e1-a9c7-22d9430cd2bd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.628301] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f/7e32e0eb-b2f4-4fa9-a050-a965ed547e4f.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.631279] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fd86251-b2de-4910-87b5-4557740ec495 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.651914] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1245.651914] env[65829]: value = "task-4808508" [ 1245.651914] env[65829]: _type = "Task" [ 1245.651914] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.663621] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.755997] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bb60c6-8cea-457f-9551-e0b9b152211c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.765618] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fccb796-05d0-4fd5-8d88-2c8458862188 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.801569] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd0dd0c-8982-4816-98b3-511ed482f15e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.805347] env[65829]: DEBUG nova.compute.manager [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Received event network-vif-unplugged-4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1245.805565] env[65829]: DEBUG oslo_concurrency.lockutils [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] Acquiring lock "cc273384-cd47-4490-baf3-14e4066ac74e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.805779] env[65829]: DEBUG oslo_concurrency.lockutils [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] Lock "cc273384-cd47-4490-baf3-14e4066ac74e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.805925] env[65829]: DEBUG oslo_concurrency.lockutils [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] Lock "cc273384-cd47-4490-baf3-14e4066ac74e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.806109] env[65829]: DEBUG nova.compute.manager [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] No waiting events found dispatching network-vif-unplugged-4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1245.806277] env[65829]: WARNING nova.compute.manager [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Received unexpected event network-vif-unplugged-4f93dd03-4e66-454a-b658-3954e54d4a47 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1245.806429] env[65829]: DEBUG nova.compute.manager [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Received event network-changed-4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1245.806575] env[65829]: DEBUG nova.compute.manager [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Refreshing instance network info cache due to event network-changed-4f93dd03-4e66-454a-b658-3954e54d4a47. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1245.806756] env[65829]: DEBUG oslo_concurrency.lockutils [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] Acquiring lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.806887] env[65829]: DEBUG oslo_concurrency.lockutils [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] Acquired lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.807045] env[65829]: DEBUG nova.network.neutron [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Refreshing network info cache for port 4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1245.820418] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70de72c-2142-46f0-b368-8c1e27afc5f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.837250] env[65829]: DEBUG nova.compute.provider_tree [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1245.860406] env[65829]: INFO nova.compute.manager [-] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Took 1.30 seconds to deallocate network for instance. [ 1246.162501] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808508, 'name': ReconfigVM_Task, 'duration_secs': 0.264254} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.162791] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f/7e32e0eb-b2f4-4fa9-a050-a965ed547e4f.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.163075] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance '7e32e0eb-b2f4-4fa9-a050-a965ed547e4f' progress to 50 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.313564] env[65829]: WARNING neutronclient.v2_0.client [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.358443] env[65829]: ERROR nova.scheduler.client.report [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [req-3c3c98cd-d291-48c9-b4cb-866c607e3ed4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 181379b3-3082-4848-8c70-179947affa36. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c3c98cd-d291-48c9-b4cb-866c607e3ed4"}]} [ 1246.366588] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.374376] env[65829]: DEBUG nova.scheduler.client.report [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Refreshing inventories for resource provider 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1246.389201] env[65829]: DEBUG nova.scheduler.client.report [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updating ProviderTree inventory for provider 181379b3-3082-4848-8c70-179947affa36 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1246.389417] env[65829]: DEBUG nova.compute.provider_tree [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.400385] env[65829]: DEBUG nova.scheduler.client.report [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Refreshing aggregate associations for resource provider 181379b3-3082-4848-8c70-179947affa36, aggregates: None {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1246.422694] env[65829]: DEBUG nova.scheduler.client.report [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Refreshing trait associations for resource provider 181379b3-3082-4848-8c70-179947affa36, traits: COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65829) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1246.460751] env[65829]: WARNING neutronclient.v2_0.client [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1246.538783] env[65829]: DEBUG nova.network.neutron [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updated VIF entry in instance network info cache for port 4f93dd03-4e66-454a-b658-3954e54d4a47. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1246.539192] env[65829]: DEBUG nova.network.neutron [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updating instance_info_cache with network_info: [{"id": "4f93dd03-4e66-454a-b658-3954e54d4a47", "address": "fa:16:3e:72:00:e9", "network": {"id": "cdb397fb-05de-4735-bc42-4d5583bf0fac", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1485532562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d44b84b129d4f99b2facbac903bcd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4f93dd03-4e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.572348] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24361a3f-c761-4db3-b928-0222ea8e5820 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.580871] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac777de-42b8-4372-89fd-e134493a8d6d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.613553] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d4a2b8-cf0c-49ba-bf06-ae2a9ff87d42 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.622062] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4d0345-68fe-4607-a5b4-a568f644459e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.635923] env[65829]: DEBUG nova.compute.provider_tree [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1246.670243] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e524394-46f3-4ddd-8e5b-0708405d9aa3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.690591] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd367498-879b-4461-814c-32197cbcf4b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.711177] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance '7e32e0eb-b2f4-4fa9-a050-a965ed547e4f' progress to 67 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.743730] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "cc273384-cd47-4490-baf3-14e4066ac74e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.041538] env[65829]: DEBUG oslo_concurrency.lockutils [req-df108bfb-b3fa-421a-a9a3-13e0b7e6cdbf req-0396938b-0200-4734-ad49-09d448d70b44 service nova] Releasing lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.167957] env[65829]: DEBUG nova.scheduler.client.report [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updated inventory for provider 181379b3-3082-4848-8c70-179947affa36 with generation 169 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1247.168271] env[65829]: DEBUG nova.compute.provider_tree [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updating resource provider 181379b3-3082-4848-8c70-179947affa36 generation from 169 to 170 during operation: update_inventory {{(pid=65829) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1247.168455] env[65829]: DEBUG nova.compute.provider_tree [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Updating inventory in ProviderTree for provider 181379b3-3082-4848-8c70-179947affa36 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.217230] env[65829]: WARNING neutronclient.v2_0.client [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.217601] env[65829]: WARNING neutronclient.v2_0.client [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1247.257055] env[65829]: DEBUG nova.network.neutron [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Port 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1247.673331] env[65829]: DEBUG oslo_concurrency.lockutils [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.942s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.673761] env[65829]: INFO nova.compute.manager [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Migrating [ 1247.681388] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.495s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.681752] env[65829]: DEBUG nova.objects.instance [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'pci_requests' on Instance uuid 334082d2-d4f5-4302-8acf-56c28655b1a5 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.193128] env[65829]: DEBUG nova.objects.instance [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'numa_topology' on Instance uuid 334082d2-d4f5-4302-8acf-56c28655b1a5 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.194280] env[65829]: DEBUG oslo_concurrency.lockutils [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.194448] env[65829]: DEBUG oslo_concurrency.lockutils [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.194619] env[65829]: DEBUG nova.network.neutron [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1248.281802] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.282051] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.282228] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.697215] env[65829]: INFO nova.compute.claims [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.700472] env[65829]: WARNING neutronclient.v2_0.client [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.883493] env[65829]: WARNING neutronclient.v2_0.client [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.953194] env[65829]: DEBUG nova.network.neutron [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance_info_cache with network_info: [{"id": "a4a7a39c-0997-49c9-96df-014ecccd0fc3", "address": "fa:16:3e:61:ce:dd", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a7a39c-09", "ovs_interfaceid": "a4a7a39c-0997-49c9-96df-014ecccd0fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.286425] env[65829]: WARNING neutronclient.v2_0.client [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.316251] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.316422] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.316594] env[65829]: DEBUG nova.network.neutron [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1249.456094] env[65829]: DEBUG oslo_concurrency.lockutils [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.819505] env[65829]: WARNING neutronclient.v2_0.client [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.865048] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42d2979-7d98-4702-a8d4-13e26304ab59 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.873427] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6689eeff-230a-41c9-907d-9fc7a50ad4a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.908524] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208c561f-2a04-4714-a697-3591dcb0b643 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.916697] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccad7cb-ebcc-425b-b28c-d5d85adf8af0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.931069] env[65829]: DEBUG nova.compute.provider_tree [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.999493] env[65829]: WARNING neutronclient.v2_0.client [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.072471] env[65829]: DEBUG nova.network.neutron [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance_info_cache with network_info: [{"id": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "address": "fa:16:3e:25:c5:97", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c78e7d0-bb", "ovs_interfaceid": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.434410] env[65829]: DEBUG nova.scheduler.client.report [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.575079] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.939709] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.258s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.940154] env[65829]: WARNING neutronclient.v2_0.client [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.942797] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.712s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.943042] env[65829]: DEBUG nova.objects.instance [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lazy-loading 'resources' on Instance uuid cc273384-cd47-4490-baf3-14e4066ac74e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1250.971349] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd282ed-2b07-4cdd-a60e-66777650e11f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.974877] env[65829]: INFO nova.network.neutron [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updating port 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1251.002056] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance '8dfab946-8ee1-462c-bad8-853ab96fe7fd' progress to 0 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.099208] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93b2bf4-55b7-430c-97d6-8fe692bfaf04 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.120392] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10921042-3624-40a0-829d-e4435faf52c5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.128416] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance '7e32e0eb-b2f4-4fa9-a050-a965ed547e4f' progress to 83 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1251.445647] env[65829]: DEBUG nova.objects.instance [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lazy-loading 'numa_topology' on Instance uuid cc273384-cd47-4490-baf3-14e4066ac74e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.511786] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.512110] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fc58e31-4128-41c4-91bc-755a32c88e83 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.520337] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1251.520337] env[65829]: value = "task-4808509" [ 1251.520337] env[65829]: _type = "Task" [ 1251.520337] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.530234] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.635672] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1251.636041] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6a03bb9-e0e4-4f18-8558-0c18919c0241 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.643802] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1251.643802] env[65829]: value = "task-4808510" [ 1251.643802] env[65829]: _type = "Task" [ 1251.643802] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.653015] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.948773] env[65829]: DEBUG nova.objects.base [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1252.033688] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808509, 'name': PowerOffVM_Task, 'duration_secs': 0.187865} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.033966] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.034179] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance '8dfab946-8ee1-462c-bad8-853ab96fe7fd' progress to 17 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.135431] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d89a288-fd5b-4fcd-86a0-dcb7c135bba4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.144182] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e788de-1e55-4538-b243-d0dfe0d2da7f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.155963] env[65829]: DEBUG oslo_vmware.api [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808510, 'name': PowerOnVM_Task, 'duration_secs': 0.46396} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.181778] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1252.181998] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7f274be8-535f-4777-a2ba-97f4e9716994 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance '7e32e0eb-b2f4-4fa9-a050-a965ed547e4f' progress to 100 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.187284] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52c9139-b77b-4841-933e-b9e4715e0dba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.197038] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735d658e-2b0a-4e7e-9be3-634a24f5fa58 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.213915] env[65829]: DEBUG nova.compute.provider_tree [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.430376] env[65829]: DEBUG nova.compute.manager [req-e6520e81-b197-4b5e-bae6-d25b21c9a8f4 req-2c77822b-8ba8-4b59-9e5f-bc6cad03ae85 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Received event network-vif-plugged-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1252.430607] env[65829]: DEBUG oslo_concurrency.lockutils [req-e6520e81-b197-4b5e-bae6-d25b21c9a8f4 req-2c77822b-8ba8-4b59-9e5f-bc6cad03ae85 service nova] Acquiring lock "334082d2-d4f5-4302-8acf-56c28655b1a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.430817] env[65829]: DEBUG oslo_concurrency.lockutils [req-e6520e81-b197-4b5e-bae6-d25b21c9a8f4 req-2c77822b-8ba8-4b59-9e5f-bc6cad03ae85 service nova] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.430987] env[65829]: DEBUG oslo_concurrency.lockutils [req-e6520e81-b197-4b5e-bae6-d25b21c9a8f4 req-2c77822b-8ba8-4b59-9e5f-bc6cad03ae85 service nova] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.431760] env[65829]: DEBUG nova.compute.manager [req-e6520e81-b197-4b5e-bae6-d25b21c9a8f4 req-2c77822b-8ba8-4b59-9e5f-bc6cad03ae85 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] No waiting events found dispatching network-vif-plugged-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1252.431760] env[65829]: WARNING nova.compute.manager [req-e6520e81-b197-4b5e-bae6-d25b21c9a8f4 req-2c77822b-8ba8-4b59-9e5f-bc6cad03ae85 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Received unexpected event network-vif-plugged-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e for instance with vm_state shelved_offloaded and task_state spawning. [ 1252.518072] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.518412] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.518412] env[65829]: DEBUG nova.network.neutron [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1252.542244] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1252.542518] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.542649] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1252.542830] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.542977] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1252.543141] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1252.543518] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1252.543518] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1252.543675] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1252.543796] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1252.543962] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1252.549205] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85fd7949-19dc-43d5-a412-e27ab63e8f1b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.565979] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1252.565979] env[65829]: value = "task-4808511" [ 1252.565979] env[65829]: _type = "Task" [ 1252.565979] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.574751] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.717734] env[65829]: DEBUG nova.scheduler.client.report [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.022088] env[65829]: WARNING neutronclient.v2_0.client [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.077068] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808511, 'name': ReconfigVM_Task, 'duration_secs': 0.225154} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.077440] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance '8dfab946-8ee1-462c-bad8-853ab96fe7fd' progress to 33 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.213547] env[65829]: WARNING neutronclient.v2_0.client [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.222965] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.225092] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.859s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.225313] env[65829]: DEBUG nova.objects.instance [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lazy-loading 'resources' on Instance uuid a775b968-8741-49e9-a47b-a41d308cc476 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.288946] env[65829]: DEBUG nova.network.neutron [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updating instance_info_cache with network_info: [{"id": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "address": "fa:16:3e:05:20:8f", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c321f2e-9f", "ovs_interfaceid": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.584063] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1253.584332] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.584492] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1253.584674] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.584818] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1253.584963] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1253.585188] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.585344] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1253.585518] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1253.585665] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1253.585834] env[65829]: DEBUG nova.virt.hardware [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1253.591337] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1253.591651] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e27e331-b374-45dd-bd71-bfab475c0e3e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.611580] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1253.611580] env[65829]: value = "task-4808512" [ 1253.611580] env[65829]: _type = "Task" [ 1253.611580] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.620913] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.733155] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ee3c8d3c-fbee-4d1a-9eea-f4d1455d4fa5 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "cc273384-cd47-4490-baf3-14e4066ac74e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.624s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.734687] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "cc273384-cd47-4490-baf3-14e4066ac74e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.991s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.734868] env[65829]: INFO nova.compute.manager [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Unshelving [ 1253.792584] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.820732] env[65829]: DEBUG nova.virt.hardware [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='e940063cdaa430c107e526a1ea45b2b7',container_format='bare',created_at=2025-11-23T04:38:24Z,direct_url=,disk_format='vmdk',id=50236948-00b9-4c94-91b7-ca0d8189a8af,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1373900243-shelved',owner='7cac28f198d84bc19abf0bdbc55e7b49',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-23T04:38:39Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1253.820998] env[65829]: DEBUG nova.virt.hardware [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.821143] env[65829]: DEBUG nova.virt.hardware [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1253.821325] env[65829]: DEBUG nova.virt.hardware [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.821467] env[65829]: DEBUG nova.virt.hardware [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1253.821612] env[65829]: DEBUG nova.virt.hardware [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1253.821813] env[65829]: DEBUG nova.virt.hardware [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.821965] env[65829]: DEBUG nova.virt.hardware [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1253.822144] env[65829]: DEBUG nova.virt.hardware [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1253.822302] env[65829]: DEBUG nova.virt.hardware [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1253.822470] env[65829]: DEBUG nova.virt.hardware [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1253.823696] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfc0f99-7c91-433e-a691-eb1ec9e2184b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.834778] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f1789a-be70-483c-8895-c531df130bd5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.851530] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:20:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c321f2e-9faf-4ad7-8b6b-1db76b91b04e', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.858904] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1253.861502] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.861913] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17d61962-b4b7-457a-9a89-ec6e48fa40d1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.884754] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.884754] env[65829]: value = "task-4808513" [ 1253.884754] env[65829]: _type = "Task" [ 1253.884754] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.896175] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808513, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.902399] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c1cf4b-9f24-4494-8237-fa4424958452 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.910208] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846d83e1-9e01-448f-ac43-b6846c99dd28 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.944566] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafddd72-dd95-461b-a859-62f3d74b4211 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.952750] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd65755-1c33-4c00-9495-b444b23f48d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.966909] env[65829]: DEBUG nova.compute.provider_tree [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.122671] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808512, 'name': ReconfigVM_Task, 'duration_secs': 0.16358} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.123089] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1254.123809] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93359ad8-7dc2-461d-9373-51d352f6a494 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.147389] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a/volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1254.147862] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6665b42c-7258-427a-bb4b-91baa60e01bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.169166] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1254.169166] env[65829]: value = "task-4808514" [ 1254.169166] env[65829]: _type = "Task" [ 1254.169166] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.179653] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.403910] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808513, 'name': CreateVM_Task, 'duration_secs': 0.331427} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.404186] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.404708] env[65829]: WARNING neutronclient.v2_0.client [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.405130] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.405297] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.406044] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.406044] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d7df0d-f1fe-4a3d-8ca5-8296cb7eb21d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.411802] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1254.411802] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bfe65f-f1d8-b0df-dba7-dfc8b16e1dfa" [ 1254.411802] env[65829]: _type = "Task" [ 1254.411802] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.422442] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bfe65f-f1d8-b0df-dba7-dfc8b16e1dfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.467120] env[65829]: DEBUG nova.compute.manager [req-0a615ae3-2eaf-4a4c-a413-2761ad6b9878 req-d3158471-b759-4c5e-89c7-9024a78cc595 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Received event network-changed-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1254.467391] env[65829]: DEBUG nova.compute.manager [req-0a615ae3-2eaf-4a4c-a413-2761ad6b9878 req-d3158471-b759-4c5e-89c7-9024a78cc595 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Refreshing instance network info cache due to event network-changed-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1254.467681] env[65829]: DEBUG oslo_concurrency.lockutils [req-0a615ae3-2eaf-4a4c-a413-2761ad6b9878 req-d3158471-b759-4c5e-89c7-9024a78cc595 service nova] Acquiring lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.467966] env[65829]: DEBUG oslo_concurrency.lockutils [req-0a615ae3-2eaf-4a4c-a413-2761ad6b9878 req-d3158471-b759-4c5e-89c7-9024a78cc595 service nova] Acquired lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.468173] env[65829]: DEBUG nova.network.neutron [req-0a615ae3-2eaf-4a4c-a413-2761ad6b9878 req-d3158471-b759-4c5e-89c7-9024a78cc595 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Refreshing network info cache for port 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.470997] env[65829]: DEBUG nova.scheduler.client.report [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.478033] env[65829]: WARNING neutronclient.v2_0.client [req-0a615ae3-2eaf-4a4c-a413-2761ad6b9878 req-d3158471-b759-4c5e-89c7-9024a78cc595 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.680455] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808514, 'name': ReconfigVM_Task, 'duration_secs': 0.295595} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.680795] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a/volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.681033] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance '8dfab946-8ee1-462c-bad8-853ab96fe7fd' progress to 50 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1254.761053] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.886371] env[65829]: WARNING neutronclient.v2_0.client [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.924630] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.924959] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Processing image 50236948-00b9-4c94-91b7-ca0d8189a8af {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.925310] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af/50236948-00b9-4c94-91b7-ca0d8189a8af.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.925513] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquired lock "[datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af/50236948-00b9-4c94-91b7-ca0d8189a8af.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.925732] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.929580] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0b5156a-ebc6-418f-b887-cf7a524e5a95 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.932236] env[65829]: WARNING neutronclient.v2_0.client [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.932577] env[65829]: WARNING neutronclient.v2_0.client [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.932840] env[65829]: WARNING neutronclient.v2_0.client [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1254.942032] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.942269] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.943098] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e7247d-b474-4892-8ad0-2f5cd0ad2891 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.948580] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1254.948580] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5216116d-a261-2416-bcfb-ff4022d44fe6" [ 1254.948580] env[65829]: _type = "Task" [ 1254.948580] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.957685] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5216116d-a261-2416-bcfb-ff4022d44fe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.967653] env[65829]: DEBUG nova.network.neutron [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Port 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1254.967908] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.968072] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.968235] env[65829]: DEBUG nova.network.neutron [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1254.982541] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.984510] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.224s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.984726] env[65829]: DEBUG nova.objects.instance [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lazy-loading 'pci_requests' on Instance uuid cc273384-cd47-4490-baf3-14e4066ac74e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.003935] env[65829]: INFO nova.scheduler.client.report [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted allocations for instance a775b968-8741-49e9-a47b-a41d308cc476 [ 1255.092701] env[65829]: WARNING neutronclient.v2_0.client [req-0a615ae3-2eaf-4a4c-a413-2761ad6b9878 req-d3158471-b759-4c5e-89c7-9024a78cc595 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.175399] env[65829]: DEBUG nova.network.neutron [req-0a615ae3-2eaf-4a4c-a413-2761ad6b9878 req-d3158471-b759-4c5e-89c7-9024a78cc595 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updated VIF entry in instance network info cache for port 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1255.175764] env[65829]: DEBUG nova.network.neutron [req-0a615ae3-2eaf-4a4c-a413-2761ad6b9878 req-d3158471-b759-4c5e-89c7-9024a78cc595 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updating instance_info_cache with network_info: [{"id": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "address": "fa:16:3e:05:20:8f", "network": {"id": "ee2d5331-c8a7-469c-a892-558f46f009a0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-192731109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cac28f198d84bc19abf0bdbc55e7b49", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c321f2e-9f", "ovs_interfaceid": "4c321f2e-9faf-4ad7-8b6b-1db76b91b04e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.188026] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f4d1e1-22c3-408f-916a-acaa171cff3a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.208663] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7df4e5e-a790-4c2d-9c36-a1ecca8abb5f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.226844] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance '8dfab946-8ee1-462c-bad8-853ab96fe7fd' progress to 67 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.460281] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Preparing fetch location {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1255.460547] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Fetch image to [datastore2] OSTACK_IMG_2e7746db-eb07-4c38-95ff-fc67f2e1c9d3/OSTACK_IMG_2e7746db-eb07-4c38-95ff-fc67f2e1c9d3.vmdk {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1255.460734] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Downloading stream optimized image 50236948-00b9-4c94-91b7-ca0d8189a8af to [datastore2] OSTACK_IMG_2e7746db-eb07-4c38-95ff-fc67f2e1c9d3/OSTACK_IMG_2e7746db-eb07-4c38-95ff-fc67f2e1c9d3.vmdk on the data store datastore2 as vApp {{(pid=65829) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1255.460903] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Downloading image file data 50236948-00b9-4c94-91b7-ca0d8189a8af to the ESX as VM named 'OSTACK_IMG_2e7746db-eb07-4c38-95ff-fc67f2e1c9d3' {{(pid=65829) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1255.471074] env[65829]: WARNING neutronclient.v2_0.client [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.504713] env[65829]: DEBUG nova.objects.instance [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lazy-loading 'numa_topology' on Instance uuid cc273384-cd47-4490-baf3-14e4066ac74e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.511795] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b9a8548c-cfd8-4f19-b957-02ad70db2f78 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "a775b968-8741-49e9-a47b-a41d308cc476" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.614s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.543542] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1255.543542] env[65829]: value = "resgroup-9" [ 1255.543542] env[65829]: _type = "ResourcePool" [ 1255.543542] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1255.543824] env[65829]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-561b74c2-42fc-4859-9b0d-358c96ae4784 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.566513] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lease: (returnval){ [ 1255.566513] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f16eb6-3361-fd54-0365-41a4cd5b1402" [ 1255.566513] env[65829]: _type = "HttpNfcLease" [ 1255.566513] env[65829]: } obtained for vApp import into resource pool (val){ [ 1255.566513] env[65829]: value = "resgroup-9" [ 1255.566513] env[65829]: _type = "ResourcePool" [ 1255.566513] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1255.566946] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the lease: (returnval){ [ 1255.566946] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f16eb6-3361-fd54-0365-41a4cd5b1402" [ 1255.566946] env[65829]: _type = "HttpNfcLease" [ 1255.566946] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1255.577758] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.577758] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f16eb6-3361-fd54-0365-41a4cd5b1402" [ 1255.577758] env[65829]: _type = "HttpNfcLease" [ 1255.577758] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1255.678485] env[65829]: DEBUG oslo_concurrency.lockutils [req-0a615ae3-2eaf-4a4c-a413-2761ad6b9878 req-d3158471-b759-4c5e-89c7-9024a78cc595 service nova] Releasing lock "refresh_cache-334082d2-d4f5-4302-8acf-56c28655b1a5" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.695883] env[65829]: WARNING neutronclient.v2_0.client [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.799819] env[65829]: DEBUG nova.network.neutron [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance_info_cache with network_info: [{"id": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "address": "fa:16:3e:25:c5:97", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c78e7d0-bb", "ovs_interfaceid": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.012843] env[65829]: INFO nova.compute.claims [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.075670] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.075670] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f16eb6-3361-fd54-0365-41a4cd5b1402" [ 1256.075670] env[65829]: _type = "HttpNfcLease" [ 1256.075670] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1256.306744] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.340719] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.341013] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.575275] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.575275] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f16eb6-3361-fd54-0365-41a4cd5b1402" [ 1256.575275] env[65829]: _type = "HttpNfcLease" [ 1256.575275] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1256.575575] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1256.575575] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f16eb6-3361-fd54-0365-41a4cd5b1402" [ 1256.575575] env[65829]: _type = "HttpNfcLease" [ 1256.575575] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1256.576460] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344bc44a-b37d-4db7-b8eb-137829c43169 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.584174] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247647b-7757-13ef-0433-5c272101e099/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1256.584349] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247647b-7757-13ef-0433-5c272101e099/disk-0.vmdk. {{(pid=65829) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1256.646243] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8be571c9-71a5-469b-a1da-fb21cfe5a122 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.810040] env[65829]: DEBUG nova.compute.manager [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65829) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1256.810254] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.842934] env[65829]: DEBUG nova.compute.manager [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1256.855228] env[65829]: WARNING neutronclient.v2_0.client [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.855700] env[65829]: WARNING neutronclient.v2_0.client [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1256.905461] env[65829]: DEBUG nova.network.neutron [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Port a4a7a39c-0997-49c9-96df-014ecccd0fc3 binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1257.196635] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5986d45f-57d4-4d77-9ea6-03f5abf6ed87 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.205254] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5655e4e5-05dc-42f3-be45-6b0155aeadac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.245462] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d551475b-08c0-48ce-862c-cd01d532354b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.257116] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec11aea-5933-4636-a931-3c96b281847c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.272217] env[65829]: DEBUG nova.compute.provider_tree [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.366929] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.750111] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Completed reading data from the image iterator. {{(pid=65829) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1257.750459] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247647b-7757-13ef-0433-5c272101e099/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1257.751767] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8990f4e8-54eb-4005-8efa-933a98552cb2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.759738] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247647b-7757-13ef-0433-5c272101e099/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1257.759901] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247647b-7757-13ef-0433-5c272101e099/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1257.760274] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7b185c28-4fe5-44f3-9327-0882f7b3987e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.778461] env[65829]: DEBUG nova.scheduler.client.report [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.929559] env[65829]: DEBUG oslo_concurrency.lockutils [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.929789] env[65829]: DEBUG oslo_concurrency.lockutils [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.929960] env[65829]: DEBUG oslo_concurrency.lockutils [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.013170] env[65829]: DEBUG oslo_vmware.rw_handles [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5247647b-7757-13ef-0433-5c272101e099/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1258.013391] env[65829]: INFO nova.virt.vmwareapi.images [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Downloaded image file data 50236948-00b9-4c94-91b7-ca0d8189a8af [ 1258.014582] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96dad36-3773-4619-b0a8-30912cd4628a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.034071] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11120eeb-6e90-4a31-aceb-d15d4fb88114 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.066027] env[65829]: INFO nova.virt.vmwareapi.images [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] The imported VM was unregistered [ 1258.068718] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Caching image {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1258.069065] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Creating directory with path [datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1258.069764] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f172e87c-78d1-4569-9bc4-646a06afba8e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.095260] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Created directory with path [datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1258.095502] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2e7746db-eb07-4c38-95ff-fc67f2e1c9d3/OSTACK_IMG_2e7746db-eb07-4c38-95ff-fc67f2e1c9d3.vmdk to [datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af/50236948-00b9-4c94-91b7-ca0d8189a8af.vmdk. {{(pid=65829) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1258.095793] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-55bb8dba-712e-4a2a-94d3-25f61169eccc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.104075] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1258.104075] env[65829]: value = "task-4808517" [ 1258.104075] env[65829]: _type = "Task" [ 1258.104075] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.112859] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808517, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.284147] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.299s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.284606] env[65829]: WARNING neutronclient.v2_0.client [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.287464] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.477s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.319543] env[65829]: INFO nova.network.neutron [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updating port 4f93dd03-4e66-454a-b658-3954e54d4a47 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1258.615205] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808517, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.791170] env[65829]: DEBUG nova.objects.instance [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'migration_context' on Instance uuid 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.940493] env[65829]: WARNING neutronclient.v2_0.client [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.977019] env[65829]: DEBUG oslo_concurrency.lockutils [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.977233] env[65829]: DEBUG oslo_concurrency.lockutils [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.977405] env[65829]: DEBUG nova.network.neutron [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1259.115717] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808517, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.471979] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105aab2c-ce93-4388-8bb7-0d67b171a35a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.480655] env[65829]: WARNING neutronclient.v2_0.client [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.486382] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b6718c-815d-4a21-b7db-f22c5672c695 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.527426] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6b21e6-14b9-4ecf-af5d-2d5c80e3dda9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.536385] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c536517d-33f8-430f-8f68-23f6bc32badc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.552412] env[65829]: DEBUG nova.compute.provider_tree [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.616095] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808517, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.688098] env[65829]: WARNING neutronclient.v2_0.client [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.770104] env[65829]: DEBUG nova.network.neutron [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance_info_cache with network_info: [{"id": "a4a7a39c-0997-49c9-96df-014ecccd0fc3", "address": "fa:16:3e:61:ce:dd", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a7a39c-09", "ovs_interfaceid": "a4a7a39c-0997-49c9-96df-014ecccd0fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.775024] env[65829]: DEBUG nova.compute.manager [req-c4ebf049-e92d-4e24-88e6-1d23adda7f6e req-4cd1184c-854b-46c6-9847-1bc252599d10 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Received event network-vif-plugged-4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1259.775024] env[65829]: DEBUG oslo_concurrency.lockutils [req-c4ebf049-e92d-4e24-88e6-1d23adda7f6e req-4cd1184c-854b-46c6-9847-1bc252599d10 service nova] Acquiring lock "cc273384-cd47-4490-baf3-14e4066ac74e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.775024] env[65829]: DEBUG oslo_concurrency.lockutils [req-c4ebf049-e92d-4e24-88e6-1d23adda7f6e req-4cd1184c-854b-46c6-9847-1bc252599d10 service nova] Lock "cc273384-cd47-4490-baf3-14e4066ac74e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.775024] env[65829]: DEBUG oslo_concurrency.lockutils [req-c4ebf049-e92d-4e24-88e6-1d23adda7f6e req-4cd1184c-854b-46c6-9847-1bc252599d10 service nova] Lock "cc273384-cd47-4490-baf3-14e4066ac74e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.775024] env[65829]: DEBUG nova.compute.manager [req-c4ebf049-e92d-4e24-88e6-1d23adda7f6e req-4cd1184c-854b-46c6-9847-1bc252599d10 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] No waiting events found dispatching network-vif-plugged-4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1259.775024] env[65829]: WARNING nova.compute.manager [req-c4ebf049-e92d-4e24-88e6-1d23adda7f6e req-4cd1184c-854b-46c6-9847-1bc252599d10 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Received unexpected event network-vif-plugged-4f93dd03-4e66-454a-b658-3954e54d4a47 for instance with vm_state shelved_offloaded and task_state spawning. [ 1259.866806] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.867160] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.867343] env[65829]: DEBUG nova.network.neutron [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1260.055697] env[65829]: DEBUG nova.scheduler.client.report [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.116323] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808517, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.276665] env[65829]: DEBUG oslo_concurrency.lockutils [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.371453] env[65829]: WARNING neutronclient.v2_0.client [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.522710] env[65829]: WARNING neutronclient.v2_0.client [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.603188] env[65829]: DEBUG nova.network.neutron [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updating instance_info_cache with network_info: [{"id": "4f93dd03-4e66-454a-b658-3954e54d4a47", "address": "fa:16:3e:72:00:e9", "network": {"id": "cdb397fb-05de-4735-bc42-4d5583bf0fac", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1485532562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d44b84b129d4f99b2facbac903bcd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f93dd03-4e", "ovs_interfaceid": "4f93dd03-4e66-454a-b658-3954e54d4a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.616296] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808517, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.461696} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.617103] env[65829]: INFO nova.virt.vmwareapi.ds_util [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2e7746db-eb07-4c38-95ff-fc67f2e1c9d3/OSTACK_IMG_2e7746db-eb07-4c38-95ff-fc67f2e1c9d3.vmdk to [datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af/50236948-00b9-4c94-91b7-ca0d8189a8af.vmdk. [ 1260.617297] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Cleaning up location [datastore2] OSTACK_IMG_2e7746db-eb07-4c38-95ff-fc67f2e1c9d3 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1260.617456] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2e7746db-eb07-4c38-95ff-fc67f2e1c9d3 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.617707] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53e03dd9-d901-4005-8be2-7e883fc679ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.624628] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1260.624628] env[65829]: value = "task-4808518" [ 1260.624628] env[65829]: _type = "Task" [ 1260.624628] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.633729] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.788329] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a29377-5c9e-496c-9fbc-146b51e0b905 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.798335] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32118d2d-436b-47da-b10a-b08ef4ec9a38 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.069683] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.782s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.075879] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.709s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.077546] env[65829]: INFO nova.compute.claims [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.105464] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Releasing lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.133712] env[65829]: DEBUG nova.virt.hardware [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='eccf4c3ce57c647cd7c7e69bc658a9aa',container_format='bare',created_at=2025-11-23T04:38:31Z,direct_url=,disk_format='vmdk',id=01b00877-dcc9-4c27-adf6-97fe2d7f6cb8,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-423040848-shelved',owner='5d44b84b129d4f99b2facbac903bcd86',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-11-23T04:38:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1261.133958] env[65829]: DEBUG nova.virt.hardware [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1261.134137] env[65829]: DEBUG nova.virt.hardware [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1261.134319] env[65829]: DEBUG nova.virt.hardware [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1261.134462] env[65829]: DEBUG nova.virt.hardware [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1261.134607] env[65829]: DEBUG nova.virt.hardware [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1261.134811] env[65829]: DEBUG nova.virt.hardware [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1261.134964] env[65829]: DEBUG nova.virt.hardware [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1261.135173] env[65829]: DEBUG nova.virt.hardware [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1261.135334] env[65829]: DEBUG nova.virt.hardware [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1261.135501] env[65829]: DEBUG nova.virt.hardware [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1261.136550] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764ca360-3410-4b39-9844-cd686d4d91cb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.142150] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038409} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.142705] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.142862] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Releasing lock "[datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af/50236948-00b9-4c94-91b7-ca0d8189a8af.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.143149] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af/50236948-00b9-4c94-91b7-ca0d8189a8af.vmdk to [datastore2] 334082d2-d4f5-4302-8acf-56c28655b1a5/334082d2-d4f5-4302-8acf-56c28655b1a5.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.143445] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e17d005-12ca-4db7-893c-079af79ed4f3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.148312] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ada4da1-6c77-46fb-852b-66272749f413 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.153849] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1261.153849] env[65829]: value = "task-4808519" [ 1261.153849] env[65829]: _type = "Task" [ 1261.153849] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.165075] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:00:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '557aba95-8968-407a-bac2-2fae66f7c8e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f93dd03-4e66-454a-b658-3954e54d4a47', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.172535] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1261.173207] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.173439] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d044678-f504-47a3-a874-fb3b9dc3a4ee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.190505] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.196160] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.196160] env[65829]: value = "task-4808520" [ 1261.196160] env[65829]: _type = "Task" [ 1261.196160] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.203776] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808520, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.667840] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808519, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.707612] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808520, 'name': CreateVM_Task} progress is 25%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.812281] env[65829]: DEBUG nova.compute.manager [req-3cfa105f-b321-418e-87db-667c1b6af40b req-825f33c7-2d73-4b2b-96ed-11cddbb0417e service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Received event network-changed-4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1261.812570] env[65829]: DEBUG nova.compute.manager [req-3cfa105f-b321-418e-87db-667c1b6af40b req-825f33c7-2d73-4b2b-96ed-11cddbb0417e service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Refreshing instance network info cache due to event network-changed-4f93dd03-4e66-454a-b658-3954e54d4a47. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1261.812804] env[65829]: DEBUG oslo_concurrency.lockutils [req-3cfa105f-b321-418e-87db-667c1b6af40b req-825f33c7-2d73-4b2b-96ed-11cddbb0417e service nova] Acquiring lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.812948] env[65829]: DEBUG oslo_concurrency.lockutils [req-3cfa105f-b321-418e-87db-667c1b6af40b req-825f33c7-2d73-4b2b-96ed-11cddbb0417e service nova] Acquired lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.813275] env[65829]: DEBUG nova.network.neutron [req-3cfa105f-b321-418e-87db-667c1b6af40b req-825f33c7-2d73-4b2b-96ed-11cddbb0417e service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Refreshing network info cache for port 4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.911994] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6a2a90-0066-438a-9483-f6bfb31bedd8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.932012] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d15a8e3-8b0d-4f89-9459-0dfb43680393 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.939817] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance '8dfab946-8ee1-462c-bad8-853ab96fe7fd' progress to 83 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1262.165074] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808519, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.207813] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808520, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.266234] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c692fc-ed8e-4018-99bb-24c16fb21c83 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.275980] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b14bee-6f2b-4714-b56c-6231dab5f703 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.311965] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74439d3-ffe8-4168-9ff5-6ac0315f2fa5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.316769] env[65829]: WARNING neutronclient.v2_0.client [req-3cfa105f-b321-418e-87db-667c1b6af40b req-825f33c7-2d73-4b2b-96ed-11cddbb0417e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.323010] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3fbfeb-aca0-4a49-90e0-ffe754f4ff8e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.339493] env[65829]: DEBUG nova.compute.provider_tree [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.446006] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.446344] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5b05751-63f5-4788-890c-46da300cecfe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.454936] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1262.454936] env[65829]: value = "task-4808521" [ 1262.454936] env[65829]: _type = "Task" [ 1262.454936] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.465535] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.476464] env[65829]: WARNING neutronclient.v2_0.client [req-3cfa105f-b321-418e-87db-667c1b6af40b req-825f33c7-2d73-4b2b-96ed-11cddbb0417e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.557346] env[65829]: DEBUG nova.network.neutron [req-3cfa105f-b321-418e-87db-667c1b6af40b req-825f33c7-2d73-4b2b-96ed-11cddbb0417e service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updated VIF entry in instance network info cache for port 4f93dd03-4e66-454a-b658-3954e54d4a47. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1262.557719] env[65829]: DEBUG nova.network.neutron [req-3cfa105f-b321-418e-87db-667c1b6af40b req-825f33c7-2d73-4b2b-96ed-11cddbb0417e service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updating instance_info_cache with network_info: [{"id": "4f93dd03-4e66-454a-b658-3954e54d4a47", "address": "fa:16:3e:72:00:e9", "network": {"id": "cdb397fb-05de-4735-bc42-4d5583bf0fac", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1485532562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d44b84b129d4f99b2facbac903bcd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f93dd03-4e", "ovs_interfaceid": "4f93dd03-4e66-454a-b658-3954e54d4a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.617289] env[65829]: INFO nova.compute.manager [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Swapping old allocation on dict_keys(['181379b3-3082-4848-8c70-179947affa36']) held by migration 9024e4f6-d688-48b6-a4ba-c1c374d61355 for instance [ 1262.648031] env[65829]: DEBUG nova.scheduler.client.report [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Overwriting current allocation {'allocations': {'181379b3-3082-4848-8c70-179947affa36': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 171}}, 'project_id': 'b94c0331c3b542cf85c59c071c759210', 'user_id': '2783690628cc48718c3e78ead67c5446', 'consumer_generation': 1} on consumer 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f {{(pid=65829) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1262.665705] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808519, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.708736] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808520, 'name': CreateVM_Task, 'duration_secs': 1.239278} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.709050] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.710329] env[65829]: WARNING neutronclient.v2_0.client [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.713089] env[65829]: WARNING neutronclient.v2_0.client [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.713430] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.713550] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.713932] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.714483] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db119aed-aa3d-44db-9ed2-4a71f4f0f4b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.719999] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1262.719999] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226c592-6314-3ba6-f25c-8c9d24e733aa" [ 1262.719999] env[65829]: _type = "Task" [ 1262.719999] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.729246] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5226c592-6314-3ba6-f25c-8c9d24e733aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.758608] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.758856] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.759170] env[65829]: DEBUG nova.network.neutron [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1262.843530] env[65829]: DEBUG nova.scheduler.client.report [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.966772] env[65829]: DEBUG oslo_vmware.api [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808521, 'name': PowerOnVM_Task, 'duration_secs': 0.508322} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.967020] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1262.967306] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-736ad221-e7f9-48eb-ad72-c115f25479cc tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance '8dfab946-8ee1-462c-bad8-853ab96fe7fd' progress to 100 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.061381] env[65829]: DEBUG oslo_concurrency.lockutils [req-3cfa105f-b321-418e-87db-667c1b6af40b req-825f33c7-2d73-4b2b-96ed-11cddbb0417e service nova] Releasing lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.166607] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808519, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.231089] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.231363] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Processing image 01b00877-dcc9-4c27-adf6-97fe2d7f6cb8 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1263.231621] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.231823] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.231944] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1263.232234] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e47d887a-27a7-4c8e-9f5d-b767cae3d40c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.249941] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1263.250216] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1263.250964] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb063384-a3f3-4562-867b-fff76971ac94 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.257398] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1263.257398] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de4258-5d6a-bffa-fdbf-b6895f05baf6" [ 1263.257398] env[65829]: _type = "Task" [ 1263.257398] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.262938] env[65829]: WARNING neutronclient.v2_0.client [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.271363] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de4258-5d6a-bffa-fdbf-b6895f05baf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.351407] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.352123] env[65829]: DEBUG nova.compute.manager [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1263.468207] env[65829]: WARNING neutronclient.v2_0.client [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.553796] env[65829]: DEBUG nova.network.neutron [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance_info_cache with network_info: [{"id": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "address": "fa:16:3e:25:c5:97", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c78e7d0-bb", "ovs_interfaceid": "7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.666345] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808519, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.768777] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Preparing fetch location {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1263.769098] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Fetch image to [datastore2] OSTACK_IMG_46456e6d-fe54-47e8-8094-d5689a0e2f77/OSTACK_IMG_46456e6d-fe54-47e8-8094-d5689a0e2f77.vmdk {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1263.769367] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Downloading stream optimized image 01b00877-dcc9-4c27-adf6-97fe2d7f6cb8 to [datastore2] OSTACK_IMG_46456e6d-fe54-47e8-8094-d5689a0e2f77/OSTACK_IMG_46456e6d-fe54-47e8-8094-d5689a0e2f77.vmdk on the data store datastore2 as vApp {{(pid=65829) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1263.769589] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Downloading image file data 01b00877-dcc9-4c27-adf6-97fe2d7f6cb8 to the ESX as VM named 'OSTACK_IMG_46456e6d-fe54-47e8-8094-d5689a0e2f77' {{(pid=65829) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1263.846690] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1263.846690] env[65829]: value = "resgroup-9" [ 1263.846690] env[65829]: _type = "ResourcePool" [ 1263.846690] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1263.847302] env[65829]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9a083dc8-4390-49ba-9e6e-c888666a3b34 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.863690] env[65829]: DEBUG nova.compute.utils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.865103] env[65829]: DEBUG nova.compute.manager [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1263.865338] env[65829]: DEBUG nova.network.neutron [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1263.865653] env[65829]: WARNING neutronclient.v2_0.client [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.865955] env[65829]: WARNING neutronclient.v2_0.client [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.874616] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lease: (returnval){ [ 1263.874616] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de8806-05d0-94ef-1486-ee3dfb2cbbec" [ 1263.874616] env[65829]: _type = "HttpNfcLease" [ 1263.874616] env[65829]: } obtained for vApp import into resource pool (val){ [ 1263.874616] env[65829]: value = "resgroup-9" [ 1263.874616] env[65829]: _type = "ResourcePool" [ 1263.874616] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1263.874616] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the lease: (returnval){ [ 1263.874616] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de8806-05d0-94ef-1486-ee3dfb2cbbec" [ 1263.874616] env[65829]: _type = "HttpNfcLease" [ 1263.874616] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1263.884312] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1263.884312] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de8806-05d0-94ef-1486-ee3dfb2cbbec" [ 1263.884312] env[65829]: _type = "HttpNfcLease" [ 1263.884312] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1263.921622] env[65829]: DEBUG nova.policy [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20138c4c500c4715bd465f6f3c16af62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21b18a1dba194796a1e81c7c59cf0b2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.057550] env[65829]: DEBUG oslo_concurrency.lockutils [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.058015] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.058329] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a915706e-2c6e-43c4-a8b6-28f9a198f8b2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.065852] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1264.065852] env[65829]: value = "task-4808523" [ 1264.065852] env[65829]: _type = "Task" [ 1264.065852] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.075736] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.167364] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808519, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.518193} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.167621] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/50236948-00b9-4c94-91b7-ca0d8189a8af/50236948-00b9-4c94-91b7-ca0d8189a8af.vmdk to [datastore2] 334082d2-d4f5-4302-8acf-56c28655b1a5/334082d2-d4f5-4302-8acf-56c28655b1a5.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.168492] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ae6d3a-109c-492f-af23-19a05f5b6071 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.199281] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 334082d2-d4f5-4302-8acf-56c28655b1a5/334082d2-d4f5-4302-8acf-56c28655b1a5.vmdk or device None with type streamOptimized {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.199772] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74e641bb-dc7f-4065-a5e4-907517f89c5d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.226095] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1264.226095] env[65829]: value = "task-4808524" [ 1264.226095] env[65829]: _type = "Task" [ 1264.226095] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.235575] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.245372] env[65829]: DEBUG nova.network.neutron [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Successfully created port: 661372eb-9f2d-4a33-87e2-98f37f7dc96f {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1264.370104] env[65829]: DEBUG nova.compute.manager [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1264.383217] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.383217] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de8806-05d0-94ef-1486-ee3dfb2cbbec" [ 1264.383217] env[65829]: _type = "HttpNfcLease" [ 1264.383217] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1264.577123] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808523, 'name': PowerOffVM_Task, 'duration_secs': 0.282913} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.577419] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.578100] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1264.578324] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1264.578476] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1264.578654] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1264.578795] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1264.578936] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1264.579191] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1264.579354] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1264.579529] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1264.579693] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1264.579862] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1264.584956] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99b44f33-0a2e-4541-a246-99ee33b314fd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.602558] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1264.602558] env[65829]: value = "task-4808525" [ 1264.602558] env[65829]: _type = "Task" [ 1264.602558] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.612314] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.740310] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808524, 'name': ReconfigVM_Task, 'duration_secs': 0.308913} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.743528] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 334082d2-d4f5-4302-8acf-56c28655b1a5/334082d2-d4f5-4302-8acf-56c28655b1a5.vmdk or device None with type streamOptimized {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.743528] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36d36951-ab1f-4b8b-98d2-6e34d217dc2a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.750118] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1264.750118] env[65829]: value = "task-4808526" [ 1264.750118] env[65829]: _type = "Task" [ 1264.750118] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.759877] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808526, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.886981] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1264.886981] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de8806-05d0-94ef-1486-ee3dfb2cbbec" [ 1264.886981] env[65829]: _type = "HttpNfcLease" [ 1264.886981] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1264.887669] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1264.887669] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52de8806-05d0-94ef-1486-ee3dfb2cbbec" [ 1264.887669] env[65829]: _type = "HttpNfcLease" [ 1264.887669] env[65829]: }. {{(pid=65829) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1264.888127] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443738de-9622-478e-936f-bfd3ac394053 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.898347] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4f47b-d20a-11db-d418-bc23fdd05f65/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1264.898347] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4f47b-d20a-11db-d418-bc23fdd05f65/disk-0.vmdk. {{(pid=65829) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1264.980249] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0024c5ba-dc4a-4591-beb8-e8ed9c57961d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.113953] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808525, 'name': ReconfigVM_Task, 'duration_secs': 0.148062} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.114853] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aac43c0-86aa-4adb-84f0-07a8b45d85ea {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.136438] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1265.136713] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.136981] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1265.137254] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.137448] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1265.137662] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1265.137957] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1265.138166] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1265.138396] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1265.138613] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1265.138852] env[65829]: DEBUG nova.virt.hardware [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1265.139832] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-852a9b35-14a6-4069-8032-a0709c40e3b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.147632] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1265.147632] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520a0d37-e7b6-28d5-3325-0c725f3370b9" [ 1265.147632] env[65829]: _type = "Task" [ 1265.147632] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.158400] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]520a0d37-e7b6-28d5-3325-0c725f3370b9, 'name': SearchDatastore_Task, 'duration_secs': 0.008743} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.164419] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.166600] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-412ca103-c577-4b3f-8f6f-93967087e4e5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.188857] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1265.188857] env[65829]: value = "task-4808527" [ 1265.188857] env[65829]: _type = "Task" [ 1265.188857] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.199305] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.230536] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.230823] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.231130] env[65829]: DEBUG nova.compute.manager [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Going to confirm migration 9 {{(pid=65829) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1265.266399] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808526, 'name': Rename_Task, 'duration_secs': 0.146606} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.269513] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.270153] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b018bba4-96db-4b7a-8e14-1305756d0ca7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.278805] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1265.278805] env[65829]: value = "task-4808528" [ 1265.278805] env[65829]: _type = "Task" [ 1265.278805] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.290781] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.381128] env[65829]: DEBUG nova.compute.manager [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1265.411882] env[65829]: DEBUG nova.virt.hardware [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1265.412197] env[65829]: DEBUG nova.virt.hardware [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.412356] env[65829]: DEBUG nova.virt.hardware [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1265.412543] env[65829]: DEBUG nova.virt.hardware [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.412678] env[65829]: DEBUG nova.virt.hardware [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1265.412819] env[65829]: DEBUG nova.virt.hardware [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1265.413041] env[65829]: DEBUG nova.virt.hardware [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1265.413206] env[65829]: DEBUG nova.virt.hardware [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1265.413373] env[65829]: DEBUG nova.virt.hardware [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1265.413547] env[65829]: DEBUG nova.virt.hardware [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1265.413721] env[65829]: DEBUG nova.virt.hardware [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1265.414653] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2a707d-a9c1-4f6d-8e38-e9ded294a7c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.424692] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748f1adf-6d65-4dc9-bdcf-93f009881c9a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.681493] env[65829]: DEBUG nova.compute.manager [req-548ab9a9-a60a-41bc-a598-fdbcfe721938 req-174d6b89-230a-47df-99cb-ab374db55527 service nova] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Received event network-vif-plugged-661372eb-9f2d-4a33-87e2-98f37f7dc96f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1265.681877] env[65829]: DEBUG oslo_concurrency.lockutils [req-548ab9a9-a60a-41bc-a598-fdbcfe721938 req-174d6b89-230a-47df-99cb-ab374db55527 service nova] Acquiring lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.682345] env[65829]: DEBUG oslo_concurrency.lockutils [req-548ab9a9-a60a-41bc-a598-fdbcfe721938 req-174d6b89-230a-47df-99cb-ab374db55527 service nova] Lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.682597] env[65829]: DEBUG oslo_concurrency.lockutils [req-548ab9a9-a60a-41bc-a598-fdbcfe721938 req-174d6b89-230a-47df-99cb-ab374db55527 service nova] Lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.682833] env[65829]: DEBUG nova.compute.manager [req-548ab9a9-a60a-41bc-a598-fdbcfe721938 req-174d6b89-230a-47df-99cb-ab374db55527 service nova] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] No waiting events found dispatching network-vif-plugged-661372eb-9f2d-4a33-87e2-98f37f7dc96f {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1265.683125] env[65829]: WARNING nova.compute.manager [req-548ab9a9-a60a-41bc-a598-fdbcfe721938 req-174d6b89-230a-47df-99cb-ab374db55527 service nova] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Received unexpected event network-vif-plugged-661372eb-9f2d-4a33-87e2-98f37f7dc96f for instance with vm_state building and task_state spawning. [ 1265.695714] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.696407] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.697128] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.697353] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.697579] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.697781] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.698009] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.698141] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1265.698342] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1265.704278] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808527, 'name': ReconfigVM_Task, 'duration_secs': 0.300251} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.704966] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.705868] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362d238a-be72-4901-81de-43e8fba45690 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.732712] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f/7e32e0eb-b2f4-4fa9-a050-a965ed547e4f.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.733476] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c2d9ba4-cd4b-4980-8f6f-15dd4ea38815 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.751961] env[65829]: WARNING neutronclient.v2_0.client [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.762020] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1265.762020] env[65829]: value = "task-4808529" [ 1265.762020] env[65829]: _type = "Task" [ 1265.762020] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.772945] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.777384] env[65829]: DEBUG nova.network.neutron [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Successfully updated port: 661372eb-9f2d-4a33-87e2-98f37f7dc96f {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1265.793186] env[65829]: DEBUG oslo_vmware.api [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808528, 'name': PowerOnVM_Task, 'duration_secs': 0.497421} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.793556] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.816169] env[65829]: WARNING neutronclient.v2_0.client [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1265.816381] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.816544] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquired lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.816751] env[65829]: DEBUG nova.network.neutron [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1265.816966] env[65829]: DEBUG nova.objects.instance [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lazy-loading 'info_cache' on Instance uuid 8dfab946-8ee1-462c-bad8-853ab96fe7fd {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.920142] env[65829]: DEBUG nova.compute.manager [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1265.921290] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151a6790-d8ea-4617-97fe-5dc79f3470a1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.202599] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.202877] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.203062] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.203221] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1266.205980] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2531fd6e-15d8-4fc0-8433-d27ac32bb065 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.216642] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e69bbd-0f7e-49b7-bd3a-64c07a58f6ae {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.237963] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179c4d11-f1f7-48e1-a643-aaffaca1d859 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.246803] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb33c3c5-f68f-4fa1-824f-b6125ccb3093 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.280176] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179387MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1266.280176] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.280418] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.291315] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "refresh_cache-f0be9c82-4723-47ac-bbf9-b1bdf43f3528" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.291507] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "refresh_cache-f0be9c82-4723-47ac-bbf9-b1bdf43f3528" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.291675] env[65829]: DEBUG nova.network.neutron [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1266.300623] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808529, 'name': ReconfigVM_Task, 'duration_secs': 0.423285} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.303013] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f/7e32e0eb-b2f4-4fa9-a050-a965ed547e4f.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1266.303965] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff392e08-a1c6-48ff-92a6-5d2af8c78187 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.331697] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c935c7-52f7-47da-894f-a3ef12c0c5b2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.360549] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79a713c-10f4-4072-a494-575a20e863ac {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.384424] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4595817f-aa4b-4ce1-bf12-b43a38bba1e6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.395349] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.397210] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76711b0e-1cef-4654-8a28-c2802eef49ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.403638] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1266.403638] env[65829]: value = "task-4808530" [ 1266.403638] env[65829]: _type = "Task" [ 1266.403638] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.416057] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.443328] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9b9bb576-3580-4ba5-b323-5917bb533fb4 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.286s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.589639] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Completed reading data from the image iterator. {{(pid=65829) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1266.589849] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4f47b-d20a-11db-d418-bc23fdd05f65/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1266.590795] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65725cca-8b49-4877-80ef-6c97e4e7231b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.597946] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4f47b-d20a-11db-d418-bc23fdd05f65/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1266.598168] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4f47b-d20a-11db-d418-bc23fdd05f65/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1266.598388] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a53591ea-355f-4a95-816b-904ea5794c72 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.832250] env[65829]: WARNING neutronclient.v2_0.client [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.840521] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "334082d2-d4f5-4302-8acf-56c28655b1a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.840768] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.840972] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "334082d2-d4f5-4302-8acf-56c28655b1a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.841174] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.841643] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.843992] env[65829]: INFO nova.compute.manager [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Terminating instance [ 1266.848715] env[65829]: DEBUG nova.network.neutron [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1266.852415] env[65829]: DEBUG oslo_vmware.rw_handles [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c4f47b-d20a-11db-d418-bc23fdd05f65/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1266.852620] env[65829]: INFO nova.virt.vmwareapi.images [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Downloaded image file data 01b00877-dcc9-4c27-adf6-97fe2d7f6cb8 [ 1266.854929] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e214120e-826e-4854-bcd0-fd7e3af52ea2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.880089] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8906dd9c-ea8f-4f3d-8a67-d03adf7dec2d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.911445] env[65829]: INFO nova.virt.vmwareapi.images [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] The imported VM was unregistered [ 1266.914331] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Caching image {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1266.914593] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Creating directory with path [datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8 {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.915612] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15202e3b-83d8-4c70-a0b1-e471c402943e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.921141] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808530, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.944617] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Created directory with path [datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8 {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.944840] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_46456e6d-fe54-47e8-8094-d5689a0e2f77/OSTACK_IMG_46456e6d-fe54-47e8-8094-d5689a0e2f77.vmdk to [datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8.vmdk. {{(pid=65829) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1266.945144] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5c725999-70d3-4c18-8935-c173faf35579 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.952920] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1266.952920] env[65829]: value = "task-4808532" [ 1266.952920] env[65829]: _type = "Task" [ 1266.952920] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.966862] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808532, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.006336] env[65829]: WARNING neutronclient.v2_0.client [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.072717] env[65829]: WARNING neutronclient.v2_0.client [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1267.104467] env[65829]: DEBUG nova.network.neutron [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Updating instance_info_cache with network_info: [{"id": "661372eb-9f2d-4a33-87e2-98f37f7dc96f", "address": "fa:16:3e:ff:e8:55", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661372eb-9f", "ovs_interfaceid": "661372eb-9f2d-4a33-87e2-98f37f7dc96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.185965] env[65829]: DEBUG nova.network.neutron [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance_info_cache with network_info: [{"id": "a4a7a39c-0997-49c9-96df-014ecccd0fc3", "address": "fa:16:3e:61:ce:dd", "network": {"id": "f2f2c1f9-9d8a-471e-8dc7-e1886321db28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1483656267-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58ecbfca7f9f40e7a4f4681d2d1a5ef1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31ac3fea-ebf4-4bed-bf70-1eaecdf71280", "external-id": "nsx-vlan-transportzone-489", "segmentation_id": 489, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a7a39c-09", "ovs_interfaceid": "a4a7a39c-0997-49c9-96df-014ecccd0fc3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.305812] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Applying migration context for instance 8dfab946-8ee1-462c-bad8-853ab96fe7fd as it has an incoming, in-progress migration f48c823f-0b7e-4864-8ec6-03505b9b05c4. Migration status is confirming {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1267.307238] env[65829]: INFO nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating resource usage from migration f48c823f-0b7e-4864-8ec6-03505b9b05c4 [ 1267.328875] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance d8d348a7-b52a-4c35-9b58-9d02b367f674 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.329030] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 22cd6241-180d-4eb8-85a7-6137daaaeab9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.329226] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance f0f06216-64dc-4956-9e62-d2baed55cbb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.329347] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 408be469-9555-4d78-ad50-cb6ed92b7ca4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.329458] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.329571] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 334082d2-d4f5-4302-8acf-56c28655b1a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.329680] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Migration f48c823f-0b7e-4864-8ec6-03505b9b05c4 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1267.329790] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 8dfab946-8ee1-462c-bad8-853ab96fe7fd actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.329898] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance cc273384-cd47-4490-baf3-14e4066ac74e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.330011] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance f0be9c82-4723-47ac-bbf9-b1bdf43f3528 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1267.330213] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1267.330366] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=100GB used_disk=8GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '9', 'num_vm_active': '5', 'num_task_None': '6', 'num_os_type_None': '9', 'num_proj_58ecbfca7f9f40e7a4f4681d2d1a5ef1': '3', 'io_workload': '1', 'num_proj_8b2d6a4452f84c3eb5a673a509a073a9': '2', 'num_proj_7cac28f198d84bc19abf0bdbc55e7b49': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '2', 'num_proj_5d44b84b129d4f99b2facbac903bcd86': '1', 'num_vm_resized': '2', 'num_task_resize_reverting': '1', 'num_proj_b94c0331c3b542cf85c59c071c759210': '1', 'num_vm_building': '1', 'num_proj_21b18a1dba194796a1e81c7c59cf0b2d': '1'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1267.355161] env[65829]: DEBUG nova.compute.manager [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1267.355382] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.356288] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e892c9e2-2a2e-4b9e-9ee3-68917e697849 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.366443] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.366698] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc276b28-bd4f-4005-a92f-f096e42c6c06 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.373057] env[65829]: DEBUG oslo_vmware.api [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1267.373057] env[65829]: value = "task-4808533" [ 1267.373057] env[65829]: _type = "Task" [ 1267.373057] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.381257] env[65829]: DEBUG oslo_vmware.api [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.418344] env[65829]: DEBUG oslo_vmware.api [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808530, 'name': PowerOnVM_Task, 'duration_secs': 0.539597} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.418652] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.468655] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808532, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.473710] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6350e08-0284-4fe1-af02-ed4bcc294c47 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.481450] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b930e635-1334-4ff0-8a70-0986b396ac61 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.514667] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e5a034-0470-4960-a69f-ce26a5909816 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.523434] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72858bd2-5f56-4cea-b2c2-de52d582cc3e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.541103] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.607800] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "refresh_cache-f0be9c82-4723-47ac-bbf9-b1bdf43f3528" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.608285] env[65829]: DEBUG nova.compute.manager [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Instance network_info: |[{"id": "661372eb-9f2d-4a33-87e2-98f37f7dc96f", "address": "fa:16:3e:ff:e8:55", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661372eb-9f", "ovs_interfaceid": "661372eb-9f2d-4a33-87e2-98f37f7dc96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1267.608842] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:e8:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '661372eb-9f2d-4a33-87e2-98f37f7dc96f', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.617340] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1267.618076] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.618381] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5f1b1e5-3b55-4eb0-8e92-ad507f018ab8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.642758] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.642758] env[65829]: value = "task-4808534" [ 1267.642758] env[65829]: _type = "Task" [ 1267.642758] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.652135] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808534, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.688649] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Releasing lock "refresh_cache-8dfab946-8ee1-462c-bad8-853ab96fe7fd" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.688868] env[65829]: DEBUG nova.objects.instance [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lazy-loading 'migration_context' on Instance uuid 8dfab946-8ee1-462c-bad8-853ab96fe7fd {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.716146] env[65829]: DEBUG nova.compute.manager [req-47792975-b1bc-4ba8-a57f-bf4580e0beea req-09f2b044-a9af-464f-93ef-2f37c9cc5305 service nova] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Received event network-changed-661372eb-9f2d-4a33-87e2-98f37f7dc96f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1267.716386] env[65829]: DEBUG nova.compute.manager [req-47792975-b1bc-4ba8-a57f-bf4580e0beea req-09f2b044-a9af-464f-93ef-2f37c9cc5305 service nova] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Refreshing instance network info cache due to event network-changed-661372eb-9f2d-4a33-87e2-98f37f7dc96f. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1267.716642] env[65829]: DEBUG oslo_concurrency.lockutils [req-47792975-b1bc-4ba8-a57f-bf4580e0beea req-09f2b044-a9af-464f-93ef-2f37c9cc5305 service nova] Acquiring lock "refresh_cache-f0be9c82-4723-47ac-bbf9-b1bdf43f3528" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.716788] env[65829]: DEBUG oslo_concurrency.lockutils [req-47792975-b1bc-4ba8-a57f-bf4580e0beea req-09f2b044-a9af-464f-93ef-2f37c9cc5305 service nova] Acquired lock "refresh_cache-f0be9c82-4723-47ac-bbf9-b1bdf43f3528" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.716950] env[65829]: DEBUG nova.network.neutron [req-47792975-b1bc-4ba8-a57f-bf4580e0beea req-09f2b044-a9af-464f-93ef-2f37c9cc5305 service nova] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Refreshing network info cache for port 661372eb-9f2d-4a33-87e2-98f37f7dc96f {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.885914] env[65829]: DEBUG oslo_vmware.api [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808533, 'name': PowerOffVM_Task, 'duration_secs': 0.31303} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.886282] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.886596] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.886927] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13c076ad-5385-4880-a8f1-76086b04416b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.967638] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808532, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.044804] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.154259] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808534, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.191700] env[65829]: DEBUG nova.objects.base [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Object Instance<8dfab946-8ee1-462c-bad8-853ab96fe7fd> lazy-loaded attributes: info_cache,migration_context {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1268.193345] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c471ad6-44b5-4076-9e00-011a79439941 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.214654] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ac0c14-2bc5-41d6-8ce2-e90ff49a83bc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.221972] env[65829]: WARNING neutronclient.v2_0.client [req-47792975-b1bc-4ba8-a57f-bf4580e0beea req-09f2b044-a9af-464f-93ef-2f37c9cc5305 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.224763] env[65829]: DEBUG oslo_vmware.api [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1268.224763] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f2ca34-6275-7261-5b26-0c3d0e3f4a44" [ 1268.224763] env[65829]: _type = "Task" [ 1268.224763] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.237545] env[65829]: DEBUG oslo_vmware.api [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f2ca34-6275-7261-5b26-0c3d0e3f4a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.271992] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.272379] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.272686] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleting the datastore file [datastore2] 334082d2-d4f5-4302-8acf-56c28655b1a5 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.273087] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d66791e-d1a6-4470-ae0c-06e04e9a0dcb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.281136] env[65829]: DEBUG oslo_vmware.api [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for the task: (returnval){ [ 1268.281136] env[65829]: value = "task-4808536" [ 1268.281136] env[65829]: _type = "Task" [ 1268.281136] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.291382] env[65829]: DEBUG oslo_vmware.api [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.432375] env[65829]: INFO nova.compute.manager [None req-0782d298-c7c0-464f-8181-e307a47088bc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance to original state: 'active' [ 1268.444581] env[65829]: WARNING neutronclient.v2_0.client [req-47792975-b1bc-4ba8-a57f-bf4580e0beea req-09f2b044-a9af-464f-93ef-2f37c9cc5305 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.469947] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808532, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.519026] env[65829]: DEBUG nova.network.neutron [req-47792975-b1bc-4ba8-a57f-bf4580e0beea req-09f2b044-a9af-464f-93ef-2f37c9cc5305 service nova] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Updated VIF entry in instance network info cache for port 661372eb-9f2d-4a33-87e2-98f37f7dc96f. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1268.519552] env[65829]: DEBUG nova.network.neutron [req-47792975-b1bc-4ba8-a57f-bf4580e0beea req-09f2b044-a9af-464f-93ef-2f37c9cc5305 service nova] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Updating instance_info_cache with network_info: [{"id": "661372eb-9f2d-4a33-87e2-98f37f7dc96f", "address": "fa:16:3e:ff:e8:55", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap661372eb-9f", "ovs_interfaceid": "661372eb-9f2d-4a33-87e2-98f37f7dc96f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.550877] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1268.551135] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.271s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.654557] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808534, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.678884] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "408be469-9555-4d78-ad50-cb6ed92b7ca4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.679331] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "408be469-9555-4d78-ad50-cb6ed92b7ca4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.679619] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "408be469-9555-4d78-ad50-cb6ed92b7ca4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.679818] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "408be469-9555-4d78-ad50-cb6ed92b7ca4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.680019] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "408be469-9555-4d78-ad50-cb6ed92b7ca4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.682383] env[65829]: INFO nova.compute.manager [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Terminating instance [ 1268.737617] env[65829]: DEBUG oslo_vmware.api [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f2ca34-6275-7261-5b26-0c3d0e3f4a44, 'name': SearchDatastore_Task, 'duration_secs': 0.026607} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.737899] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.738174] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.793766] env[65829]: DEBUG oslo_vmware.api [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.969887] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808532, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.022277] env[65829]: DEBUG oslo_concurrency.lockutils [req-47792975-b1bc-4ba8-a57f-bf4580e0beea req-09f2b044-a9af-464f-93ef-2f37c9cc5305 service nova] Releasing lock "refresh_cache-f0be9c82-4723-47ac-bbf9-b1bdf43f3528" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.155208] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808534, 'name': CreateVM_Task, 'duration_secs': 1.328089} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.155208] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1269.155843] env[65829]: WARNING neutronclient.v2_0.client [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.156228] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.156681] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.156777] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.157175] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf3a910-500d-48f5-a9f6-eac73f73da33 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.163467] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1269.163467] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52673197-9cd1-12bb-eede-52cace5203da" [ 1269.163467] env[65829]: _type = "Task" [ 1269.163467] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.173514] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52673197-9cd1-12bb-eede-52cace5203da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.187252] env[65829]: DEBUG nova.compute.manager [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1269.187252] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.188182] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d0160d-0c35-48f1-9281-b654cbd1057c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.196801] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.197134] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82b1df14-5926-4e7f-a631-9b4e379e6e48 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.205222] env[65829]: DEBUG oslo_vmware.api [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1269.205222] env[65829]: value = "task-4808537" [ 1269.205222] env[65829]: _type = "Task" [ 1269.205222] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.215738] env[65829]: DEBUG oslo_vmware.api [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.297222] env[65829]: DEBUG oslo_vmware.api [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.417639] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05787229-b403-492a-a788-41c29eca8f6f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.426878] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8baf7d5-f5a2-45b7-b60a-8c9a3454dd70 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.468386] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351ddf32-215a-407e-be0e-c75642ff42e2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.483632] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd36dee-49ab-4f07-9b5d-299206d46f7c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.488094] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808532, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.501490] env[65829]: DEBUG nova.compute.provider_tree [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.676032] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52673197-9cd1-12bb-eede-52cace5203da, 'name': SearchDatastore_Task, 'duration_secs': 0.044665} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.676227] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.676354] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.676686] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.676884] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.677213] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.677592] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-816834af-9dab-441a-8792-dd3388cf64b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.686713] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.686989] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.688087] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a942e29d-a104-487b-902e-dc9bfbe75dd8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.695057] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1269.695057] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bb5dad-fddf-b2cb-e3bc-f38b702229ac" [ 1269.695057] env[65829]: _type = "Task" [ 1269.695057] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.706562] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bb5dad-fddf-b2cb-e3bc-f38b702229ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.714887] env[65829]: DEBUG oslo_vmware.api [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808537, 'name': PowerOffVM_Task, 'duration_secs': 0.297231} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.715090] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.715261] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.715517] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a985a11-b43b-4ff1-8427-08d7b1f4443e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.795555] env[65829]: DEBUG oslo_vmware.api [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Task: {'id': task-4808536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.424975} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.795762] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.795940] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.796126] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.796302] env[65829]: INFO nova.compute.manager [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Took 2.44 seconds to destroy the instance on the hypervisor. [ 1269.796552] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1269.796771] env[65829]: DEBUG nova.compute.manager [-] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1269.796869] env[65829]: DEBUG nova.network.neutron [-] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1269.797122] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.809040] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.809040] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.809040] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Deleting the datastore file [datastore2] 408be469-9555-4d78-ad50-cb6ed92b7ca4 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.809040] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fce826c-1879-47cb-a19d-71989ffeef8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.815548] env[65829]: DEBUG oslo_vmware.api [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1269.815548] env[65829]: value = "task-4808539" [ 1269.815548] env[65829]: _type = "Task" [ 1269.815548] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.824133] env[65829]: DEBUG oslo_vmware.api [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.829676] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.975108] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808532, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.775886} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.975494] env[65829]: INFO nova.virt.vmwareapi.ds_util [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_46456e6d-fe54-47e8-8094-d5689a0e2f77/OSTACK_IMG_46456e6d-fe54-47e8-8094-d5689a0e2f77.vmdk to [datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8.vmdk. [ 1269.975545] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Cleaning up location [datastore2] OSTACK_IMG_46456e6d-fe54-47e8-8094-d5689a0e2f77 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1269.975697] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_46456e6d-fe54-47e8-8094-d5689a0e2f77 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.975958] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-107efa16-f6ad-4767-bef7-616a305d6977 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.982676] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1269.982676] env[65829]: value = "task-4808540" [ 1269.982676] env[65829]: _type = "Task" [ 1269.982676] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.991272] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.005476] env[65829]: DEBUG nova.scheduler.client.report [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.119418] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.119701] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.119893] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.120117] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.120303] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.122461] env[65829]: INFO nova.compute.manager [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Terminating instance [ 1270.206714] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bb5dad-fddf-b2cb-e3bc-f38b702229ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015754} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.207584] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57dd4912-88ef-4ef1-9148-c722150b33a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.213255] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1270.213255] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528c3680-e4fa-5bde-cda4-f2b26a1d5599" [ 1270.213255] env[65829]: _type = "Task" [ 1270.213255] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.221551] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528c3680-e4fa-5bde-cda4-f2b26a1d5599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.329793] env[65829]: DEBUG oslo_vmware.api [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139313} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.331317] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.331572] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.331764] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.331985] env[65829]: INFO nova.compute.manager [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1270.332198] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1270.332401] env[65829]: DEBUG nova.compute.manager [-] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1270.332494] env[65829]: DEBUG nova.network.neutron [-] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1270.332732] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.379903] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.493017] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034885} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.493393] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.493648] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.493928] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8.vmdk to [datastore2] cc273384-cd47-4490-baf3-14e4066ac74e/cc273384-cd47-4490-baf3-14e4066ac74e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.494261] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a9d3112-0da8-4061-85b5-6d7415699bdc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.503174] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1270.503174] env[65829]: value = "task-4808541" [ 1270.503174] env[65829]: _type = "Task" [ 1270.503174] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.516222] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808541, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.626872] env[65829]: DEBUG nova.compute.manager [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1270.627225] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.628390] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395f82db-a54f-455c-ab94-f50dab456750 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.637374] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.637783] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea216c23-47cf-4beb-82e5-4c2051921915 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.645641] env[65829]: DEBUG oslo_vmware.api [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1270.645641] env[65829]: value = "task-4808542" [ 1270.645641] env[65829]: _type = "Task" [ 1270.645641] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.656133] env[65829]: DEBUG oslo_vmware.api [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.730464] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528c3680-e4fa-5bde-cda4-f2b26a1d5599, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.730860] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.732348] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] f0be9c82-4723-47ac-bbf9-b1bdf43f3528/f0be9c82-4723-47ac-bbf9-b1bdf43f3528.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.732795] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a21c798-2adf-4968-9317-3308d6fec9c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.749334] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1270.749334] env[65829]: value = "task-4808543" [ 1270.749334] env[65829]: _type = "Task" [ 1270.749334] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.763915] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.964630] env[65829]: DEBUG nova.compute.manager [req-8f5c2302-fb0c-4586-bd51-e4d6d00a2ded req-f5d7c68b-6596-4d0f-ae9f-05fc588a7e25 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Received event network-vif-deleted-4c321f2e-9faf-4ad7-8b6b-1db76b91b04e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1270.964812] env[65829]: INFO nova.compute.manager [req-8f5c2302-fb0c-4586-bd51-e4d6d00a2ded req-f5d7c68b-6596-4d0f-ae9f-05fc588a7e25 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Neutron deleted interface 4c321f2e-9faf-4ad7-8b6b-1db76b91b04e; detaching it from the instance and deleting it from the info cache [ 1270.966947] env[65829]: DEBUG nova.network.neutron [req-8f5c2302-fb0c-4586-bd51-e4d6d00a2ded req-f5d7c68b-6596-4d0f-ae9f-05fc588a7e25 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.016595] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808541, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.018837] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.280s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.047780] env[65829]: DEBUG nova.compute.manager [req-60c57546-8137-415c-baae-99a93106d3e2 req-08a22248-c2e9-42ce-9964-120e89b4b87c service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Received event network-vif-deleted-4d69ca10-8012-4725-8715-7787d4366cdc {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1271.049720] env[65829]: INFO nova.compute.manager [req-60c57546-8137-415c-baae-99a93106d3e2 req-08a22248-c2e9-42ce-9964-120e89b4b87c service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Neutron deleted interface 4d69ca10-8012-4725-8715-7787d4366cdc; detaching it from the instance and deleting it from the info cache [ 1271.050154] env[65829]: DEBUG nova.network.neutron [req-60c57546-8137-415c-baae-99a93106d3e2 req-08a22248-c2e9-42ce-9964-120e89b4b87c service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.156961] env[65829]: DEBUG oslo_vmware.api [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808542, 'name': PowerOffVM_Task, 'duration_secs': 0.224066} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.157357] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.157539] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.157838] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3bacbae-9d89-45d2-bc4f-766f6bb1e6af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.231852] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.232275] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.232589] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleting the datastore file [datastore2] 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.232996] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc0d0fe5-edb2-44dc-a9d7-ce2ce5b01829 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.243551] env[65829]: DEBUG oslo_vmware.api [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1271.243551] env[65829]: value = "task-4808545" [ 1271.243551] env[65829]: _type = "Task" [ 1271.243551] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.255541] env[65829]: DEBUG oslo_vmware.api [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.259067] env[65829]: DEBUG nova.network.neutron [-] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.266751] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808543, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.355423] env[65829]: DEBUG nova.network.neutron [-] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.394060] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.469531] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-544e0348-f89a-421b-9e77-1e248bf7da30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.480724] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cee1ec-9513-4c99-bc79-e0b688e214d0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.521729] env[65829]: DEBUG nova.compute.manager [req-8f5c2302-fb0c-4586-bd51-e4d6d00a2ded req-f5d7c68b-6596-4d0f-ae9f-05fc588a7e25 service nova] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Detach interface failed, port_id=4c321f2e-9faf-4ad7-8b6b-1db76b91b04e, reason: Instance 334082d2-d4f5-4302-8acf-56c28655b1a5 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1271.531273] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808541, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.555995] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2431f31-1bfd-421a-844c-8f82d1f99a1e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.566549] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306b5213-3f2c-442f-bc3a-f0a8916c9b3c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.592929] env[65829]: INFO nova.scheduler.client.report [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted allocation for migration f48c823f-0b7e-4864-8ec6-03505b9b05c4 [ 1271.604495] env[65829]: DEBUG nova.compute.manager [req-60c57546-8137-415c-baae-99a93106d3e2 req-08a22248-c2e9-42ce-9964-120e89b4b87c service nova] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Detach interface failed, port_id=4d69ca10-8012-4725-8715-7787d4366cdc, reason: Instance 408be469-9555-4d78-ad50-cb6ed92b7ca4 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1271.755363] env[65829]: DEBUG oslo_vmware.api [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.764700] env[65829]: INFO nova.compute.manager [-] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Took 1.97 seconds to deallocate network for instance. [ 1271.765082] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808543, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.862356] env[65829]: INFO nova.compute.manager [-] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Took 1.53 seconds to deallocate network for instance. [ 1272.017067] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808541, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.111065] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3d170302-267b-4ed2-adfa-b9c45d01c79d tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.880s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.215233] env[65829]: INFO nova.compute.manager [None req-c4ded954-a080-439e-a680-fb724de3fbed tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Get console output [ 1272.215979] env[65829]: WARNING nova.virt.vmwareapi.driver [None req-c4ded954-a080-439e-a680-fb724de3fbed tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] The console log is missing. Check your VSPC configuration [ 1272.256491] env[65829]: DEBUG oslo_vmware.api [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.265870] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808543, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.29339} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.266305] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] f0be9c82-4723-47ac-bbf9-b1bdf43f3528/f0be9c82-4723-47ac-bbf9-b1bdf43f3528.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.267101] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.267209] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe75ca51-6ca7-4591-a235-84b9e0ad0810 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.272089] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.272485] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.272794] env[65829]: DEBUG nova.objects.instance [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lazy-loading 'resources' on Instance uuid 334082d2-d4f5-4302-8acf-56c28655b1a5 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.275864] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1272.275864] env[65829]: value = "task-4808546" [ 1272.275864] env[65829]: _type = "Task" [ 1272.275864] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.287511] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.370249] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.517725] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808541, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.754691] env[65829]: DEBUG oslo_vmware.api [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.790089] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120392} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.790426] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.791289] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fda43d-000a-458f-8e28-780d7ada645f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.814641] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] f0be9c82-4723-47ac-bbf9-b1bdf43f3528/f0be9c82-4723-47ac-bbf9-b1bdf43f3528.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.818290] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-015132ba-7ca3-4010-96c8-454f8319313d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.842876] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1272.842876] env[65829]: value = "task-4808547" [ 1272.842876] env[65829]: _type = "Task" [ 1272.842876] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.853950] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.964307] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab2e36d-ce82-4cf8-a727-84098910f9c4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.973263] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c826dc14-a92a-423c-bb08-7013f7776f4b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.012569] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d3e680-b850-4711-b1f7-80ffde3173ba {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.021854] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808541, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.025739] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b09ed0-7b6e-4288-b2dd-6f9b5b40e26d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.045667] env[65829]: DEBUG nova.compute.provider_tree [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.256348] env[65829]: DEBUG oslo_vmware.api [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.354553] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.520496] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808541, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.920422} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.520817] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8/01b00877-dcc9-4c27-adf6-97fe2d7f6cb8.vmdk to [datastore2] cc273384-cd47-4490-baf3-14e4066ac74e/cc273384-cd47-4490-baf3-14e4066ac74e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.522023] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0aac88-15fe-471e-b8be-e342f6c1e95b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.546289] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] cc273384-cd47-4490-baf3-14e4066ac74e/cc273384-cd47-4490-baf3-14e4066ac74e.vmdk or device None with type streamOptimized {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.546613] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aab57852-a48b-42e1-8006-68f4224ba438 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.562426] env[65829]: DEBUG nova.scheduler.client.report [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.571266] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1273.571266] env[65829]: value = "task-4808548" [ 1273.571266] env[65829]: _type = "Task" [ 1273.571266] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.581260] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808548, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.755310] env[65829]: DEBUG oslo_vmware.api [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.181105} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.755562] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1273.755738] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1273.755928] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1273.756875] env[65829]: INFO nova.compute.manager [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Took 3.13 seconds to destroy the instance on the hypervisor. [ 1273.756875] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1273.756875] env[65829]: DEBUG nova.compute.manager [-] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1273.756875] env[65829]: DEBUG nova.network.neutron [-] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1273.756875] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.791739] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1273.855590] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808547, 'name': ReconfigVM_Task, 'duration_secs': 0.613834} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.856061] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Reconfigured VM instance instance-00000077 to attach disk [datastore1] f0be9c82-4723-47ac-bbf9-b1bdf43f3528/f0be9c82-4723-47ac-bbf9-b1bdf43f3528.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.857314] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcda4365-3e28-4dac-859a-09d9c38b98f8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.867431] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1273.867431] env[65829]: value = "task-4808549" [ 1273.867431] env[65829]: _type = "Task" [ 1273.867431] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.880609] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808549, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.068185] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.071677] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.702s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.072103] env[65829]: DEBUG nova.objects.instance [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lazy-loading 'resources' on Instance uuid 408be469-9555-4d78-ad50-cb6ed92b7ca4 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.088416] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.089542] env[65829]: INFO nova.scheduler.client.report [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Deleted allocations for instance 334082d2-d4f5-4302-8acf-56c28655b1a5 [ 1274.275018] env[65829]: DEBUG nova.compute.manager [req-4f0443c7-b1fa-4d84-b1ee-87621a62d9bf req-5ad6159a-47dc-4fd2-8505-c3653b3235f0 service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Received event network-vif-deleted-7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1274.275018] env[65829]: INFO nova.compute.manager [req-4f0443c7-b1fa-4d84-b1ee-87621a62d9bf req-5ad6159a-47dc-4fd2-8505-c3653b3235f0 service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Neutron deleted interface 7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e; detaching it from the instance and deleting it from the info cache [ 1274.275018] env[65829]: DEBUG nova.network.neutron [req-4f0443c7-b1fa-4d84-b1ee-87621a62d9bf req-5ad6159a-47dc-4fd2-8505-c3653b3235f0 service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.378870] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808549, 'name': Rename_Task, 'duration_secs': 0.436844} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.379212] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.379557] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af46f1e4-24a7-48e7-be2c-cba9d2ccb165 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.386956] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1274.386956] env[65829]: value = "task-4808551" [ 1274.386956] env[65829]: _type = "Task" [ 1274.386956] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.396056] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808551, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.586679] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808548, 'name': ReconfigVM_Task, 'duration_secs': 0.984806} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.586987] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Reconfigured VM instance instance-0000006f to attach disk [datastore2] cc273384-cd47-4490-baf3-14e4066ac74e/cc273384-cd47-4490-baf3-14e4066ac74e.vmdk or device None with type streamOptimized {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.587922] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be15209b-f4d5-4dff-aac5-78f7453a402e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.597948] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1274.597948] env[65829]: value = "task-4808552" [ 1274.597948] env[65829]: _type = "Task" [ 1274.597948] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.598219] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e50bdedc-18b5-4379-abb6-d97058540920 tempest-ServerActionsTestOtherB-756157740 tempest-ServerActionsTestOtherB-756157740-project-member] Lock "334082d2-d4f5-4302-8acf-56c28655b1a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.757s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.613460] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808552, 'name': Rename_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.715571] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2320978b-28a7-43f2-88e2-a85028aafe97 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.725022] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95112974-802f-4c36-94a4-1b0391bf37fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.762705] env[65829]: DEBUG nova.network.neutron [-] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.765331] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd05aeb-3392-4fd7-80f3-bc5a3e87ce30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.774142] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffa89c5-7c7c-4cd4-ba95-5d5669d5a7af {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.779394] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46be7072-ac31-419f-93c8-decc6a94472e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.794999] env[65829]: DEBUG nova.compute.provider_tree [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.800663] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254a023e-5336-48db-bd2a-a6edfeb18120 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.838904] env[65829]: DEBUG nova.compute.manager [req-4f0443c7-b1fa-4d84-b1ee-87621a62d9bf req-5ad6159a-47dc-4fd2-8505-c3653b3235f0 service nova] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Detach interface failed, port_id=7c78e7d0-bbfd-4d1d-a4b6-12ac43df893e, reason: Instance 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1274.898890] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808551, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.112670] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808552, 'name': Rename_Task, 'duration_secs': 0.217153} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.113571] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1275.113965] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e265302f-201a-4422-9a53-22eb11be26be {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.121434] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1275.121434] env[65829]: value = "task-4808553" [ 1275.121434] env[65829]: _type = "Task" [ 1275.121434] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.133158] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.265974] env[65829]: INFO nova.compute.manager [-] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Took 1.51 seconds to deallocate network for instance. [ 1275.299264] env[65829]: DEBUG nova.scheduler.client.report [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.398665] env[65829]: DEBUG oslo_vmware.api [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808551, 'name': PowerOnVM_Task, 'duration_secs': 0.54674} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.398968] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.399229] env[65829]: INFO nova.compute.manager [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1275.399398] env[65829]: DEBUG nova.compute.manager [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1275.400215] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a0e27b-2e02-4574-a800-ff49e223b86f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.632126] env[65829]: DEBUG oslo_vmware.api [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808553, 'name': PowerOnVM_Task, 'duration_secs': 0.469226} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.632402] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.754187] env[65829]: DEBUG nova.compute.manager [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1275.755136] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fdd28c-3017-477d-b01a-e950ef6f1822 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.772026] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.805095] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.807617] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.036s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.807869] env[65829]: DEBUG nova.objects.instance [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'resources' on Instance uuid 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.829371] env[65829]: INFO nova.scheduler.client.report [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Deleted allocations for instance 408be469-9555-4d78-ad50-cb6ed92b7ca4 [ 1275.918060] env[65829]: INFO nova.compute.manager [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Took 18.57 seconds to build instance. [ 1276.274432] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f690eb54-82df-4d9c-bcfb-001de9b27604 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "cc273384-cd47-4490-baf3-14e4066ac74e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.540s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.338417] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9c8fbb74-e3b6-49c4-ac3c-617dca0644e3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "408be469-9555-4d78-ad50-cb6ed92b7ca4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.659s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.420753] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34326d33-3404-40a2-8539-d713eb0c6381 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.079s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.424345] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adec3f7a-efc7-47db-86ba-974c0f567ff1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.433034] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aed00f4-54ee-4aed-bae7-ba7494d8aa71 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.464160] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47330fe-7e2b-4d36-ad13-3ca6d265d9f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.472680] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc0dc76-df66-4540-951f-bc4d292d4e27 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.487412] env[65829]: DEBUG nova.compute.provider_tree [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.990207] env[65829]: DEBUG nova.scheduler.client.report [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.294386] env[65829]: DEBUG oslo_concurrency.lockutils [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.294706] env[65829]: DEBUG oslo_concurrency.lockutils [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.386186] env[65829]: DEBUG oslo_concurrency.lockutils [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.386549] env[65829]: DEBUG oslo_concurrency.lockutils [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.495371] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.524334] env[65829]: INFO nova.scheduler.client.report [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleted allocations for instance 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f [ 1277.798374] env[65829]: DEBUG nova.compute.utils [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1277.890405] env[65829]: INFO nova.compute.manager [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Detaching volume a5b8f373-960c-4529-81ab-9c83db59efab [ 1277.921212] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996bfc1f-091a-4eb6-9cb3-035b6d6ac595 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.929108] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa0aa0-c698-420d-bcc3-258338914093 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Suspending the VM {{(pid=65829) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1277.929443] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-db302492-a2d8-4aa9-9eb8-0222d5420214 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.934098] env[65829]: INFO nova.virt.block_device [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Attempting to driver detach volume a5b8f373-960c-4529-81ab-9c83db59efab from mountpoint /dev/sdb [ 1277.934348] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1277.934536] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937573', 'volume_id': 'a5b8f373-960c-4529-81ab-9c83db59efab', 'name': 'volume-a5b8f373-960c-4529-81ab-9c83db59efab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22cd6241-180d-4eb8-85a7-6137daaaeab9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5b8f373-960c-4529-81ab-9c83db59efab', 'serial': 'a5b8f373-960c-4529-81ab-9c83db59efab'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1277.935359] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94db333d-dc75-4f81-bb61-4aaaae03bf9a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.939776] env[65829]: DEBUG oslo_vmware.api [None req-14fa0aa0-c698-420d-bcc3-258338914093 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1277.939776] env[65829]: value = "task-4808554" [ 1277.939776] env[65829]: _type = "Task" [ 1277.939776] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.962931] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39e4f09-daeb-43d5-8e2d-1746ef907f5c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.969248] env[65829]: DEBUG oslo_vmware.api [None req-14fa0aa0-c698-420d-bcc3-258338914093 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808554, 'name': SuspendVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.974515] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1417729-fdcc-4093-a46d-d0d49d8b51cf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.996914] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a3b3eb-5165-4d6c-a64b-13e3449ff8a9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.016700] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The volume has not been displaced from its original location: [datastore1] volume-a5b8f373-960c-4529-81ab-9c83db59efab/volume-a5b8f373-960c-4529-81ab-9c83db59efab.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1278.022317] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.022758] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3026217-7ad3-4402-8835-745b3ae4279d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.039016] env[65829]: DEBUG oslo_concurrency.lockutils [None req-34630ad6-28a5-4e58-b1cf-1628f82b5ed1 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "7e32e0eb-b2f4-4fa9-a050-a965ed547e4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.919s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.044642] env[65829]: DEBUG oslo_vmware.api [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1278.044642] env[65829]: value = "task-4808555" [ 1278.044642] env[65829]: _type = "Task" [ 1278.044642] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.054462] env[65829]: DEBUG oslo_vmware.api [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.303088] env[65829]: DEBUG oslo_concurrency.lockutils [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.450793] env[65829]: DEBUG oslo_vmware.api [None req-14fa0aa0-c698-420d-bcc3-258338914093 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808554, 'name': SuspendVM_Task} progress is 62%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.555463] env[65829]: DEBUG oslo_vmware.api [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808555, 'name': ReconfigVM_Task, 'duration_secs': 0.421409} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.555785] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.560902] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-271edfea-cb52-4f58-9b53-702073e5160e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.577068] env[65829]: DEBUG oslo_vmware.api [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1278.577068] env[65829]: value = "task-4808556" [ 1278.577068] env[65829]: _type = "Task" [ 1278.577068] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.588774] env[65829]: DEBUG oslo_vmware.api [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.910819] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.911187] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.950841] env[65829]: DEBUG oslo_vmware.api [None req-14fa0aa0-c698-420d-bcc3-258338914093 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808554, 'name': SuspendVM_Task, 'duration_secs': 0.686793} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.951088] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-14fa0aa0-c698-420d-bcc3-258338914093 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Suspended the VM {{(pid=65829) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1278.951273] env[65829]: DEBUG nova.compute.manager [None req-14fa0aa0-c698-420d-bcc3-258338914093 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1278.952041] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691144d4-0941-410f-8add-b207ae2d74e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.087719] env[65829]: DEBUG oslo_vmware.api [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808556, 'name': ReconfigVM_Task, 'duration_secs': 0.166715} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.088027] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937573', 'volume_id': 'a5b8f373-960c-4529-81ab-9c83db59efab', 'name': 'volume-a5b8f373-960c-4529-81ab-9c83db59efab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '22cd6241-180d-4eb8-85a7-6137daaaeab9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5b8f373-960c-4529-81ab-9c83db59efab', 'serial': 'a5b8f373-960c-4529-81ab-9c83db59efab'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1279.371979] env[65829]: DEBUG oslo_concurrency.lockutils [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.372286] env[65829]: DEBUG oslo_concurrency.lockutils [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.372535] env[65829]: INFO nova.compute.manager [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Attaching volume ac6c565c-d0a3-4315-851c-95cea9d3f5bb to /dev/sdb [ 1279.406424] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71bc056-1c25-4d3c-b45f-0718df84fa9a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.413690] env[65829]: DEBUG nova.compute.manager [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1279.416998] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b0cc97-b5de-4082-9211-428665aeae99 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.431422] env[65829]: DEBUG nova.virt.block_device [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Updating existing volume attachment record: d81ccd3b-9720-4c15-803f-5e3a8ed16d95 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1279.631078] env[65829]: DEBUG nova.objects.instance [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lazy-loading 'flavor' on Instance uuid 22cd6241-180d-4eb8-85a7-6137daaaeab9 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.943899] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.944271] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.946032] env[65829]: INFO nova.compute.claims [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.402186] env[65829]: INFO nova.compute.manager [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Resuming [ 1280.402434] env[65829]: DEBUG nova.objects.instance [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lazy-loading 'flavor' on Instance uuid cc273384-cd47-4490-baf3-14e4066ac74e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.639459] env[65829]: DEBUG oslo_concurrency.lockutils [None req-80132479-6751-4b3d-a9e3-f04e7cce9a15 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.253s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.003204] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.003403] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.003621] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "22cd6241-180d-4eb8-85a7-6137daaaeab9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.003780] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.003939] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.006463] env[65829]: INFO nova.compute.manager [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Terminating instance [ 1281.065359] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a019f36-3ef3-49ce-a4b2-ac0f9638a3bf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.073467] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fc4ee8-6f0e-44d3-b55a-c10f60e16261 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.105996] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ae5abb-3c4b-43a7-9db2-f9d3dfb3a570 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.114609] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5045e7-f038-4a97-9910-8e93d6bd9df7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.129151] env[65829]: DEBUG nova.compute.provider_tree [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.510546] env[65829]: DEBUG nova.compute.manager [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1281.510862] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.512072] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c4279e-4ecd-4321-a704-da20df2f1a25 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.521626] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.521936] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2257f358-c889-41e3-a62a-23e132758a5b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.528772] env[65829]: DEBUG oslo_vmware.api [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1281.528772] env[65829]: value = "task-4808560" [ 1281.528772] env[65829]: _type = "Task" [ 1281.528772] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.540504] env[65829]: DEBUG oslo_vmware.api [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.633064] env[65829]: DEBUG nova.scheduler.client.report [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.912521] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.912758] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquired lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.912981] env[65829]: DEBUG nova.network.neutron [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1282.039710] env[65829]: DEBUG oslo_vmware.api [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808560, 'name': PowerOffVM_Task, 'duration_secs': 0.172152} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.039991] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.040218] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.040618] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23117715-f0b4-480e-b334-077f17c390f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.105540] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.105766] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.105992] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Deleting the datastore file [datastore1] 22cd6241-180d-4eb8-85a7-6137daaaeab9 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.106343] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36b864e4-3e25-4490-bc9b-96343a318293 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.112884] env[65829]: DEBUG oslo_vmware.api [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1282.112884] env[65829]: value = "task-4808563" [ 1282.112884] env[65829]: _type = "Task" [ 1282.112884] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.121300] env[65829]: DEBUG oslo_vmware.api [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.139358] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.139931] env[65829]: DEBUG nova.compute.manager [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1282.415835] env[65829]: WARNING neutronclient.v2_0.client [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.563624] env[65829]: WARNING neutronclient.v2_0.client [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.623876] env[65829]: DEBUG oslo_vmware.api [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135513} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.624142] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.624319] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.624488] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.624656] env[65829]: INFO nova.compute.manager [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1282.624904] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1282.625127] env[65829]: DEBUG nova.compute.manager [-] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1282.625223] env[65829]: DEBUG nova.network.neutron [-] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1282.625457] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.634109] env[65829]: DEBUG nova.network.neutron [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updating instance_info_cache with network_info: [{"id": "4f93dd03-4e66-454a-b658-3954e54d4a47", "address": "fa:16:3e:72:00:e9", "network": {"id": "cdb397fb-05de-4735-bc42-4d5583bf0fac", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1485532562-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d44b84b129d4f99b2facbac903bcd86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "557aba95-8968-407a-bac2-2fae66f7c8e5", "external-id": "nsx-vlan-transportzone-45", "segmentation_id": 45, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f93dd03-4e", "ovs_interfaceid": "4f93dd03-4e66-454a-b658-3954e54d4a47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.645909] env[65829]: DEBUG nova.compute.utils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1282.648675] env[65829]: DEBUG nova.compute.manager [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1282.648962] env[65829]: DEBUG nova.network.neutron [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1282.649497] env[65829]: WARNING neutronclient.v2_0.client [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.649941] env[65829]: WARNING neutronclient.v2_0.client [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.663229] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1282.691902] env[65829]: DEBUG nova.policy [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2783690628cc48718c3e78ead67c5446', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b94c0331c3b542cf85c59c071c759210', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.079646] env[65829]: DEBUG nova.network.neutron [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Successfully created port: 21b1ae3a-290d-4cc7-9412-deec5f230097 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1283.136866] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Releasing lock "refresh_cache-cc273384-cd47-4490-baf3-14e4066ac74e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.144218] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f16b50a-e107-405f-9a56-325199926adc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.151530] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Resuming the VM {{(pid=65829) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1283.151805] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14a82724-826d-4725-bece-0f2b1aec8204 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.155135] env[65829]: DEBUG nova.compute.manager [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1283.166033] env[65829]: DEBUG oslo_vmware.api [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1283.166033] env[65829]: value = "task-4808564" [ 1283.166033] env[65829]: _type = "Task" [ 1283.166033] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.174750] env[65829]: DEBUG oslo_vmware.api [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.177040] env[65829]: DEBUG nova.compute.manager [req-8e52c9fc-4aa3-4e6d-95d1-592e96fe3101 req-237c0a83-45b9-428e-94ea-bff6c397536d service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Received event network-vif-deleted-c372081e-9d60-4dd6-96b5-3fa9cac70fde {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1283.177226] env[65829]: INFO nova.compute.manager [req-8e52c9fc-4aa3-4e6d-95d1-592e96fe3101 req-237c0a83-45b9-428e-94ea-bff6c397536d service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Neutron deleted interface c372081e-9d60-4dd6-96b5-3fa9cac70fde; detaching it from the instance and deleting it from the info cache [ 1283.177490] env[65829]: DEBUG nova.network.neutron [req-8e52c9fc-4aa3-4e6d-95d1-592e96fe3101 req-237c0a83-45b9-428e-94ea-bff6c397536d service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.642929] env[65829]: DEBUG nova.network.neutron [-] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.676265] env[65829]: DEBUG oslo_vmware.api [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.681389] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d8f8ad89-cb6b-40fd-863c-2d49099dfc8e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.694850] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5d7ffb-f9d3-4828-a208-8b660ea1b55d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.734575] env[65829]: DEBUG nova.compute.manager [req-8e52c9fc-4aa3-4e6d-95d1-592e96fe3101 req-237c0a83-45b9-428e-94ea-bff6c397536d service nova] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Detach interface failed, port_id=c372081e-9d60-4dd6-96b5-3fa9cac70fde, reason: Instance 22cd6241-180d-4eb8-85a7-6137daaaeab9 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1283.976684] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1283.977077] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937590', 'volume_id': 'ac6c565c-d0a3-4315-851c-95cea9d3f5bb', 'name': 'volume-ac6c565c-d0a3-4315-851c-95cea9d3f5bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0be9c82-4723-47ac-bbf9-b1bdf43f3528', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac6c565c-d0a3-4315-851c-95cea9d3f5bb', 'serial': 'ac6c565c-d0a3-4315-851c-95cea9d3f5bb'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1283.977971] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b49bea-8ab9-41a5-b954-6fe7ee52648b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.995508] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de78ca8-7ee2-416b-80c2-b31a767c240c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.023205] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] volume-ac6c565c-d0a3-4315-851c-95cea9d3f5bb/volume-ac6c565c-d0a3-4315-851c-95cea9d3f5bb.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.023546] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d2baa13-56a6-4082-a42f-f8cb4083a8f2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.042577] env[65829]: DEBUG oslo_vmware.api [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1284.042577] env[65829]: value = "task-4808565" [ 1284.042577] env[65829]: _type = "Task" [ 1284.042577] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.052436] env[65829]: DEBUG oslo_vmware.api [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.146292] env[65829]: INFO nova.compute.manager [-] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Took 1.52 seconds to deallocate network for instance. [ 1284.166503] env[65829]: DEBUG nova.compute.manager [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1284.188099] env[65829]: DEBUG oslo_vmware.api [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808564, 'name': PowerOnVM_Task, 'duration_secs': 0.565568} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.189516] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Resumed the VM {{(pid=65829) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1284.189963] env[65829]: DEBUG nova.compute.manager [None req-8b1981d1-957e-43c7-be77-01d0cfdd2e31 tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1284.191879] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d8b91e-b136-417f-9e14-482cbb7b5486 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.213591] env[65829]: DEBUG nova.virt.hardware [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1284.214092] env[65829]: DEBUG nova.virt.hardware [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1284.217947] env[65829]: DEBUG nova.virt.hardware [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1284.217947] env[65829]: DEBUG nova.virt.hardware [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1284.217947] env[65829]: DEBUG nova.virt.hardware [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1284.217947] env[65829]: DEBUG nova.virt.hardware [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1284.217947] env[65829]: DEBUG nova.virt.hardware [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1284.217947] env[65829]: DEBUG nova.virt.hardware [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1284.217947] env[65829]: DEBUG nova.virt.hardware [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1284.217947] env[65829]: DEBUG nova.virt.hardware [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1284.217947] env[65829]: DEBUG nova.virt.hardware [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1284.217947] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bbfe41-310a-4735-982c-ac7373c0a4db {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.227375] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea54463-d4d5-4664-a51e-fe2c7964a7c9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.532353] env[65829]: DEBUG nova.compute.manager [req-cdb42153-7fe4-4b6a-bb0a-94b3b904a532 req-021a9233-5ab9-4a1b-b386-b150e896ca83 service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Received event network-vif-plugged-21b1ae3a-290d-4cc7-9412-deec5f230097 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1284.532588] env[65829]: DEBUG oslo_concurrency.lockutils [req-cdb42153-7fe4-4b6a-bb0a-94b3b904a532 req-021a9233-5ab9-4a1b-b386-b150e896ca83 service nova] Acquiring lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.532791] env[65829]: DEBUG oslo_concurrency.lockutils [req-cdb42153-7fe4-4b6a-bb0a-94b3b904a532 req-021a9233-5ab9-4a1b-b386-b150e896ca83 service nova] Lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.532955] env[65829]: DEBUG oslo_concurrency.lockutils [req-cdb42153-7fe4-4b6a-bb0a-94b3b904a532 req-021a9233-5ab9-4a1b-b386-b150e896ca83 service nova] Lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.533376] env[65829]: DEBUG nova.compute.manager [req-cdb42153-7fe4-4b6a-bb0a-94b3b904a532 req-021a9233-5ab9-4a1b-b386-b150e896ca83 service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] No waiting events found dispatching network-vif-plugged-21b1ae3a-290d-4cc7-9412-deec5f230097 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1284.533579] env[65829]: WARNING nova.compute.manager [req-cdb42153-7fe4-4b6a-bb0a-94b3b904a532 req-021a9233-5ab9-4a1b-b386-b150e896ca83 service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Received unexpected event network-vif-plugged-21b1ae3a-290d-4cc7-9412-deec5f230097 for instance with vm_state building and task_state spawning. [ 1284.552877] env[65829]: DEBUG oslo_vmware.api [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.627312] env[65829]: DEBUG nova.network.neutron [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Successfully updated port: 21b1ae3a-290d-4cc7-9412-deec5f230097 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1284.653585] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.653888] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.654125] env[65829]: DEBUG nova.objects.instance [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lazy-loading 'resources' on Instance uuid 22cd6241-180d-4eb8-85a7-6137daaaeab9 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.053776] env[65829]: DEBUG oslo_vmware.api [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808565, 'name': ReconfigVM_Task, 'duration_secs': 0.673707} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.054074] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Reconfigured VM instance instance-00000077 to attach disk [datastore2] volume-ac6c565c-d0a3-4315-851c-95cea9d3f5bb/volume-ac6c565c-d0a3-4315-851c-95cea9d3f5bb.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.058840] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cab2983-75f5-4e22-9705-fc3a1a719c61 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.074520] env[65829]: DEBUG oslo_vmware.api [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1285.074520] env[65829]: value = "task-4808566" [ 1285.074520] env[65829]: _type = "Task" [ 1285.074520] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.083565] env[65829]: DEBUG oslo_vmware.api [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.131504] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.131504] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.131504] env[65829]: DEBUG nova.network.neutron [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1285.276141] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce4c2a5-d54f-4d9f-b642-92fd46af79ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.285472] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fa1fe1-de35-4cd2-b127-6127b9458d2c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.318789] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571e49dd-b1fb-4d2b-9f53-1b18afe2cf6a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.326834] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43033f83-f628-4039-ad3c-4234ce6af09a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.341569] env[65829]: DEBUG nova.compute.provider_tree [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.585143] env[65829]: DEBUG oslo_vmware.api [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808566, 'name': ReconfigVM_Task, 'duration_secs': 0.158893} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.585503] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937590', 'volume_id': 'ac6c565c-d0a3-4315-851c-95cea9d3f5bb', 'name': 'volume-ac6c565c-d0a3-4315-851c-95cea9d3f5bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0be9c82-4723-47ac-bbf9-b1bdf43f3528', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac6c565c-d0a3-4315-851c-95cea9d3f5bb', 'serial': 'ac6c565c-d0a3-4315-851c-95cea9d3f5bb'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1285.667127] env[65829]: DEBUG nova.network.neutron [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1285.749089] env[65829]: WARNING neutronclient.v2_0.client [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.826837] env[65829]: DEBUG nova.network.neutron [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Updating instance_info_cache with network_info: [{"id": "21b1ae3a-290d-4cc7-9412-deec5f230097", "address": "fa:16:3e:aa:f5:19", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b1ae3a-29", "ovs_interfaceid": "21b1ae3a-290d-4cc7-9412-deec5f230097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.845034] env[65829]: DEBUG nova.scheduler.client.report [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.330391] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.330534] env[65829]: DEBUG nova.compute.manager [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Instance network_info: |[{"id": "21b1ae3a-290d-4cc7-9412-deec5f230097", "address": "fa:16:3e:aa:f5:19", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b1ae3a-29", "ovs_interfaceid": "21b1ae3a-290d-4cc7-9412-deec5f230097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1286.330986] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:f5:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21b1ae3a-290d-4cc7-9412-deec5f230097', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1286.338759] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1286.339291] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1286.339609] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efae28b5-0ea2-491d-8f71-02af46e8dfb0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.354762] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.701s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.363052] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1286.363052] env[65829]: value = "task-4808567" [ 1286.363052] env[65829]: _type = "Task" [ 1286.363052] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.372027] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808567, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.372899] env[65829]: INFO nova.scheduler.client.report [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Deleted allocations for instance 22cd6241-180d-4eb8-85a7-6137daaaeab9 [ 1286.567523] env[65829]: DEBUG nova.compute.manager [req-3414f40a-fab3-4c21-9f69-b05c2b54273b req-f46c29c1-7cee-41a9-ace1-05846429c44d service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Received event network-changed-21b1ae3a-290d-4cc7-9412-deec5f230097 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1286.567523] env[65829]: DEBUG nova.compute.manager [req-3414f40a-fab3-4c21-9f69-b05c2b54273b req-f46c29c1-7cee-41a9-ace1-05846429c44d service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Refreshing instance network info cache due to event network-changed-21b1ae3a-290d-4cc7-9412-deec5f230097. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1286.567698] env[65829]: DEBUG oslo_concurrency.lockutils [req-3414f40a-fab3-4c21-9f69-b05c2b54273b req-f46c29c1-7cee-41a9-ace1-05846429c44d service nova] Acquiring lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.567873] env[65829]: DEBUG oslo_concurrency.lockutils [req-3414f40a-fab3-4c21-9f69-b05c2b54273b req-f46c29c1-7cee-41a9-ace1-05846429c44d service nova] Acquired lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.568369] env[65829]: DEBUG nova.network.neutron [req-3414f40a-fab3-4c21-9f69-b05c2b54273b req-f46c29c1-7cee-41a9-ace1-05846429c44d service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Refreshing network info cache for port 21b1ae3a-290d-4cc7-9412-deec5f230097 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.623273] env[65829]: DEBUG nova.objects.instance [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lazy-loading 'flavor' on Instance uuid f0be9c82-4723-47ac-bbf9-b1bdf43f3528 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.772399] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.873500] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808567, 'name': CreateVM_Task, 'duration_secs': 0.299931} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.873692] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1286.874105] env[65829]: WARNING neutronclient.v2_0.client [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.874481] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.874633] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.874954] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.875230] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc212ae4-683d-407c-be86-e382b06d46d7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.882608] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1286.882608] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e49e24-7521-e0ec-6bc1-8890d951f58e" [ 1286.882608] env[65829]: _type = "Task" [ 1286.882608] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.883085] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a05055f-f009-4cab-a65d-6fbc23886483 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "22cd6241-180d-4eb8-85a7-6137daaaeab9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.880s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.893513] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e49e24-7521-e0ec-6bc1-8890d951f58e, 'name': SearchDatastore_Task, 'duration_secs': 0.010275} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.893513] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.893735] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1286.894245] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.894245] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.894377] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1286.894978] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0757f98-f47a-444c-ae5d-af99f72208a9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.903430] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1286.903615] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1286.904597] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5526c450-8ffd-43bb-9ec0-0f6838070f11 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.910492] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1286.910492] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52aac73f-7589-77e0-d766-e30a157c86f9" [ 1286.910492] env[65829]: _type = "Task" [ 1286.910492] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.918669] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52aac73f-7589-77e0-d766-e30a157c86f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.071095] env[65829]: WARNING neutronclient.v2_0.client [req-3414f40a-fab3-4c21-9f69-b05c2b54273b req-f46c29c1-7cee-41a9-ace1-05846429c44d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.128863] env[65829]: DEBUG oslo_concurrency.lockutils [None req-620adcd5-5b4e-438f-879f-4e8650c010a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.756s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.130130] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.358s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.130376] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.130601] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.130766] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.132806] env[65829]: INFO nova.compute.manager [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Terminating instance [ 1287.231198] env[65829]: WARNING neutronclient.v2_0.client [req-3414f40a-fab3-4c21-9f69-b05c2b54273b req-f46c29c1-7cee-41a9-ace1-05846429c44d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.307639] env[65829]: DEBUG nova.network.neutron [req-3414f40a-fab3-4c21-9f69-b05c2b54273b req-f46c29c1-7cee-41a9-ace1-05846429c44d service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Updated VIF entry in instance network info cache for port 21b1ae3a-290d-4cc7-9412-deec5f230097. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1287.308071] env[65829]: DEBUG nova.network.neutron [req-3414f40a-fab3-4c21-9f69-b05c2b54273b req-f46c29c1-7cee-41a9-ace1-05846429c44d service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Updating instance_info_cache with network_info: [{"id": "21b1ae3a-290d-4cc7-9412-deec5f230097", "address": "fa:16:3e:aa:f5:19", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b1ae3a-29", "ovs_interfaceid": "21b1ae3a-290d-4cc7-9412-deec5f230097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.421668] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52aac73f-7589-77e0-d766-e30a157c86f9, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.422550] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccaaeda4-3923-4346-b177-29e5948ce7d5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.429135] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1287.429135] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bf6146-d957-4419-8b19-c7e2fe33dd93" [ 1287.429135] env[65829]: _type = "Task" [ 1287.429135] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.438339] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bf6146-d957-4419-8b19-c7e2fe33dd93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.637832] env[65829]: DEBUG nova.compute.manager [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1287.637832] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.638410] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b0c9fe2-5dde-4ba9-9c70-e6f19eea2c16 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.646424] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1287.646424] env[65829]: value = "task-4808568" [ 1287.646424] env[65829]: _type = "Task" [ 1287.646424] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.655925] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.810780] env[65829]: DEBUG oslo_concurrency.lockutils [req-3414f40a-fab3-4c21-9f69-b05c2b54273b req-f46c29c1-7cee-41a9-ace1-05846429c44d service nova] Releasing lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.939984] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bf6146-d957-4419-8b19-c7e2fe33dd93, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.940473] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.940647] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 0658fdc0-ee7d-49bd-ac6d-09a993120fea/0658fdc0-ee7d-49bd-ac6d-09a993120fea.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1287.940945] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd41a910-0482-4cf0-973b-099efc15e8ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.948788] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1287.948788] env[65829]: value = "task-4808569" [ 1287.948788] env[65829]: _type = "Task" [ 1287.948788] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.957466] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.159577] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808568, 'name': PowerOffVM_Task, 'duration_secs': 0.232305} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.159853] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.160050] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1288.160245] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937590', 'volume_id': 'ac6c565c-d0a3-4315-851c-95cea9d3f5bb', 'name': 'volume-ac6c565c-d0a3-4315-851c-95cea9d3f5bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0be9c82-4723-47ac-bbf9-b1bdf43f3528', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac6c565c-d0a3-4315-851c-95cea9d3f5bb', 'serial': 'ac6c565c-d0a3-4315-851c-95cea9d3f5bb'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1288.161089] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300e45b9-c8bc-4b4a-b731-b69679274142 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.184168] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a982faec-3fc6-4e0c-bc5d-da8688087497 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.192265] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e53861-df41-480a-97a4-fda408a6ec66 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.214959] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b634c23c-7121-499d-95e8-cbb8f23cefa3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.231371] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The volume has not been displaced from its original location: [datastore2] volume-ac6c565c-d0a3-4315-851c-95cea9d3f5bb/volume-ac6c565c-d0a3-4315-851c-95cea9d3f5bb.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1288.236740] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1288.237422] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ff5d70c-2214-40e2-8598-a23f1e13377a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.259053] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1288.259053] env[65829]: value = "task-4808570" [ 1288.259053] env[65829]: _type = "Task" [ 1288.259053] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.272174] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.460420] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808569, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.769505] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808570, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.928359] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "cc273384-cd47-4490-baf3-14e4066ac74e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.928647] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "cc273384-cd47-4490-baf3-14e4066ac74e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.928827] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "cc273384-cd47-4490-baf3-14e4066ac74e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.929010] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "cc273384-cd47-4490-baf3-14e4066ac74e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.929185] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "cc273384-cd47-4490-baf3-14e4066ac74e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.931535] env[65829]: INFO nova.compute.manager [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Terminating instance [ 1288.959682] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600083} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.959981] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 0658fdc0-ee7d-49bd-ac6d-09a993120fea/0658fdc0-ee7d-49bd-ac6d-09a993120fea.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1288.960241] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1288.960551] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4ccb917-813a-4e7f-8e61-a8c08375eda1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.968386] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1288.968386] env[65829]: value = "task-4808571" [ 1288.968386] env[65829]: _type = "Task" [ 1288.968386] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.976901] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.271717] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808570, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.435887] env[65829]: DEBUG nova.compute.manager [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1289.436289] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.437171] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2885f31-0a9b-4b63-adef-75a86f210acd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.445607] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.447327] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-000fa556-24f1-42b7-ad97-1c722daf2deb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.451993] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "54392f82-7985-4692-8439-4916a197279e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.452227] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "54392f82-7985-4692-8439-4916a197279e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.458844] env[65829]: DEBUG oslo_vmware.api [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1289.458844] env[65829]: value = "task-4808572" [ 1289.458844] env[65829]: _type = "Task" [ 1289.458844] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.468655] env[65829]: DEBUG oslo_vmware.api [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.480782] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.770821] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808570, 'name': ReconfigVM_Task, 'duration_secs': 1.304998} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.771067] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1289.775746] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbef4bb9-6c1b-45aa-89b6-f8355775d200 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.792412] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1289.792412] env[65829]: value = "task-4808573" [ 1289.792412] env[65829]: _type = "Task" [ 1289.792412] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.801633] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.954517] env[65829]: DEBUG nova.compute.manager [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1289.969755] env[65829]: DEBUG oslo_vmware.api [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808572, 'name': PowerOffVM_Task, 'duration_secs': 0.335568} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.973129] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.973323] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.973654] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77997695-2703-44c8-abfb-a0e16cb4f816 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.981054] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.585047} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.981363] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1289.982206] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ab09ad-11d2-4ed5-b761-5bc179ae61b2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.005398] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 0658fdc0-ee7d-49bd-ac6d-09a993120fea/0658fdc0-ee7d-49bd-ac6d-09a993120fea.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.006461] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51b07975-b690-40ff-8e54-f2f19b36031a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.028387] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1290.028387] env[65829]: value = "task-4808575" [ 1290.028387] env[65829]: _type = "Task" [ 1290.028387] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.037568] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.070225] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.070462] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.070765] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Deleting the datastore file [datastore2] cc273384-cd47-4490-baf3-14e4066ac74e {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.071102] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb537d5d-9580-4dfe-b2e1-e337e6cc436c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.078120] env[65829]: DEBUG oslo_vmware.api [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for the task: (returnval){ [ 1290.078120] env[65829]: value = "task-4808576" [ 1290.078120] env[65829]: _type = "Task" [ 1290.078120] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.086917] env[65829]: DEBUG oslo_vmware.api [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.305089] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808573, 'name': ReconfigVM_Task, 'duration_secs': 0.15092} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.305089] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937590', 'volume_id': 'ac6c565c-d0a3-4315-851c-95cea9d3f5bb', 'name': 'volume-ac6c565c-d0a3-4315-851c-95cea9d3f5bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0be9c82-4723-47ac-bbf9-b1bdf43f3528', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac6c565c-d0a3-4315-851c-95cea9d3f5bb', 'serial': 'ac6c565c-d0a3-4315-851c-95cea9d3f5bb'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1290.305089] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.306326] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc473a13-d586-448e-8a15-9fc7ba9ebb49 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.314409] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.314880] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4a4b880-377e-45db-a475-d4d00a31c0a8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.387085] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.387085] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.387085] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleting the datastore file [datastore1] f0be9c82-4723-47ac-bbf9-b1bdf43f3528 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.387085] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c74f676-84ba-4d47-a8b1-3ef3fdcc46e2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.393768] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1290.393768] env[65829]: value = "task-4808578" [ 1290.393768] env[65829]: _type = "Task" [ 1290.393768] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.402454] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808578, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.479104] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.479473] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.481195] env[65829]: INFO nova.compute.claims [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.539344] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808575, 'name': ReconfigVM_Task, 'duration_secs': 0.296562} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.539659] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 0658fdc0-ee7d-49bd-ac6d-09a993120fea/0658fdc0-ee7d-49bd-ac6d-09a993120fea.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.540340] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63e832f8-cd43-4558-a18a-8c7dc38480d8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.547757] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1290.547757] env[65829]: value = "task-4808579" [ 1290.547757] env[65829]: _type = "Task" [ 1290.547757] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.556461] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808579, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.588721] env[65829]: DEBUG oslo_vmware.api [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Task: {'id': task-4808576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156485} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.588989] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.589290] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.589523] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.589708] env[65829]: INFO nova.compute.manager [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1290.589966] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1290.590187] env[65829]: DEBUG nova.compute.manager [-] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1290.590283] env[65829]: DEBUG nova.network.neutron [-] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1290.590541] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.632686] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.879908] env[65829]: DEBUG nova.compute.manager [req-76526663-fdf3-48e2-aed5-123e2c12cde5 req-c8f6d1d7-8767-45b7-b05f-943a626667c0 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Received event network-vif-deleted-4f93dd03-4e66-454a-b658-3954e54d4a47 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1290.880189] env[65829]: INFO nova.compute.manager [req-76526663-fdf3-48e2-aed5-123e2c12cde5 req-c8f6d1d7-8767-45b7-b05f-943a626667c0 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Neutron deleted interface 4f93dd03-4e66-454a-b658-3954e54d4a47; detaching it from the instance and deleting it from the info cache [ 1290.880410] env[65829]: DEBUG nova.network.neutron [req-76526663-fdf3-48e2-aed5-123e2c12cde5 req-c8f6d1d7-8767-45b7-b05f-943a626667c0 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.905951] env[65829]: DEBUG oslo_vmware.api [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808578, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134234} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.906235] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.906416] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.906605] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.906784] env[65829]: INFO nova.compute.manager [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Took 3.27 seconds to destroy the instance on the hypervisor. [ 1290.907041] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1290.907556] env[65829]: DEBUG nova.compute.manager [-] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1290.907692] env[65829]: DEBUG nova.network.neutron [-] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1290.907899] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.941618] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.059730] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808579, 'name': Rename_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.355581] env[65829]: DEBUG nova.network.neutron [-] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.383139] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed7c7e0b-6e2e-4eae-bde7-2e9de8f827aa {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.394248] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73520dc5-aba1-4d23-b77b-ffa950d16581 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.430604] env[65829]: DEBUG nova.compute.manager [req-76526663-fdf3-48e2-aed5-123e2c12cde5 req-c8f6d1d7-8767-45b7-b05f-943a626667c0 service nova] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Detach interface failed, port_id=4f93dd03-4e66-454a-b658-3954e54d4a47, reason: Instance cc273384-cd47-4490-baf3-14e4066ac74e could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1291.561674] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808579, 'name': Rename_Task, 'duration_secs': 0.868556} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.561990] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.562284] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0accd387-3194-4324-9450-ff09edaebfc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.570171] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1291.570171] env[65829]: value = "task-4808580" [ 1291.570171] env[65829]: _type = "Task" [ 1291.570171] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.579206] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.610241] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d72a07-72a2-4658-a8cc-2a2f59b9b12b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.619551] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97de1b0e-0680-4b25-8840-1ac17365c6d1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.650781] env[65829]: DEBUG nova.network.neutron [-] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.653325] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83cd5ea-591a-4503-982f-af4ffdd40948 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.661673] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342e0fb1-42d0-440d-b22e-045d36fa1a25 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.678293] env[65829]: DEBUG nova.compute.provider_tree [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.859154] env[65829]: INFO nova.compute.manager [-] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Took 1.27 seconds to deallocate network for instance. [ 1292.082600] env[65829]: DEBUG oslo_vmware.api [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808580, 'name': PowerOnVM_Task, 'duration_secs': 0.460118} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.082968] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1292.083154] env[65829]: INFO nova.compute.manager [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1292.083353] env[65829]: DEBUG nova.compute.manager [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1292.084295] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c19a8a-ec67-4388-bbfc-684337572978 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.153393] env[65829]: INFO nova.compute.manager [-] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Took 1.25 seconds to deallocate network for instance. [ 1292.182985] env[65829]: DEBUG nova.scheduler.client.report [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.365945] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.603878] env[65829]: INFO nova.compute.manager [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Took 12.68 seconds to build instance. [ 1292.687897] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.208s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.688845] env[65829]: DEBUG nova.compute.manager [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1292.691407] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.326s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.691643] env[65829]: DEBUG nova.objects.instance [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lazy-loading 'resources' on Instance uuid cc273384-cd47-4490-baf3-14e4066ac74e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.711617] env[65829]: INFO nova.compute.manager [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Took 0.56 seconds to detach 1 volumes for instance. [ 1292.907430] env[65829]: DEBUG nova.compute.manager [req-3d700b6f-705a-44af-bf63-5af39c1ef5cc req-fab8bfad-6cc0-4e66-beec-25c2d2bc51af service nova] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Received event network-vif-deleted-661372eb-9f2d-4a33-87e2-98f37f7dc96f {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1293.106570] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9a93c29b-5e2a-4110-ba26-4c0426b9a1dc tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.195s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.195062] env[65829]: DEBUG nova.compute.utils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.199302] env[65829]: DEBUG nova.compute.manager [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1293.199557] env[65829]: DEBUG nova.network.neutron [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1293.199927] env[65829]: WARNING neutronclient.v2_0.client [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.200182] env[65829]: WARNING neutronclient.v2_0.client [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.218679] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.262107] env[65829]: DEBUG nova.policy [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac7f948d265f4f8d9d0f4196cb35fed4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2d6a4452f84c3eb5a673a509a073a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.311031] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3136e93-66e0-4337-8297-0fd463ca7e3f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.319813] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5677aac-ad74-4ade-b45c-762b7f4a6788 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.360404] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6937c49b-ede2-4341-8beb-6d3b9c0be6de {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.368928] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c458a6e-6347-4c27-80db-3a1bee54ce77 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.383585] env[65829]: DEBUG nova.compute.provider_tree [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.386872] env[65829]: DEBUG nova.compute.manager [req-117cb4b2-97d8-419c-9f32-1fda337360c3 req-2e2365cc-8797-456a-a398-9ba394d397dd service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Received event network-changed-21b1ae3a-290d-4cc7-9412-deec5f230097 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1293.387064] env[65829]: DEBUG nova.compute.manager [req-117cb4b2-97d8-419c-9f32-1fda337360c3 req-2e2365cc-8797-456a-a398-9ba394d397dd service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Refreshing instance network info cache due to event network-changed-21b1ae3a-290d-4cc7-9412-deec5f230097. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1293.387242] env[65829]: DEBUG oslo_concurrency.lockutils [req-117cb4b2-97d8-419c-9f32-1fda337360c3 req-2e2365cc-8797-456a-a398-9ba394d397dd service nova] Acquiring lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.387400] env[65829]: DEBUG oslo_concurrency.lockutils [req-117cb4b2-97d8-419c-9f32-1fda337360c3 req-2e2365cc-8797-456a-a398-9ba394d397dd service nova] Acquired lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.387571] env[65829]: DEBUG nova.network.neutron [req-117cb4b2-97d8-419c-9f32-1fda337360c3 req-2e2365cc-8797-456a-a398-9ba394d397dd service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Refreshing network info cache for port 21b1ae3a-290d-4cc7-9412-deec5f230097 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.588271] env[65829]: DEBUG nova.network.neutron [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Successfully created port: 46ae3833-1284-48c9-85d3-a11a39ff4c44 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1293.699768] env[65829]: DEBUG nova.compute.manager [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1293.890678] env[65829]: DEBUG nova.scheduler.client.report [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.894189] env[65829]: WARNING neutronclient.v2_0.client [req-117cb4b2-97d8-419c-9f32-1fda337360c3 req-2e2365cc-8797-456a-a398-9ba394d397dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1294.076673] env[65829]: WARNING neutronclient.v2_0.client [req-117cb4b2-97d8-419c-9f32-1fda337360c3 req-2e2365cc-8797-456a-a398-9ba394d397dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1294.152403] env[65829]: DEBUG nova.network.neutron [req-117cb4b2-97d8-419c-9f32-1fda337360c3 req-2e2365cc-8797-456a-a398-9ba394d397dd service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Updated VIF entry in instance network info cache for port 21b1ae3a-290d-4cc7-9412-deec5f230097. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1294.152915] env[65829]: DEBUG nova.network.neutron [req-117cb4b2-97d8-419c-9f32-1fda337360c3 req-2e2365cc-8797-456a-a398-9ba394d397dd service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Updating instance_info_cache with network_info: [{"id": "21b1ae3a-290d-4cc7-9412-deec5f230097", "address": "fa:16:3e:aa:f5:19", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b1ae3a-29", "ovs_interfaceid": "21b1ae3a-290d-4cc7-9412-deec5f230097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.398916] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.402235] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.183s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.402235] env[65829]: DEBUG nova.objects.instance [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lazy-loading 'resources' on Instance uuid f0be9c82-4723-47ac-bbf9-b1bdf43f3528 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.423774] env[65829]: INFO nova.scheduler.client.report [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Deleted allocations for instance cc273384-cd47-4490-baf3-14e4066ac74e [ 1294.656177] env[65829]: DEBUG oslo_concurrency.lockutils [req-117cb4b2-97d8-419c-9f32-1fda337360c3 req-2e2365cc-8797-456a-a398-9ba394d397dd service nova] Releasing lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.711081] env[65829]: DEBUG nova.compute.manager [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1294.744986] env[65829]: DEBUG nova.virt.hardware [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1294.745271] env[65829]: DEBUG nova.virt.hardware [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.745427] env[65829]: DEBUG nova.virt.hardware [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1294.745608] env[65829]: DEBUG nova.virt.hardware [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.745835] env[65829]: DEBUG nova.virt.hardware [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1294.745989] env[65829]: DEBUG nova.virt.hardware [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1294.746213] env[65829]: DEBUG nova.virt.hardware [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1294.746366] env[65829]: DEBUG nova.virt.hardware [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1294.746526] env[65829]: DEBUG nova.virt.hardware [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1294.746682] env[65829]: DEBUG nova.virt.hardware [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1294.746847] env[65829]: DEBUG nova.virt.hardware [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1294.747766] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882de9e8-ab42-4ddd-a506-e2ac63da1c14 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.756518] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d159002-518d-4044-bb31-16643037034d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.930688] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8cb13d31-2167-4c7f-8135-a681e91c885c tempest-ServersNegativeTestJSON-154977558 tempest-ServersNegativeTestJSON-154977558-project-member] Lock "cc273384-cd47-4490-baf3-14e4066ac74e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.002s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.001126] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42137d70-8c59-4614-8c78-91e602ef0dda {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.011194] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49679646-e4c3-42eb-9557-f6b839427e0b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.043686] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4037cab0-5da6-4c7b-a1f1-37bdf9b623d6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.052922] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b996b67-cb9e-4343-8f70-e3310018833a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.067300] env[65829]: DEBUG nova.compute.provider_tree [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.101473] env[65829]: DEBUG nova.network.neutron [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Successfully updated port: 46ae3833-1284-48c9-85d3-a11a39ff4c44 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1295.412150] env[65829]: DEBUG nova.compute.manager [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Received event network-vif-plugged-46ae3833-1284-48c9-85d3-a11a39ff4c44 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1295.412150] env[65829]: DEBUG oslo_concurrency.lockutils [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] Acquiring lock "54392f82-7985-4692-8439-4916a197279e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.412150] env[65829]: DEBUG oslo_concurrency.lockutils [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] Lock "54392f82-7985-4692-8439-4916a197279e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.412150] env[65829]: DEBUG oslo_concurrency.lockutils [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] Lock "54392f82-7985-4692-8439-4916a197279e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.412150] env[65829]: DEBUG nova.compute.manager [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] No waiting events found dispatching network-vif-plugged-46ae3833-1284-48c9-85d3-a11a39ff4c44 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1295.412150] env[65829]: WARNING nova.compute.manager [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Received unexpected event network-vif-plugged-46ae3833-1284-48c9-85d3-a11a39ff4c44 for instance with vm_state building and task_state spawning. [ 1295.412150] env[65829]: DEBUG nova.compute.manager [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Received event network-changed-46ae3833-1284-48c9-85d3-a11a39ff4c44 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1295.412150] env[65829]: DEBUG nova.compute.manager [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Refreshing instance network info cache due to event network-changed-46ae3833-1284-48c9-85d3-a11a39ff4c44. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1295.412150] env[65829]: DEBUG oslo_concurrency.lockutils [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] Acquiring lock "refresh_cache-54392f82-7985-4692-8439-4916a197279e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.413188] env[65829]: DEBUG oslo_concurrency.lockutils [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] Acquired lock "refresh_cache-54392f82-7985-4692-8439-4916a197279e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.413580] env[65829]: DEBUG nova.network.neutron [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Refreshing network info cache for port 46ae3833-1284-48c9-85d3-a11a39ff4c44 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.570305] env[65829]: DEBUG nova.scheduler.client.report [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.604262] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "refresh_cache-54392f82-7985-4692-8439-4916a197279e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.916701] env[65829]: WARNING neutronclient.v2_0.client [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.950359] env[65829]: DEBUG nova.network.neutron [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1296.030072] env[65829]: DEBUG nova.network.neutron [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.138349] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.168039] env[65829]: INFO nova.scheduler.client.report [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted allocations for instance f0be9c82-4723-47ac-bbf9-b1bdf43f3528 [ 1296.532415] env[65829]: DEBUG oslo_concurrency.lockutils [req-05e9182e-4a76-4cc4-be08-c927420bc025 req-54800d5c-1f23-4e0b-b45e-cb0de4b869a3 service nova] Releasing lock "refresh_cache-54392f82-7985-4692-8439-4916a197279e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.532740] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired lock "refresh_cache-54392f82-7985-4692-8439-4916a197279e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.532967] env[65829]: DEBUG nova.network.neutron [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1296.674936] env[65829]: DEBUG oslo_concurrency.lockutils [None req-c40225d6-e6f9-4ee5-8642-9d7fe15691a9 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "f0be9c82-4723-47ac-bbf9-b1bdf43f3528" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.545s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.078557] env[65829]: DEBUG nova.network.neutron [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1297.172139] env[65829]: WARNING neutronclient.v2_0.client [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.251280] env[65829]: DEBUG nova.network.neutron [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Updating instance_info_cache with network_info: [{"id": "46ae3833-1284-48c9-85d3-a11a39ff4c44", "address": "fa:16:3e:c7:a5:c8", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ae3833-12", "ovs_interfaceid": "46ae3833-1284-48c9-85d3-a11a39ff4c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.753929] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Releasing lock "refresh_cache-54392f82-7985-4692-8439-4916a197279e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.754306] env[65829]: DEBUG nova.compute.manager [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Instance network_info: |[{"id": "46ae3833-1284-48c9-85d3-a11a39ff4c44", "address": "fa:16:3e:c7:a5:c8", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ae3833-12", "ovs_interfaceid": "46ae3833-1284-48c9-85d3-a11a39ff4c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1297.755040] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:a5:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46ae3833-1284-48c9-85d3-a11a39ff4c44', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.762913] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1297.763149] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54392f82-7985-4692-8439-4916a197279e] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.763382] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5abdf730-799b-41ac-9136-ff397f097dc4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.783722] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.783722] env[65829]: value = "task-4808581" [ 1297.783722] env[65829]: _type = "Task" [ 1297.783722] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.791885] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808581, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.105146] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.105396] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.295960] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808581, 'name': CreateVM_Task} progress is 99%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.608508] env[65829]: DEBUG nova.compute.manager [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1298.653895] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.654169] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.654377] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.654555] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.654718] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.656923] env[65829]: INFO nova.compute.manager [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Terminating instance [ 1298.794684] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808581, 'name': CreateVM_Task, 'duration_secs': 0.562871} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.795038] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54392f82-7985-4692-8439-4916a197279e] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1298.795374] env[65829]: WARNING neutronclient.v2_0.client [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.795818] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.795972] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.796303] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.796584] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990c0d61-c1a7-4a4b-b845-d19e6fd39de5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.801511] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1298.801511] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bd098e-1146-7e82-01bd-f8c73c60b1cf" [ 1298.801511] env[65829]: _type = "Task" [ 1298.801511] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.809896] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bd098e-1146-7e82-01bd-f8c73c60b1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.132155] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.132444] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.133918] env[65829]: INFO nova.compute.claims [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.162656] env[65829]: DEBUG nova.compute.manager [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1299.162986] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.163317] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5ce3810-9e99-444b-aa3f-40ee7704dcad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.171015] env[65829]: DEBUG oslo_vmware.api [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1299.171015] env[65829]: value = "task-4808582" [ 1299.171015] env[65829]: _type = "Task" [ 1299.171015] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.182384] env[65829]: DEBUG oslo_vmware.api [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.314743] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52bd098e-1146-7e82-01bd-f8c73c60b1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012903} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.315088] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.315327] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.315570] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.315718] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.315901] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.316208] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbaf8669-e9e3-44d8-91d1-88787753407c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.326859] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.327109] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.327972] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3116d89-5ab9-460a-a167-38be864de3a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.334252] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1299.334252] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52467468-e93b-8a2a-bb5c-16e5b409609d" [ 1299.334252] env[65829]: _type = "Task" [ 1299.334252] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.343597] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52467468-e93b-8a2a-bb5c-16e5b409609d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.681756] env[65829]: DEBUG oslo_vmware.api [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808582, 'name': PowerOffVM_Task, 'duration_secs': 0.269298} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.682095] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.682368] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1299.682617] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937574', 'volume_id': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'name': 'volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8dfab946-8ee1-462c-bad8-853ab96fe7fd', 'attached_at': '2025-11-23T04:39:09.000000', 'detached_at': '', 'volume_id': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'serial': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1299.683628] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fd1a77-13c6-4b4a-9689-a9cada293b21 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.705938] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd66d675-6c38-4fb7-8a89-9c4964d272ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.714839] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb0918b-b0fe-4183-bcf9-8b1c53dc4dc2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.733941] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b879920-9640-4889-89d0-2bdb45408e73 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.749898] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] The volume has not been displaced from its original location: [datastore1] volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a/volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1299.755748] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1299.756183] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad306e0-d72c-436e-bcb8-fb2d96dc51c0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.775225] env[65829]: DEBUG oslo_vmware.api [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1299.775225] env[65829]: value = "task-4808583" [ 1299.775225] env[65829]: _type = "Task" [ 1299.775225] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.784221] env[65829]: DEBUG oslo_vmware.api [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.847198] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52467468-e93b-8a2a-bb5c-16e5b409609d, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.848259] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b47d2fa5-46eb-47fc-aed7-2aad9e2d8751 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.854442] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1299.854442] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526575b7-b2e6-4a00-6e32-34eedb14c7ac" [ 1299.854442] env[65829]: _type = "Task" [ 1299.854442] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.863426] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526575b7-b2e6-4a00-6e32-34eedb14c7ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.232092] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0c8939-c9fe-4d3b-9d1b-418d36914a93 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.240412] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e145a1d6-604c-45d3-b74e-419c6ee192e8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.271231] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a05ab5-96c3-418a-a9e7-9d83adca4e55 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.282021] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb87c0d-959c-47f2-9a7f-6f6a2bc34740 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.291501] env[65829]: DEBUG oslo_vmware.api [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808583, 'name': ReconfigVM_Task, 'duration_secs': 0.186182} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.299560] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1300.304350] env[65829]: DEBUG nova.compute.provider_tree [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.305705] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cddc0cdc-3875-4a12-8489-cd6e4fdd043d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.322198] env[65829]: DEBUG oslo_vmware.api [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1300.322198] env[65829]: value = "task-4808584" [ 1300.322198] env[65829]: _type = "Task" [ 1300.322198] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.331407] env[65829]: DEBUG oslo_vmware.api [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.366297] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]526575b7-b2e6-4a00-6e32-34eedb14c7ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.366551] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.366809] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 54392f82-7985-4692-8439-4916a197279e/54392f82-7985-4692-8439-4916a197279e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1300.367086] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-492d44a5-abf0-4b1c-b478-bedffb27ccb8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.373476] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1300.373476] env[65829]: value = "task-4808585" [ 1300.373476] env[65829]: _type = "Task" [ 1300.373476] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.381425] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.817221] env[65829]: DEBUG nova.scheduler.client.report [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.832134] env[65829]: DEBUG oslo_vmware.api [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808584, 'name': ReconfigVM_Task, 'duration_secs': 0.141095} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.833058] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937574', 'volume_id': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'name': 'volume-bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8dfab946-8ee1-462c-bad8-853ab96fe7fd', 'attached_at': '2025-11-23T04:39:09.000000', 'detached_at': '', 'volume_id': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a', 'serial': 'bbb0da6a-00ea-4482-9688-f1b3b37e173a'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1300.833344] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.834140] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac44630a-e90f-427b-bb1f-e518881172cf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.842016] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.842293] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7aa14c9-abb8-4eb3-ac72-3145ff325abb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.884075] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464703} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.884409] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 54392f82-7985-4692-8439-4916a197279e/54392f82-7985-4692-8439-4916a197279e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1300.884616] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1300.884906] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6055aa57-19c6-4345-81fd-19bda14e13a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.892267] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1300.892267] env[65829]: value = "task-4808587" [ 1300.892267] env[65829]: _type = "Task" [ 1300.892267] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.902414] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.908688] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.908934] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.909145] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleting the datastore file [datastore1] 8dfab946-8ee1-462c-bad8-853ab96fe7fd {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.909418] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f491039b-435f-4a3e-a96e-ccb45ce2273b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.916615] env[65829]: DEBUG oslo_vmware.api [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1300.916615] env[65829]: value = "task-4808588" [ 1300.916615] env[65829]: _type = "Task" [ 1300.916615] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.924959] env[65829]: DEBUG oslo_vmware.api [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.322660] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.323315] env[65829]: DEBUG nova.compute.manager [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1301.402407] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068924} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.402669] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1301.403465] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452fc415-de6d-485e-b3a3-5da6e593962c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.425119] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 54392f82-7985-4692-8439-4916a197279e/54392f82-7985-4692-8439-4916a197279e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.425737] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-872e037c-26a2-4e95-a6f3-3a8c5a14dc8f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.447802] env[65829]: DEBUG oslo_vmware.api [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087148} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.449011] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.449209] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.449396] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.449565] env[65829]: INFO nova.compute.manager [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1301.449839] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1301.450107] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1301.450107] env[65829]: value = "task-4808589" [ 1301.450107] env[65829]: _type = "Task" [ 1301.450107] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.450327] env[65829]: DEBUG nova.compute.manager [-] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1301.450428] env[65829]: DEBUG nova.network.neutron [-] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1301.450712] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.461185] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808589, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.485073] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.828024] env[65829]: DEBUG nova.compute.utils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1301.829470] env[65829]: DEBUG nova.compute.manager [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1301.829692] env[65829]: DEBUG nova.network.neutron [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1301.830033] env[65829]: WARNING neutronclient.v2_0.client [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.830337] env[65829]: WARNING neutronclient.v2_0.client [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1301.872159] env[65829]: DEBUG nova.policy [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20138c4c500c4715bd465f6f3c16af62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21b18a1dba194796a1e81c7c59cf0b2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1301.916309] env[65829]: DEBUG nova.compute.manager [req-d8dac5b0-bbfc-45e7-bbce-2f6dd6c22b4b req-27f136dd-5b42-4dbf-ae89-e11af3737d87 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Received event network-vif-deleted-a4a7a39c-0997-49c9-96df-014ecccd0fc3 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1301.916579] env[65829]: INFO nova.compute.manager [req-d8dac5b0-bbfc-45e7-bbce-2f6dd6c22b4b req-27f136dd-5b42-4dbf-ae89-e11af3737d87 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Neutron deleted interface a4a7a39c-0997-49c9-96df-014ecccd0fc3; detaching it from the instance and deleting it from the info cache [ 1301.916686] env[65829]: DEBUG nova.network.neutron [req-d8dac5b0-bbfc-45e7-bbce-2f6dd6c22b4b req-27f136dd-5b42-4dbf-ae89-e11af3737d87 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.962648] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808589, 'name': ReconfigVM_Task, 'duration_secs': 0.283352} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.962947] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 54392f82-7985-4692-8439-4916a197279e/54392f82-7985-4692-8439-4916a197279e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.963580] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-028ea5c8-b8e7-4a6e-9c38-0b43a412992d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.970218] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1301.970218] env[65829]: value = "task-4808590" [ 1301.970218] env[65829]: _type = "Task" [ 1301.970218] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.978887] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808590, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.147843] env[65829]: DEBUG nova.network.neutron [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Successfully created port: fc153e4b-afce-4ef6-82cf-396343dae897 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1302.333461] env[65829]: DEBUG nova.compute.manager [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1302.399478] env[65829]: DEBUG nova.network.neutron [-] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.419751] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae785c8a-750d-47bb-91fa-205e22464327 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.429987] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23864b68-4978-4c50-be9d-e943b4161784 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.459387] env[65829]: DEBUG nova.compute.manager [req-d8dac5b0-bbfc-45e7-bbce-2f6dd6c22b4b req-27f136dd-5b42-4dbf-ae89-e11af3737d87 service nova] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Detach interface failed, port_id=a4a7a39c-0997-49c9-96df-014ecccd0fc3, reason: Instance 8dfab946-8ee1-462c-bad8-853ab96fe7fd could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1302.479930] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808590, 'name': Rename_Task, 'duration_secs': 0.148178} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.480232] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.480477] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f2fcfbb-a432-4ff3-b1d5-546e3e17c808 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.486480] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1302.486480] env[65829]: value = "task-4808591" [ 1302.486480] env[65829]: _type = "Task" [ 1302.486480] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.494238] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.902368] env[65829]: INFO nova.compute.manager [-] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Took 1.45 seconds to deallocate network for instance. [ 1302.996497] env[65829]: DEBUG oslo_vmware.api [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808591, 'name': PowerOnVM_Task, 'duration_secs': 0.424682} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.996893] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.996934] env[65829]: INFO nova.compute.manager [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Took 8.29 seconds to spawn the instance on the hypervisor. [ 1302.997143] env[65829]: DEBUG nova.compute.manager [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1302.997943] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098b917-0744-4ae4-9c4a-50493861b44b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.343316] env[65829]: DEBUG nova.compute.manager [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1303.384997] env[65829]: DEBUG nova.virt.hardware [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1303.385312] env[65829]: DEBUG nova.virt.hardware [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.385476] env[65829]: DEBUG nova.virt.hardware [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1303.385691] env[65829]: DEBUG nova.virt.hardware [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.385804] env[65829]: DEBUG nova.virt.hardware [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1303.385948] env[65829]: DEBUG nova.virt.hardware [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1303.386282] env[65829]: DEBUG nova.virt.hardware [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1303.386445] env[65829]: DEBUG nova.virt.hardware [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1303.386607] env[65829]: DEBUG nova.virt.hardware [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1303.386773] env[65829]: DEBUG nova.virt.hardware [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1303.386937] env[65829]: DEBUG nova.virt.hardware [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1303.387881] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e950b8-c4af-4234-a445-9991c9982796 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.397296] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713cceff-06ed-4af6-b726-a18979d8b5a1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.453540] env[65829]: INFO nova.compute.manager [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Took 0.55 seconds to detach 1 volumes for instance. [ 1303.456089] env[65829]: DEBUG nova.compute.manager [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Deleting volume: bbb0da6a-00ea-4482-9688-f1b3b37e173a {{(pid=65829) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3328}} [ 1303.515800] env[65829]: INFO nova.compute.manager [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Took 13.06 seconds to build instance. [ 1303.570756] env[65829]: DEBUG nova.compute.manager [req-853fc536-07dc-49d2-94b1-a719f1accfee req-17509d59-6eb3-4939-b30e-3f8f762fa9d7 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Received event network-vif-plugged-fc153e4b-afce-4ef6-82cf-396343dae897 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1303.571595] env[65829]: DEBUG oslo_concurrency.lockutils [req-853fc536-07dc-49d2-94b1-a719f1accfee req-17509d59-6eb3-4939-b30e-3f8f762fa9d7 service nova] Acquiring lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.572477] env[65829]: DEBUG oslo_concurrency.lockutils [req-853fc536-07dc-49d2-94b1-a719f1accfee req-17509d59-6eb3-4939-b30e-3f8f762fa9d7 service nova] Lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.572477] env[65829]: DEBUG oslo_concurrency.lockutils [req-853fc536-07dc-49d2-94b1-a719f1accfee req-17509d59-6eb3-4939-b30e-3f8f762fa9d7 service nova] Lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.572477] env[65829]: DEBUG nova.compute.manager [req-853fc536-07dc-49d2-94b1-a719f1accfee req-17509d59-6eb3-4939-b30e-3f8f762fa9d7 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] No waiting events found dispatching network-vif-plugged-fc153e4b-afce-4ef6-82cf-396343dae897 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1303.572477] env[65829]: WARNING nova.compute.manager [req-853fc536-07dc-49d2-94b1-a719f1accfee req-17509d59-6eb3-4939-b30e-3f8f762fa9d7 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Received unexpected event network-vif-plugged-fc153e4b-afce-4ef6-82cf-396343dae897 for instance with vm_state building and task_state spawning. [ 1303.842650] env[65829]: DEBUG nova.compute.manager [req-b32edd57-ea2b-4933-b7ec-2af97ac03830 req-89692640-1913-4d98-90fd-fdd57a89a8de service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Received event network-changed-46ae3833-1284-48c9-85d3-a11a39ff4c44 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1303.842902] env[65829]: DEBUG nova.compute.manager [req-b32edd57-ea2b-4933-b7ec-2af97ac03830 req-89692640-1913-4d98-90fd-fdd57a89a8de service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Refreshing instance network info cache due to event network-changed-46ae3833-1284-48c9-85d3-a11a39ff4c44. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1303.843079] env[65829]: DEBUG oslo_concurrency.lockutils [req-b32edd57-ea2b-4933-b7ec-2af97ac03830 req-89692640-1913-4d98-90fd-fdd57a89a8de service nova] Acquiring lock "refresh_cache-54392f82-7985-4692-8439-4916a197279e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.843218] env[65829]: DEBUG oslo_concurrency.lockutils [req-b32edd57-ea2b-4933-b7ec-2af97ac03830 req-89692640-1913-4d98-90fd-fdd57a89a8de service nova] Acquired lock "refresh_cache-54392f82-7985-4692-8439-4916a197279e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.843372] env[65829]: DEBUG nova.network.neutron [req-b32edd57-ea2b-4933-b7ec-2af97ac03830 req-89692640-1913-4d98-90fd-fdd57a89a8de service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Refreshing network info cache for port 46ae3833-1284-48c9-85d3-a11a39ff4c44 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.000125] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.000412] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.000590] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.019054] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1c68f855-ec4e-4f5f-b143-866e95d7adae tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "54392f82-7985-4692-8439-4916a197279e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.566s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.028060] env[65829]: INFO nova.scheduler.client.report [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted allocations for instance 8dfab946-8ee1-462c-bad8-853ab96fe7fd [ 1304.125322] env[65829]: DEBUG nova.network.neutron [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Successfully updated port: fc153e4b-afce-4ef6-82cf-396343dae897 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1304.147435] env[65829]: DEBUG nova.compute.manager [req-4a1c21fe-ca36-4da5-a549-c717cd632f3e req-daa3476b-117b-4501-b629-9db382715346 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Received event network-changed-fc153e4b-afce-4ef6-82cf-396343dae897 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1304.147646] env[65829]: DEBUG nova.compute.manager [req-4a1c21fe-ca36-4da5-a549-c717cd632f3e req-daa3476b-117b-4501-b629-9db382715346 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Refreshing instance network info cache due to event network-changed-fc153e4b-afce-4ef6-82cf-396343dae897. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1304.147881] env[65829]: DEBUG oslo_concurrency.lockutils [req-4a1c21fe-ca36-4da5-a549-c717cd632f3e req-daa3476b-117b-4501-b629-9db382715346 service nova] Acquiring lock "refresh_cache-70b25a59-072c-4839-bbcc-2e0524c0ea8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.148031] env[65829]: DEBUG oslo_concurrency.lockutils [req-4a1c21fe-ca36-4da5-a549-c717cd632f3e req-daa3476b-117b-4501-b629-9db382715346 service nova] Acquired lock "refresh_cache-70b25a59-072c-4839-bbcc-2e0524c0ea8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.148228] env[65829]: DEBUG nova.network.neutron [req-4a1c21fe-ca36-4da5-a549-c717cd632f3e req-daa3476b-117b-4501-b629-9db382715346 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Refreshing network info cache for port fc153e4b-afce-4ef6-82cf-396343dae897 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.347762] env[65829]: WARNING neutronclient.v2_0.client [req-b32edd57-ea2b-4933-b7ec-2af97ac03830 req-89692640-1913-4d98-90fd-fdd57a89a8de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.514225] env[65829]: WARNING neutronclient.v2_0.client [req-b32edd57-ea2b-4933-b7ec-2af97ac03830 req-89692640-1913-4d98-90fd-fdd57a89a8de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.535361] env[65829]: DEBUG oslo_concurrency.lockutils [None req-7e9d60df-758d-4593-9e33-755a191337eb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "8dfab946-8ee1-462c-bad8-853ab96fe7fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.881s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.585817] env[65829]: DEBUG nova.network.neutron [req-b32edd57-ea2b-4933-b7ec-2af97ac03830 req-89692640-1913-4d98-90fd-fdd57a89a8de service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Updated VIF entry in instance network info cache for port 46ae3833-1284-48c9-85d3-a11a39ff4c44. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1304.586271] env[65829]: DEBUG nova.network.neutron [req-b32edd57-ea2b-4933-b7ec-2af97ac03830 req-89692640-1913-4d98-90fd-fdd57a89a8de service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Updating instance_info_cache with network_info: [{"id": "46ae3833-1284-48c9-85d3-a11a39ff4c44", "address": "fa:16:3e:c7:a5:c8", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46ae3833-12", "ovs_interfaceid": "46ae3833-1284-48c9-85d3-a11a39ff4c44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.627852] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "refresh_cache-70b25a59-072c-4839-bbcc-2e0524c0ea8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.651236] env[65829]: WARNING neutronclient.v2_0.client [req-4a1c21fe-ca36-4da5-a549-c717cd632f3e req-daa3476b-117b-4501-b629-9db382715346 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1304.681141] env[65829]: DEBUG nova.network.neutron [req-4a1c21fe-ca36-4da5-a549-c717cd632f3e req-daa3476b-117b-4501-b629-9db382715346 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1304.778916] env[65829]: DEBUG nova.network.neutron [req-4a1c21fe-ca36-4da5-a549-c717cd632f3e req-daa3476b-117b-4501-b629-9db382715346 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.089817] env[65829]: DEBUG oslo_concurrency.lockutils [req-b32edd57-ea2b-4933-b7ec-2af97ac03830 req-89692640-1913-4d98-90fd-fdd57a89a8de service nova] Releasing lock "refresh_cache-54392f82-7985-4692-8439-4916a197279e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.281751] env[65829]: DEBUG oslo_concurrency.lockutils [req-4a1c21fe-ca36-4da5-a549-c717cd632f3e req-daa3476b-117b-4501-b629-9db382715346 service nova] Releasing lock "refresh_cache-70b25a59-072c-4839-bbcc-2e0524c0ea8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.282148] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "refresh_cache-70b25a59-072c-4839-bbcc-2e0524c0ea8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.282346] env[65829]: DEBUG nova.network.neutron [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1305.501251] env[65829]: DEBUG oslo_concurrency.lockutils [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "f0f06216-64dc-4956-9e62-d2baed55cbb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.501529] env[65829]: DEBUG oslo_concurrency.lockutils [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "f0f06216-64dc-4956-9e62-d2baed55cbb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.501739] env[65829]: DEBUG oslo_concurrency.lockutils [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "f0f06216-64dc-4956-9e62-d2baed55cbb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.501924] env[65829]: DEBUG oslo_concurrency.lockutils [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "f0f06216-64dc-4956-9e62-d2baed55cbb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.502129] env[65829]: DEBUG oslo_concurrency.lockutils [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "f0f06216-64dc-4956-9e62-d2baed55cbb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.504416] env[65829]: INFO nova.compute.manager [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Terminating instance [ 1305.826803] env[65829]: DEBUG nova.network.neutron [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1305.906538] env[65829]: WARNING neutronclient.v2_0.client [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1305.982584] env[65829]: DEBUG nova.network.neutron [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Updating instance_info_cache with network_info: [{"id": "fc153e4b-afce-4ef6-82cf-396343dae897", "address": "fa:16:3e:e3:ee:e9", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc153e4b-af", "ovs_interfaceid": "fc153e4b-afce-4ef6-82cf-396343dae897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.008425] env[65829]: DEBUG nova.compute.manager [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1306.008640] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.009912] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff882cfc-b05e-4ee6-8714-e2f87f9fcf9a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.019652] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.020056] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a242eb77-ac69-4f27-bdc5-70a8ce11552c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.028577] env[65829]: DEBUG oslo_vmware.api [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1306.028577] env[65829]: value = "task-4808593" [ 1306.028577] env[65829]: _type = "Task" [ 1306.028577] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.039448] env[65829]: DEBUG oslo_vmware.api [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.485432] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "refresh_cache-70b25a59-072c-4839-bbcc-2e0524c0ea8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.485852] env[65829]: DEBUG nova.compute.manager [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Instance network_info: |[{"id": "fc153e4b-afce-4ef6-82cf-396343dae897", "address": "fa:16:3e:e3:ee:e9", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc153e4b-af", "ovs_interfaceid": "fc153e4b-afce-4ef6-82cf-396343dae897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1306.486353] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:ee:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc153e4b-afce-4ef6-82cf-396343dae897', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.495227] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1306.495470] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.495694] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51c07386-38b9-4a28-972e-b6ac262a12f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.515215] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.515215] env[65829]: value = "task-4808594" [ 1306.515215] env[65829]: _type = "Task" [ 1306.515215] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.523452] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808594, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.539805] env[65829]: DEBUG oslo_vmware.api [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808593, 'name': PowerOffVM_Task, 'duration_secs': 0.229871} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.540077] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.540265] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1306.540562] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-295d2201-4fc8-44b0-ac5f-6d1f6d994061 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.611965] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1306.612296] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1306.612562] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleting the datastore file [datastore2] f0f06216-64dc-4956-9e62-d2baed55cbb6 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1306.612980] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-382a9710-278b-4125-a108-be5102e3fec1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.620596] env[65829]: DEBUG oslo_vmware.api [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1306.620596] env[65829]: value = "task-4808596" [ 1306.620596] env[65829]: _type = "Task" [ 1306.620596] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.629014] env[65829]: DEBUG oslo_vmware.api [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.025313] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808594, 'name': CreateVM_Task} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.025508] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.026010] env[65829]: WARNING neutronclient.v2_0.client [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1307.026386] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.026541] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.026860] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.027136] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed1bddc-2f1b-41ab-b051-4449199d65b7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.032468] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1307.032468] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523ba4c8-ad11-cad5-e5fd-86d3feab1172" [ 1307.032468] env[65829]: _type = "Task" [ 1307.032468] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.041141] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523ba4c8-ad11-cad5-e5fd-86d3feab1172, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.131296] env[65829]: DEBUG oslo_vmware.api [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14569} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.131552] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.131729] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.131913] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.132128] env[65829]: INFO nova.compute.manager [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1307.132376] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1307.132576] env[65829]: DEBUG nova.compute.manager [-] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1307.132672] env[65829]: DEBUG nova.network.neutron [-] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1307.132914] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1307.164849] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1307.419683] env[65829]: DEBUG nova.compute.manager [req-5ed7f2e3-7805-4576-a6ef-24a5a8fdcc43 req-8830ef42-a3d9-430c-9e77-1b61f74caeb1 service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Received event network-vif-deleted-d5361c20-a41f-45c4-a505-712fa3b8d75d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1307.419936] env[65829]: INFO nova.compute.manager [req-5ed7f2e3-7805-4576-a6ef-24a5a8fdcc43 req-8830ef42-a3d9-430c-9e77-1b61f74caeb1 service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Neutron deleted interface d5361c20-a41f-45c4-a505-712fa3b8d75d; detaching it from the instance and deleting it from the info cache [ 1307.420287] env[65829]: DEBUG nova.network.neutron [req-5ed7f2e3-7805-4576-a6ef-24a5a8fdcc43 req-8830ef42-a3d9-430c-9e77-1b61f74caeb1 service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.543812] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]523ba4c8-ad11-cad5-e5fd-86d3feab1172, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.544177] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.544374] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.544603] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.544743] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.544919] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.545200] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0b6917f-322e-4169-a06b-4a088dbb3caf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.554959] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.555169] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.555897] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0177d1b-b330-4c22-aca5-1629730752e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.561741] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1307.561741] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d219ae-751e-d55f-066c-7fd1ec2ab42b" [ 1307.561741] env[65829]: _type = "Task" [ 1307.561741] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.570575] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d219ae-751e-d55f-066c-7fd1ec2ab42b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.896022] env[65829]: DEBUG nova.network.neutron [-] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.922993] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd39d483-056e-4251-8469-9c538b60b99b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.933733] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c25a391-6c2f-479c-943e-e7064f441085 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.963432] env[65829]: DEBUG nova.compute.manager [req-5ed7f2e3-7805-4576-a6ef-24a5a8fdcc43 req-8830ef42-a3d9-430c-9e77-1b61f74caeb1 service nova] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Detach interface failed, port_id=d5361c20-a41f-45c4-a505-712fa3b8d75d, reason: Instance f0f06216-64dc-4956-9e62-d2baed55cbb6 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1308.072559] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d219ae-751e-d55f-066c-7fd1ec2ab42b, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.073388] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eabaf9f-3142-4dd4-a1e9-38d682d306c6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.079203] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1308.079203] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528d29b0-b106-d34f-76c9-9682eebe44bc" [ 1308.079203] env[65829]: _type = "Task" [ 1308.079203] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.087558] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528d29b0-b106-d34f-76c9-9682eebe44bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.399565] env[65829]: INFO nova.compute.manager [-] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Took 1.27 seconds to deallocate network for instance. [ 1308.590333] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]528d29b0-b106-d34f-76c9-9682eebe44bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009998} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.590727] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.590876] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 70b25a59-072c-4839-bbcc-2e0524c0ea8e/70b25a59-072c-4839-bbcc-2e0524c0ea8e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.591165] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74392a88-e8ce-40c9-b218-c0ad9e507e0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.597986] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1308.597986] env[65829]: value = "task-4808597" [ 1308.597986] env[65829]: _type = "Task" [ 1308.597986] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.606484] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.909824] env[65829]: DEBUG oslo_concurrency.lockutils [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.909824] env[65829]: DEBUG oslo_concurrency.lockutils [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.909824] env[65829]: DEBUG nova.objects.instance [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lazy-loading 'resources' on Instance uuid f0f06216-64dc-4956-9e62-d2baed55cbb6 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.111432] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508422} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.111645] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 70b25a59-072c-4839-bbcc-2e0524c0ea8e/70b25a59-072c-4839-bbcc-2e0524c0ea8e.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.111791] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.112128] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8138d97a-eb7d-42f6-9690-23c28565822b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.119468] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1309.119468] env[65829]: value = "task-4808598" [ 1309.119468] env[65829]: _type = "Task" [ 1309.119468] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.127918] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808598, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.492335] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18391d1d-7576-4cb5-9920-3d494ea70a0d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.500396] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56110781-c269-43b3-b724-44d1ac749518 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.531845] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ca6a4d-2705-431f-a9f2-c4fcff185756 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.539887] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6948a1-be72-490c-afd9-b002550d399a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.554130] env[65829]: DEBUG nova.compute.provider_tree [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.631412] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067336} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.631741] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1309.632560] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d0f4c2-5f2a-474e-b4c0-5357ee722f03 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.655620] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 70b25a59-072c-4839-bbcc-2e0524c0ea8e/70b25a59-072c-4839-bbcc-2e0524c0ea8e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1309.655945] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ead0820-253a-4a24-8244-85f07e8f69b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.678070] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1309.678070] env[65829]: value = "task-4808599" [ 1309.678070] env[65829]: _type = "Task" [ 1309.678070] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.686941] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.057754] env[65829]: DEBUG nova.scheduler.client.report [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.188572] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.563300] env[65829]: DEBUG oslo_concurrency.lockutils [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.583392] env[65829]: INFO nova.scheduler.client.report [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted allocations for instance f0f06216-64dc-4956-9e62-d2baed55cbb6 [ 1310.689990] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808599, 'name': ReconfigVM_Task, 'duration_secs': 0.788339} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.690491] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 70b25a59-072c-4839-bbcc-2e0524c0ea8e/70b25a59-072c-4839-bbcc-2e0524c0ea8e.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.691159] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2295eb01-5ad0-46e3-bc83-87bee802c843 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.699061] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1310.699061] env[65829]: value = "task-4808600" [ 1310.699061] env[65829]: _type = "Task" [ 1310.699061] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.710984] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808600, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.092136] env[65829]: DEBUG oslo_concurrency.lockutils [None req-560a7e01-9449-4ba6-99a5-0d948ae919cb tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "f0f06216-64dc-4956-9e62-d2baed55cbb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.590s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.212199] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808600, 'name': Rename_Task, 'duration_secs': 0.161572} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.212506] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.212777] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e10a1b92-f8b0-4894-8dc7-366e00e74fec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.220137] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1311.220137] env[65829]: value = "task-4808601" [ 1311.220137] env[65829]: _type = "Task" [ 1311.220137] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.228688] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808601, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.730958] env[65829]: DEBUG oslo_vmware.api [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808601, 'name': PowerOnVM_Task, 'duration_secs': 0.467077} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.731420] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.731533] env[65829]: INFO nova.compute.manager [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1311.731711] env[65829]: DEBUG nova.compute.manager [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1311.732531] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b97963-380f-4179-8baa-8a9706843a43 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.250766] env[65829]: INFO nova.compute.manager [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Took 13.14 seconds to build instance. [ 1312.752709] env[65829]: DEBUG oslo_concurrency.lockutils [None req-16184188-b8bd-4f3e-b012-afd5b67255a3 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.647s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.800528] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.800871] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.801079] env[65829]: INFO nova.compute.manager [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Shelving [ 1313.811068] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1313.811068] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-671b9531-3fdb-4f45-85cd-ffa652cbbbdf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.818745] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1313.818745] env[65829]: value = "task-4808603" [ 1313.818745] env[65829]: _type = "Task" [ 1313.818745] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.827119] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.328796] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808603, 'name': PowerOffVM_Task, 'duration_secs': 0.228289} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.329111] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.329961] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30faf1fa-6ae3-4b3e-afc1-c6dfad03ce0b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.348992] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce945071-f0e3-4819-a2ec-13d154551c52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.860059] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Creating Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1314.860441] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7a6952d6-1b52-48b7-8389-6336c6a8ee01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.868244] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1314.868244] env[65829]: value = "task-4808604" [ 1314.868244] env[65829]: _type = "Task" [ 1314.868244] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.877525] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808604, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.047084] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.309097] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "d8d348a7-b52a-4c35-9b58-9d02b367f674" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.309361] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "d8d348a7-b52a-4c35-9b58-9d02b367f674" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.309536] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "d8d348a7-b52a-4c35-9b58-9d02b367f674-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.309731] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "d8d348a7-b52a-4c35-9b58-9d02b367f674-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.309963] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "d8d348a7-b52a-4c35-9b58-9d02b367f674-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.312279] env[65829]: INFO nova.compute.manager [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Terminating instance [ 1315.378638] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808604, 'name': CreateSnapshot_Task, 'duration_secs': 0.417274} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.378907] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Created Snapshot of the VM instance {{(pid=65829) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1315.379647] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825fc0b3-d60d-40a2-9e05-b95be11acc89 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.815547] env[65829]: DEBUG nova.compute.manager [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1315.815776] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1315.816667] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37de83e-87ed-4766-8748-aebe3aac1be0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.826320] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.826559] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-579da3ce-3e1a-4cd2-b705-8c670f567c20 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.833059] env[65829]: DEBUG oslo_vmware.api [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1315.833059] env[65829]: value = "task-4808605" [ 1315.833059] env[65829]: _type = "Task" [ 1315.833059] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.841771] env[65829]: DEBUG oslo_vmware.api [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.898301] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Creating linked-clone VM from snapshot {{(pid=65829) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1315.898703] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fdf480b2-0c8c-48ba-a3ea-14b18d9a010f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.908272] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1315.908272] env[65829]: value = "task-4808606" [ 1315.908272] env[65829]: _type = "Task" [ 1315.908272] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.917888] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808606, 'name': CloneVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.344249] env[65829]: DEBUG oslo_vmware.api [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808605, 'name': PowerOffVM_Task, 'duration_secs': 0.215332} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.344537] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.344717] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1316.344999] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-851f5a25-81ad-459d-869c-57e924c91afb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.414627] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1316.414903] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1316.415049] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleting the datastore file [datastore1] d8d348a7-b52a-4c35-9b58-9d02b367f674 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1316.415751] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc1f9e66-1e1e-4375-92ff-64f3c75ab2c8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.420678] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808606, 'name': CloneVM_Task} progress is 94%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.425026] env[65829]: DEBUG oslo_vmware.api [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for the task: (returnval){ [ 1316.425026] env[65829]: value = "task-4808608" [ 1316.425026] env[65829]: _type = "Task" [ 1316.425026] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.433255] env[65829]: DEBUG oslo_vmware.api [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.919295] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808606, 'name': CloneVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.934986] env[65829]: DEBUG oslo_vmware.api [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Task: {'id': task-4808608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133269} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.935270] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1316.935522] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1316.935734] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1316.935921] env[65829]: INFO nova.compute.manager [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1316.936209] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1316.936656] env[65829]: DEBUG nova.compute.manager [-] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1316.936656] env[65829]: DEBUG nova.network.neutron [-] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1316.936774] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1316.970556] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1317.267051] env[65829]: DEBUG nova.compute.manager [req-286a642e-a52c-4021-b0c9-0759089669b3 req-b7cc9ae4-22b5-4838-bfb4-70aaa55f097f service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Received event network-vif-deleted-c06f56ba-f445-4881-8458-636955ca7a2e {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1317.267051] env[65829]: INFO nova.compute.manager [req-286a642e-a52c-4021-b0c9-0759089669b3 req-b7cc9ae4-22b5-4838-bfb4-70aaa55f097f service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Neutron deleted interface c06f56ba-f445-4881-8458-636955ca7a2e; detaching it from the instance and deleting it from the info cache [ 1317.267051] env[65829]: DEBUG nova.network.neutron [req-286a642e-a52c-4021-b0c9-0759089669b3 req-b7cc9ae4-22b5-4838-bfb4-70aaa55f097f service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.420261] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808606, 'name': CloneVM_Task, 'duration_secs': 1.08408} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.420517] env[65829]: INFO nova.virt.vmwareapi.vmops [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Created linked-clone VM from snapshot [ 1317.421314] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15306a6d-2409-4d55-9937-28ebe249721d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.428845] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Uploading image c2f1e582-7288-4f36-b005-fb24ba07cda8 {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1317.455902] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1317.455902] env[65829]: value = "vm-937595" [ 1317.455902] env[65829]: _type = "VirtualMachine" [ 1317.455902] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1317.456213] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3702803a-1257-43c6-8485-3b8bc3dd2eb8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.464602] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lease: (returnval){ [ 1317.464602] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b24184-ede6-de6c-89f3-fa4eb5d8a04b" [ 1317.464602] env[65829]: _type = "HttpNfcLease" [ 1317.464602] env[65829]: } obtained for exporting VM: (result){ [ 1317.464602] env[65829]: value = "vm-937595" [ 1317.464602] env[65829]: _type = "VirtualMachine" [ 1317.464602] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1317.464908] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the lease: (returnval){ [ 1317.464908] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b24184-ede6-de6c-89f3-fa4eb5d8a04b" [ 1317.464908] env[65829]: _type = "HttpNfcLease" [ 1317.464908] env[65829]: } to be ready. {{(pid=65829) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1317.471389] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.471389] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b24184-ede6-de6c-89f3-fa4eb5d8a04b" [ 1317.471389] env[65829]: _type = "HttpNfcLease" [ 1317.471389] env[65829]: } is initializing. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1317.544044] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.544278] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.544429] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1317.741286] env[65829]: DEBUG nova.network.neutron [-] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.769477] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58acac61-bb8f-42cd-8451-b25b755ea7a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.779066] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb5a490-b739-4d8f-aeba-777f014d48d4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.809537] env[65829]: DEBUG nova.compute.manager [req-286a642e-a52c-4021-b0c9-0759089669b3 req-b7cc9ae4-22b5-4838-bfb4-70aaa55f097f service nova] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Detach interface failed, port_id=c06f56ba-f445-4881-8458-636955ca7a2e, reason: Instance d8d348a7-b52a-4c35-9b58-9d02b367f674 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1317.973927] env[65829]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1317.973927] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b24184-ede6-de6c-89f3-fa4eb5d8a04b" [ 1317.973927] env[65829]: _type = "HttpNfcLease" [ 1317.973927] env[65829]: } is ready. {{(pid=65829) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1317.974369] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1317.974369] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b24184-ede6-de6c-89f3-fa4eb5d8a04b" [ 1317.974369] env[65829]: _type = "HttpNfcLease" [ 1317.974369] env[65829]: }. {{(pid=65829) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1317.974959] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d061717e-85be-4cd2-b6d5-4b874114e5d7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.982692] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b5a34-18bf-2ec2-794f-998bc85468e4/disk-0.vmdk from lease info. {{(pid=65829) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1317.982865] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b5a34-18bf-2ec2-794f-998bc85468e4/disk-0.vmdk for reading. {{(pid=65829) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1318.069404] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be403ebe-7a87-4e30-a9c3-0d5b6c7061ad {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.244878] env[65829]: INFO nova.compute.manager [-] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Took 1.31 seconds to deallocate network for instance. [ 1318.544071] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.544412] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.544617] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1318.544824] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.752861] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.753208] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.753497] env[65829]: DEBUG nova.objects.instance [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lazy-loading 'resources' on Instance uuid d8d348a7-b52a-4c35-9b58-9d02b367f674 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.047601] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.335621] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb07bd0c-5029-4f60-bee4-a6fe3de07207 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.345412] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f01fa8-17eb-426d-96ab-8d487182a71c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.380952] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf1e075-24b9-4522-8c13-b1b20b40c3e9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.389889] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583a1021-85d9-493d-a875-53d1a6278190 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.404767] env[65829]: DEBUG nova.compute.provider_tree [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.908513] env[65829]: DEBUG nova.scheduler.client.report [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.414192] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.416678] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.369s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.416732] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.416873] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1320.418367] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0139db-a3d2-4544-aeeb-5625414ce8ab {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.427235] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cce7948-da2e-44ba-a98b-27b00da305d6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.434493] env[65829]: INFO nova.scheduler.client.report [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Deleted allocations for instance d8d348a7-b52a-4c35-9b58-9d02b367f674 [ 1320.446375] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff083db-284c-4bc9-9ca6-0fd050195971 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.454715] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3dd9e9-378d-499f-8f1b-2eb37d72e379 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.486116] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179387MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1320.486299] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.486561] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.953139] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ec27c4b3-dc3a-4b36-ad6c-6f5e98560e8c tempest-ServerActionsTestOtherA-1919590824 tempest-ServerActionsTestOtherA-1919590824-project-member] Lock "d8d348a7-b52a-4c35-9b58-9d02b367f674" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.644s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.510679] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 0658fdc0-ee7d-49bd-ac6d-09a993120fea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1321.510975] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 54392f82-7985-4692-8439-4916a197279e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1321.510975] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 70b25a59-072c-4839-bbcc-2e0524c0ea8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1321.511259] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1321.511475] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_active': '3', 'num_task_None': '2', 'num_os_type_None': '3', 'num_proj_b94c0331c3b542cf85c59c071c759210': '1', 'io_workload': '0', 'num_proj_8b2d6a4452f84c3eb5a673a509a073a9': '1', 'num_task_shelving_image_uploading': '1', 'num_proj_21b18a1dba194796a1e81c7c59cf0b2d': '1'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1321.567911] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d968754-100f-41ac-af85-822249496c85 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.577044] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4782d3d-923b-42aa-80b7-c45cee52f53c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.609775] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d669c245-c9e1-475c-87b6-04329e498a0d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.618635] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de21152-fe8f-4610-9378-2ba936bcca85 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.633842] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.136739] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.642092] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1322.642462] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.156s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.638468] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b5a34-18bf-2ec2-794f-998bc85468e4/disk-0.vmdk. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1325.639409] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebac8144-1bcd-46e6-92ac-272c438cfe2d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.642255] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1325.646583] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b5a34-18bf-2ec2-794f-998bc85468e4/disk-0.vmdk is in state: ready. {{(pid=65829) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1325.646749] env[65829]: ERROR oslo_vmware.rw_handles [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b5a34-18bf-2ec2-794f-998bc85468e4/disk-0.vmdk due to incomplete transfer. [ 1325.646978] env[65829]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7b49458d-6919-4f74-b0ba-aafbc4941cb9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.655832] env[65829]: DEBUG oslo_vmware.rw_handles [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b5a34-18bf-2ec2-794f-998bc85468e4/disk-0.vmdk. {{(pid=65829) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1325.655987] env[65829]: DEBUG nova.virt.vmwareapi.images [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Uploaded image c2f1e582-7288-4f36-b005-fb24ba07cda8 to the Glance image server {{(pid=65829) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1325.658364] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Destroying the VM {{(pid=65829) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1325.658629] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d0598fea-124f-4fb8-92f7-70ae94dae122 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.665760] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1325.665760] env[65829]: value = "task-4808610" [ 1325.665760] env[65829]: _type = "Task" [ 1325.665760] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.675792] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808610, 'name': Destroy_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.175875] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808610, 'name': Destroy_Task} progress is 33%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.676228] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808610, 'name': Destroy_Task, 'duration_secs': 0.592246} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.676677] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Destroyed the VM [ 1326.676773] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Deleting Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1326.677090] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-05626838-fd3a-47ad-91ac-744f8c899e1d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.683744] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1326.683744] env[65829]: value = "task-4808611" [ 1326.683744] env[65829]: _type = "Task" [ 1326.683744] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.691958] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.194030] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.696013] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808611, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.196514] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808611, 'name': RemoveSnapshot_Task, 'duration_secs': 1.314336} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.196790] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Deleted Snapshot of the VM instance {{(pid=65829) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1328.197074] env[65829]: DEBUG nova.compute.manager [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1328.197901] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5f3b67-ce94-4826-9bd9-2fd19105e993 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.393722] env[65829]: DEBUG oslo_concurrency.lockutils [None req-999871eb-93c4-49d5-b597-69c8746e3bca tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.393973] env[65829]: DEBUG oslo_concurrency.lockutils [None req-999871eb-93c4-49d5-b597-69c8746e3bca tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.394183] env[65829]: DEBUG nova.compute.manager [None req-999871eb-93c4-49d5-b597-69c8746e3bca tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1328.395099] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbc0b80-5d09-43f3-9229-56f3e93f5478 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.402437] env[65829]: DEBUG nova.compute.manager [None req-999871eb-93c4-49d5-b597-69c8746e3bca tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65829) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1328.403012] env[65829]: DEBUG nova.objects.instance [None req-999871eb-93c4-49d5-b597-69c8746e3bca tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'flavor' on Instance uuid 0658fdc0-ee7d-49bd-ac6d-09a993120fea {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.711051] env[65829]: INFO nova.compute.manager [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Shelve offloading [ 1329.214823] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.215166] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-169bbee9-c095-4411-8884-a5d217ff35d2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.222701] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1329.222701] env[65829]: value = "task-4808612" [ 1329.222701] env[65829]: _type = "Task" [ 1329.222701] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.230845] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.410863] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-999871eb-93c4-49d5-b597-69c8746e3bca tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.411267] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c36d4c8b-88e2-45bf-bc36-524f5b2f35de {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.418737] env[65829]: DEBUG oslo_vmware.api [None req-999871eb-93c4-49d5-b597-69c8746e3bca tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1329.418737] env[65829]: value = "task-4808613" [ 1329.418737] env[65829]: _type = "Task" [ 1329.418737] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.428625] env[65829]: DEBUG oslo_vmware.api [None req-999871eb-93c4-49d5-b597-69c8746e3bca tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.735302] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] VM already powered off {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1329.735664] env[65829]: DEBUG nova.compute.manager [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1329.736264] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d81fa10-a326-41f7-8b80-cdad4b937a42 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.742222] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "refresh_cache-70b25a59-072c-4839-bbcc-2e0524c0ea8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.742385] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "refresh_cache-70b25a59-072c-4839-bbcc-2e0524c0ea8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.742542] env[65829]: DEBUG nova.network.neutron [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1329.928715] env[65829]: DEBUG oslo_vmware.api [None req-999871eb-93c4-49d5-b597-69c8746e3bca tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808613, 'name': PowerOffVM_Task, 'duration_secs': 0.192214} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.928994] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-999871eb-93c4-49d5-b597-69c8746e3bca tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.929194] env[65829]: DEBUG nova.compute.manager [None req-999871eb-93c4-49d5-b597-69c8746e3bca tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1329.929985] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4b2924-1e46-475e-9341-78f982cff438 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.245317] env[65829]: WARNING neutronclient.v2_0.client [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1330.397159] env[65829]: WARNING neutronclient.v2_0.client [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1330.441471] env[65829]: DEBUG oslo_concurrency.lockutils [None req-999871eb-93c4-49d5-b597-69c8746e3bca tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.464475] env[65829]: DEBUG nova.network.neutron [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Updating instance_info_cache with network_info: [{"id": "fc153e4b-afce-4ef6-82cf-396343dae897", "address": "fa:16:3e:e3:ee:e9", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc153e4b-af", "ovs_interfaceid": "fc153e4b-afce-4ef6-82cf-396343dae897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.825750] env[65829]: DEBUG nova.objects.instance [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'flavor' on Instance uuid 0658fdc0-ee7d-49bd-ac6d-09a993120fea {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.966929] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "refresh_cache-70b25a59-072c-4839-bbcc-2e0524c0ea8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.967374] env[65829]: WARNING neutronclient.v2_0.client [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1330.967732] env[65829]: WARNING neutronclient.v2_0.client [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1331.192186] env[65829]: DEBUG nova.compute.manager [req-b5af9fa3-e70a-4654-bf6e-876545f125f9 req-7c08890a-aee8-4d25-a504-770e8b00c3cc service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Received event network-vif-unplugged-fc153e4b-afce-4ef6-82cf-396343dae897 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1331.192357] env[65829]: DEBUG oslo_concurrency.lockutils [req-b5af9fa3-e70a-4654-bf6e-876545f125f9 req-7c08890a-aee8-4d25-a504-770e8b00c3cc service nova] Acquiring lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.192400] env[65829]: DEBUG oslo_concurrency.lockutils [req-b5af9fa3-e70a-4654-bf6e-876545f125f9 req-7c08890a-aee8-4d25-a504-770e8b00c3cc service nova] Lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.192566] env[65829]: DEBUG oslo_concurrency.lockutils [req-b5af9fa3-e70a-4654-bf6e-876545f125f9 req-7c08890a-aee8-4d25-a504-770e8b00c3cc service nova] Lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.192732] env[65829]: DEBUG nova.compute.manager [req-b5af9fa3-e70a-4654-bf6e-876545f125f9 req-7c08890a-aee8-4d25-a504-770e8b00c3cc service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] No waiting events found dispatching network-vif-unplugged-fc153e4b-afce-4ef6-82cf-396343dae897 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1331.192894] env[65829]: WARNING nova.compute.manager [req-b5af9fa3-e70a-4654-bf6e-876545f125f9 req-7c08890a-aee8-4d25-a504-770e8b00c3cc service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Received unexpected event network-vif-unplugged-fc153e4b-afce-4ef6-82cf-396343dae897 for instance with vm_state shelved and task_state shelving_offloading. [ 1331.218499] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1331.219435] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56749ca7-6568-4f97-a308-5ef61d5f3726 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.227714] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.228055] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-924c493e-e136-456c-8cc2-ed5a7e75a094 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.295893] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.296141] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.296309] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleting the datastore file [datastore1] 70b25a59-072c-4839-bbcc-2e0524c0ea8e {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.296603] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c179370f-b14b-4bd8-9cb9-16eda8cd30f0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.303640] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1331.303640] env[65829]: value = "task-4808615" [ 1331.303640] env[65829]: _type = "Task" [ 1331.303640] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.312024] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.330294] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.330493] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.330604] env[65829]: DEBUG nova.network.neutron [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1331.330774] env[65829]: DEBUG nova.objects.instance [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'info_cache' on Instance uuid 0658fdc0-ee7d-49bd-ac6d-09a993120fea {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.814701] env[65829]: DEBUG oslo_vmware.api [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12948} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.814956] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.815155] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.815324] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.833784] env[65829]: DEBUG nova.objects.base [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Object Instance<0658fdc0-ee7d-49bd-ac6d-09a993120fea> lazy-loaded attributes: flavor,info_cache {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1331.847542] env[65829]: INFO nova.scheduler.client.report [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted allocations for instance 70b25a59-072c-4839-bbcc-2e0524c0ea8e [ 1332.336237] env[65829]: WARNING neutronclient.v2_0.client [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1332.352976] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.352976] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.352976] env[65829]: DEBUG nova.objects.instance [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lazy-loading 'resources' on Instance uuid 70b25a59-072c-4839-bbcc-2e0524c0ea8e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.507043] env[65829]: WARNING neutronclient.v2_0.client [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1332.575864] env[65829]: DEBUG nova.network.neutron [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Updating instance_info_cache with network_info: [{"id": "21b1ae3a-290d-4cc7-9412-deec5f230097", "address": "fa:16:3e:aa:f5:19", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b1ae3a-29", "ovs_interfaceid": "21b1ae3a-290d-4cc7-9412-deec5f230097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.857049] env[65829]: DEBUG nova.objects.instance [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lazy-loading 'numa_topology' on Instance uuid 70b25a59-072c-4839-bbcc-2e0524c0ea8e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.080966] env[65829]: DEBUG oslo_concurrency.lockutils [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.228390] env[65829]: DEBUG nova.compute.manager [req-1b90c3d3-c691-4e8b-901f-424f498b921d req-ed853eb0-2634-4aea-98f1-0d3c95dd9bd6 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Received event network-changed-fc153e4b-afce-4ef6-82cf-396343dae897 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1333.228582] env[65829]: DEBUG nova.compute.manager [req-1b90c3d3-c691-4e8b-901f-424f498b921d req-ed853eb0-2634-4aea-98f1-0d3c95dd9bd6 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Refreshing instance network info cache due to event network-changed-fc153e4b-afce-4ef6-82cf-396343dae897. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1333.228804] env[65829]: DEBUG oslo_concurrency.lockutils [req-1b90c3d3-c691-4e8b-901f-424f498b921d req-ed853eb0-2634-4aea-98f1-0d3c95dd9bd6 service nova] Acquiring lock "refresh_cache-70b25a59-072c-4839-bbcc-2e0524c0ea8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.228944] env[65829]: DEBUG oslo_concurrency.lockutils [req-1b90c3d3-c691-4e8b-901f-424f498b921d req-ed853eb0-2634-4aea-98f1-0d3c95dd9bd6 service nova] Acquired lock "refresh_cache-70b25a59-072c-4839-bbcc-2e0524c0ea8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.229119] env[65829]: DEBUG nova.network.neutron [req-1b90c3d3-c691-4e8b-901f-424f498b921d req-ed853eb0-2634-4aea-98f1-0d3c95dd9bd6 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Refreshing network info cache for port fc153e4b-afce-4ef6-82cf-396343dae897 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.262181] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.359232] env[65829]: DEBUG nova.objects.base [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Object Instance<70b25a59-072c-4839-bbcc-2e0524c0ea8e> lazy-loaded attributes: resources,numa_topology {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1333.406668] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dd4782-8d0c-4447-958b-79004d6ba489 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.415428] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94f1823-97e9-4bfe-9015-a16a9dbed9fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.447928] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a59aecd-f319-4e47-ac2e-d855f40a21d1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.456279] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae42320d-64ec-47ae-a899-5360e65d3bc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.470327] env[65829]: DEBUG nova.compute.provider_tree [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.732459] env[65829]: WARNING neutronclient.v2_0.client [req-1b90c3d3-c691-4e8b-901f-424f498b921d req-ed853eb0-2634-4aea-98f1-0d3c95dd9bd6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1333.908966] env[65829]: WARNING neutronclient.v2_0.client [req-1b90c3d3-c691-4e8b-901f-424f498b921d req-ed853eb0-2634-4aea-98f1-0d3c95dd9bd6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1333.974054] env[65829]: DEBUG nova.scheduler.client.report [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.988496] env[65829]: DEBUG nova.network.neutron [req-1b90c3d3-c691-4e8b-901f-424f498b921d req-ed853eb0-2634-4aea-98f1-0d3c95dd9bd6 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Updated VIF entry in instance network info cache for port fc153e4b-afce-4ef6-82cf-396343dae897. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1333.988879] env[65829]: DEBUG nova.network.neutron [req-1b90c3d3-c691-4e8b-901f-424f498b921d req-ed853eb0-2634-4aea-98f1-0d3c95dd9bd6 service nova] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Updating instance_info_cache with network_info: [{"id": "fc153e4b-afce-4ef6-82cf-396343dae897", "address": "fa:16:3e:e3:ee:e9", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": null, "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfc153e4b-af", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.086412] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.086703] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8307dcc4-7b96-46b1-94b9-717389332614 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.095854] env[65829]: DEBUG oslo_vmware.api [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1334.095854] env[65829]: value = "task-4808616" [ 1334.095854] env[65829]: _type = "Task" [ 1334.095854] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.104941] env[65829]: DEBUG oslo_vmware.api [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.480171] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.494012] env[65829]: DEBUG oslo_concurrency.lockutils [req-1b90c3d3-c691-4e8b-901f-424f498b921d req-ed853eb0-2634-4aea-98f1-0d3c95dd9bd6 service nova] Releasing lock "refresh_cache-70b25a59-072c-4839-bbcc-2e0524c0ea8e" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.605389] env[65829]: DEBUG oslo_vmware.api [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808616, 'name': PowerOnVM_Task, 'duration_secs': 0.477164} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.605639] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.605834] env[65829]: DEBUG nova.compute.manager [None req-f77f94a4-7f2a-4e9a-8d84-f7d0525a7894 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1334.606622] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d0eeb4-e805-47e0-82de-39fad53150b6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.988443] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b25931ad-8563-41ba-a70c-62a8ca1c82b8 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.187s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.989253] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.727s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.989461] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.989656] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.989819] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.991295] env[65829]: INFO nova.compute.manager [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Terminating instance [ 1335.494689] env[65829]: DEBUG nova.compute.manager [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1335.494933] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.495263] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87db0717-4013-47b8-a3a4-16e0e008decc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.505263] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a12f24-3d0c-4326-b219-4e88214ed518 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.534144] env[65829]: WARNING nova.virt.vmwareapi.vmops [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 70b25a59-072c-4839-bbcc-2e0524c0ea8e could not be found. [ 1335.534367] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.534544] env[65829]: INFO nova.compute.manager [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1335.534791] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1335.535047] env[65829]: DEBUG nova.compute.manager [-] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1335.535150] env[65829]: DEBUG nova.network.neutron [-] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1335.535396] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1335.598863] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1335.618961] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367c6120-14fe-45da-9215-6250e201eb83 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.626354] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-271a011a-79e9-49ce-bc1f-bd07c4aa82c4 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Suspending the VM {{(pid=65829) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1335.626609] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-70726e67-27a5-486a-a289-5d1ecdb1da8b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.633506] env[65829]: DEBUG oslo_vmware.api [None req-271a011a-79e9-49ce-bc1f-bd07c4aa82c4 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1335.633506] env[65829]: value = "task-4808617" [ 1335.633506] env[65829]: _type = "Task" [ 1335.633506] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.642459] env[65829]: DEBUG oslo_vmware.api [None req-271a011a-79e9-49ce-bc1f-bd07c4aa82c4 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808617, 'name': SuspendVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.146026] env[65829]: DEBUG oslo_vmware.api [None req-271a011a-79e9-49ce-bc1f-bd07c4aa82c4 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808617, 'name': SuspendVM_Task} progress is 62%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.326048] env[65829]: DEBUG nova.network.neutron [-] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.645947] env[65829]: DEBUG oslo_vmware.api [None req-271a011a-79e9-49ce-bc1f-bd07c4aa82c4 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808617, 'name': SuspendVM_Task, 'duration_secs': 0.605814} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.648041] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-271a011a-79e9-49ce-bc1f-bd07c4aa82c4 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Suspended the VM {{(pid=65829) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1336.648041] env[65829]: DEBUG nova.compute.manager [None req-271a011a-79e9-49ce-bc1f-bd07c4aa82c4 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1336.648041] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca95163-48ca-480a-8009-11865f3c76a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.828590] env[65829]: INFO nova.compute.manager [-] [instance: 70b25a59-072c-4839-bbcc-2e0524c0ea8e] Took 1.29 seconds to deallocate network for instance. [ 1337.854560] env[65829]: DEBUG oslo_concurrency.lockutils [None req-2ce7611f-60b4-452d-b7ec-5c7f1e4c914e tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "70b25a59-072c-4839-bbcc-2e0524c0ea8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.865s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.048626] env[65829]: INFO nova.compute.manager [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Resuming [ 1338.049280] env[65829]: DEBUG nova.objects.instance [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'flavor' on Instance uuid 0658fdc0-ee7d-49bd-ac6d-09a993120fea {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1339.220674] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.220988] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.560178] env[65829]: DEBUG oslo_concurrency.lockutils [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.560453] env[65829]: DEBUG oslo_concurrency.lockutils [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquired lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.560737] env[65829]: DEBUG nova.network.neutron [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1339.723654] env[65829]: DEBUG nova.compute.manager [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1340.064939] env[65829]: WARNING neutronclient.v2_0.client [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1340.233338] env[65829]: WARNING neutronclient.v2_0.client [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1340.244882] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.245168] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.246653] env[65829]: INFO nova.compute.claims [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.300848] env[65829]: DEBUG nova.network.neutron [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Updating instance_info_cache with network_info: [{"id": "21b1ae3a-290d-4cc7-9412-deec5f230097", "address": "fa:16:3e:aa:f5:19", "network": {"id": "a291c0f6-77df-4a9f-8431-2d976ea25d6c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2060476685-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b94c0331c3b542cf85c59c071c759210", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21b1ae3a-29", "ovs_interfaceid": "21b1ae3a-290d-4cc7-9412-deec5f230097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.803999] env[65829]: DEBUG oslo_concurrency.lockutils [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Releasing lock "refresh_cache-0658fdc0-ee7d-49bd-ac6d-09a993120fea" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.805042] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166868a9-6895-441f-8e1c-be67a405d0e4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.812543] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Resuming the VM {{(pid=65829) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1340.812810] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2b626c3-b61f-4aa6-9390-134cbe97b0a2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.819857] env[65829]: DEBUG oslo_vmware.api [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1340.819857] env[65829]: value = "task-4808618" [ 1340.819857] env[65829]: _type = "Task" [ 1340.819857] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.828494] env[65829]: DEBUG oslo_vmware.api [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.320400] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7cf678-4ae6-4ce8-bb41-bafda730d588 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.336285] env[65829]: DEBUG oslo_vmware.api [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808618, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.339992] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8981fde6-63a8-4cc1-be73-085485ed256f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.379362] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d767c09-5fb5-4593-9fd0-6c81c9bd6809 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.390654] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a4aae19-fd86-49f2-b3eb-1956cb3505c3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.407736] env[65829]: DEBUG nova.compute.provider_tree [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.834872] env[65829]: DEBUG oslo_vmware.api [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808618, 'name': PowerOnVM_Task, 'duration_secs': 0.535699} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.835205] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Resumed the VM {{(pid=65829) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1341.835442] env[65829]: DEBUG nova.compute.manager [None req-989512a7-78af-4c77-b7cf-5eaf4e390057 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1341.836453] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ff470e-f405-4ae8-97ac-1f7472037b60 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.910987] env[65829]: DEBUG nova.scheduler.client.report [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.415825] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.170s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.416509] env[65829]: DEBUG nova.compute.manager [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1342.452477] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "54392f82-7985-4692-8439-4916a197279e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.452715] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "54392f82-7985-4692-8439-4916a197279e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.774593] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.774886] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.775114] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.775294] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.775463] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.777583] env[65829]: INFO nova.compute.manager [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Terminating instance [ 1342.924080] env[65829]: DEBUG nova.compute.utils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.925474] env[65829]: DEBUG nova.compute.manager [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1342.925677] env[65829]: DEBUG nova.network.neutron [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1342.925977] env[65829]: WARNING neutronclient.v2_0.client [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1342.926295] env[65829]: WARNING neutronclient.v2_0.client [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1342.955721] env[65829]: DEBUG nova.compute.utils [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.977247] env[65829]: DEBUG nova.policy [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20138c4c500c4715bd465f6f3c16af62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21b18a1dba194796a1e81c7c59cf0b2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1343.265375] env[65829]: DEBUG nova.network.neutron [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Successfully created port: d9ccda39-76b2-4fea-ad51-fbe176045dcc {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1343.281555] env[65829]: DEBUG nova.compute.manager [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1343.281783] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1343.282711] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01340434-9d23-4c4b-8de4-63e4803cb1eb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.291406] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.291658] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d862093c-e5ba-49d1-9b5b-ded632df78d4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.298778] env[65829]: DEBUG oslo_vmware.api [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1343.298778] env[65829]: value = "task-4808619" [ 1343.298778] env[65829]: _type = "Task" [ 1343.298778] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.306959] env[65829]: DEBUG oslo_vmware.api [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.430039] env[65829]: DEBUG nova.compute.manager [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1343.458516] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "54392f82-7985-4692-8439-4916a197279e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.808455] env[65829]: DEBUG oslo_vmware.api [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808619, 'name': PowerOffVM_Task, 'duration_secs': 0.198865} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.809202] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.809202] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.809354] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7db4abf-c53f-4c41-b766-50726ac5833a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.874890] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.875362] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.875362] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleting the datastore file [datastore2] 0658fdc0-ee7d-49bd-ac6d-09a993120fea {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.875572] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6e2be1d-01da-460c-86d2-e604c4fdff47 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.883050] env[65829]: DEBUG oslo_vmware.api [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for the task: (returnval){ [ 1343.883050] env[65829]: value = "task-4808621" [ 1343.883050] env[65829]: _type = "Task" [ 1343.883050] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.893444] env[65829]: DEBUG oslo_vmware.api [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.394456] env[65829]: DEBUG oslo_vmware.api [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Task: {'id': task-4808621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151057} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.394838] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.395130] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.395374] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.395594] env[65829]: INFO nova.compute.manager [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1344.395903] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1344.396174] env[65829]: DEBUG nova.compute.manager [-] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1344.396331] env[65829]: DEBUG nova.network.neutron [-] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1344.396708] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.438716] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1344.441603] env[65829]: DEBUG nova.compute.manager [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1344.469167] env[65829]: DEBUG nova.virt.hardware [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1344.469422] env[65829]: DEBUG nova.virt.hardware [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.469576] env[65829]: DEBUG nova.virt.hardware [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1344.469751] env[65829]: DEBUG nova.virt.hardware [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.469888] env[65829]: DEBUG nova.virt.hardware [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1344.470041] env[65829]: DEBUG nova.virt.hardware [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1344.470288] env[65829]: DEBUG nova.virt.hardware [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1344.470449] env[65829]: DEBUG nova.virt.hardware [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1344.470610] env[65829]: DEBUG nova.virt.hardware [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1344.470766] env[65829]: DEBUG nova.virt.hardware [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1344.470930] env[65829]: DEBUG nova.virt.hardware [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1344.471819] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc20aab-56d6-47b6-92df-dfe3db800fd4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.480066] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075e4249-9b64-483e-a165-37f68853b654 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.532107] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "54392f82-7985-4692-8439-4916a197279e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.532365] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "54392f82-7985-4692-8439-4916a197279e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.532593] env[65829]: INFO nova.compute.manager [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Attaching volume 47c29832-132c-4cb5-82b5-bc5ed77e2168 to /dev/sdb [ 1344.566629] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee53e03-7c73-4fdc-8891-3640936bd5f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.574566] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae224d9-94ba-4167-a726-36f81811c649 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.588622] env[65829]: DEBUG nova.virt.block_device [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Updating existing volume attachment record: 7ab05cd8-b58a-4dd8-af99-3e5949838233 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1344.673148] env[65829]: DEBUG nova.compute.manager [req-0b5d0ee8-b56c-4dbd-91d7-f5d87b15d2bb req-0923140a-df53-4680-971d-5ecea3bd5cca service nova] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Received event network-vif-plugged-d9ccda39-76b2-4fea-ad51-fbe176045dcc {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1344.673349] env[65829]: DEBUG oslo_concurrency.lockutils [req-0b5d0ee8-b56c-4dbd-91d7-f5d87b15d2bb req-0923140a-df53-4680-971d-5ecea3bd5cca service nova] Acquiring lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.673622] env[65829]: DEBUG oslo_concurrency.lockutils [req-0b5d0ee8-b56c-4dbd-91d7-f5d87b15d2bb req-0923140a-df53-4680-971d-5ecea3bd5cca service nova] Lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.673792] env[65829]: DEBUG oslo_concurrency.lockutils [req-0b5d0ee8-b56c-4dbd-91d7-f5d87b15d2bb req-0923140a-df53-4680-971d-5ecea3bd5cca service nova] Lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.673977] env[65829]: DEBUG nova.compute.manager [req-0b5d0ee8-b56c-4dbd-91d7-f5d87b15d2bb req-0923140a-df53-4680-971d-5ecea3bd5cca service nova] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] No waiting events found dispatching network-vif-plugged-d9ccda39-76b2-4fea-ad51-fbe176045dcc {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1344.674326] env[65829]: WARNING nova.compute.manager [req-0b5d0ee8-b56c-4dbd-91d7-f5d87b15d2bb req-0923140a-df53-4680-971d-5ecea3bd5cca service nova] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Received unexpected event network-vif-plugged-d9ccda39-76b2-4fea-ad51-fbe176045dcc for instance with vm_state building and task_state spawning. [ 1344.774242] env[65829]: DEBUG nova.network.neutron [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Successfully updated port: d9ccda39-76b2-4fea-ad51-fbe176045dcc {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1344.901750] env[65829]: DEBUG nova.compute.manager [req-a9a0bda0-825e-4433-b391-134353e924d1 req-7203633e-e73c-4270-be07-f6ee0507feb7 service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Received event network-vif-deleted-21b1ae3a-290d-4cc7-9412-deec5f230097 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1344.901979] env[65829]: INFO nova.compute.manager [req-a9a0bda0-825e-4433-b391-134353e924d1 req-7203633e-e73c-4270-be07-f6ee0507feb7 service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Neutron deleted interface 21b1ae3a-290d-4cc7-9412-deec5f230097; detaching it from the instance and deleting it from the info cache [ 1344.902286] env[65829]: DEBUG nova.network.neutron [req-a9a0bda0-825e-4433-b391-134353e924d1 req-7203633e-e73c-4270-be07-f6ee0507feb7 service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.278547] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "refresh_cache-3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.278796] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "refresh_cache-3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.279051] env[65829]: DEBUG nova.network.neutron [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1345.375304] env[65829]: DEBUG nova.network.neutron [-] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.405790] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-055a63e0-717b-4d90-a3bd-791e9cca5498 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.415883] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f0743a-be5e-4df7-b1fd-b006d3d691d4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.447752] env[65829]: DEBUG nova.compute.manager [req-a9a0bda0-825e-4433-b391-134353e924d1 req-7203633e-e73c-4270-be07-f6ee0507feb7 service nova] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Detach interface failed, port_id=21b1ae3a-290d-4cc7-9412-deec5f230097, reason: Instance 0658fdc0-ee7d-49bd-ac6d-09a993120fea could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1345.824610] env[65829]: DEBUG nova.network.neutron [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1345.878342] env[65829]: INFO nova.compute.manager [-] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Took 1.48 seconds to deallocate network for instance. [ 1345.911909] env[65829]: WARNING neutronclient.v2_0.client [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.986188] env[65829]: DEBUG nova.network.neutron [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Updating instance_info_cache with network_info: [{"id": "d9ccda39-76b2-4fea-ad51-fbe176045dcc", "address": "fa:16:3e:09:1e:98", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ccda39-76", "ovs_interfaceid": "d9ccda39-76b2-4fea-ad51-fbe176045dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.384856] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.385169] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.385394] env[65829]: DEBUG nova.objects.instance [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lazy-loading 'resources' on Instance uuid 0658fdc0-ee7d-49bd-ac6d-09a993120fea {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.489359] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "refresh_cache-3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.489783] env[65829]: DEBUG nova.compute.manager [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Instance network_info: |[{"id": "d9ccda39-76b2-4fea-ad51-fbe176045dcc", "address": "fa:16:3e:09:1e:98", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ccda39-76", "ovs_interfaceid": "d9ccda39-76b2-4fea-ad51-fbe176045dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1346.490272] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:1e:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9ccda39-76b2-4fea-ad51-fbe176045dcc', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1346.497768] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1346.497993] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1346.498240] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ce07441-2648-427d-9196-f57bbd5d749f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.519581] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1346.519581] env[65829]: value = "task-4808623" [ 1346.519581] env[65829]: _type = "Task" [ 1346.519581] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.527570] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808623, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.705476] env[65829]: DEBUG nova.compute.manager [req-c3779389-de0b-414a-a0b5-50a4362fcd66 req-efae277e-417d-43ea-8440-3feb193223ae service nova] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Received event network-changed-d9ccda39-76b2-4fea-ad51-fbe176045dcc {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1346.705675] env[65829]: DEBUG nova.compute.manager [req-c3779389-de0b-414a-a0b5-50a4362fcd66 req-efae277e-417d-43ea-8440-3feb193223ae service nova] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Refreshing instance network info cache due to event network-changed-d9ccda39-76b2-4fea-ad51-fbe176045dcc. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1346.705883] env[65829]: DEBUG oslo_concurrency.lockutils [req-c3779389-de0b-414a-a0b5-50a4362fcd66 req-efae277e-417d-43ea-8440-3feb193223ae service nova] Acquiring lock "refresh_cache-3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.706084] env[65829]: DEBUG oslo_concurrency.lockutils [req-c3779389-de0b-414a-a0b5-50a4362fcd66 req-efae277e-417d-43ea-8440-3feb193223ae service nova] Acquired lock "refresh_cache-3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.706282] env[65829]: DEBUG nova.network.neutron [req-c3779389-de0b-414a-a0b5-50a4362fcd66 req-efae277e-417d-43ea-8440-3feb193223ae service nova] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Refreshing network info cache for port d9ccda39-76b2-4fea-ad51-fbe176045dcc {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.950322] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b1af78-501c-414a-ac79-eddfa5cb9983 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.958720] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487962e4-53cd-4635-9b2f-5023449fd4d3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.991065] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c2ef6b-3822-4560-878d-fcde1438a003 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.002476] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7e2ba1-18bc-4723-9868-eb49cbea921c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.017463] env[65829]: DEBUG nova.compute.provider_tree [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.029455] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808623, 'name': CreateVM_Task, 'duration_secs': 0.32993} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.029597] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1347.030092] env[65829]: WARNING neutronclient.v2_0.client [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1347.030477] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.030630] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.030946] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.031227] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d10654c-129e-4188-a918-91c28195c375 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.036313] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1347.036313] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b35117-07c0-76d6-6704-68178bfeb66f" [ 1347.036313] env[65829]: _type = "Task" [ 1347.036313] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.044622] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b35117-07c0-76d6-6704-68178bfeb66f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.209294] env[65829]: WARNING neutronclient.v2_0.client [req-c3779389-de0b-414a-a0b5-50a4362fcd66 req-efae277e-417d-43ea-8440-3feb193223ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1347.381802] env[65829]: WARNING neutronclient.v2_0.client [req-c3779389-de0b-414a-a0b5-50a4362fcd66 req-efae277e-417d-43ea-8440-3feb193223ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1347.449211] env[65829]: DEBUG nova.network.neutron [req-c3779389-de0b-414a-a0b5-50a4362fcd66 req-efae277e-417d-43ea-8440-3feb193223ae service nova] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Updated VIF entry in instance network info cache for port d9ccda39-76b2-4fea-ad51-fbe176045dcc. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1347.449570] env[65829]: DEBUG nova.network.neutron [req-c3779389-de0b-414a-a0b5-50a4362fcd66 req-efae277e-417d-43ea-8440-3feb193223ae service nova] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Updating instance_info_cache with network_info: [{"id": "d9ccda39-76b2-4fea-ad51-fbe176045dcc", "address": "fa:16:3e:09:1e:98", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9ccda39-76", "ovs_interfaceid": "d9ccda39-76b2-4fea-ad51-fbe176045dcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.521506] env[65829]: DEBUG nova.scheduler.client.report [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.548209] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52b35117-07c0-76d6-6704-68178bfeb66f, 'name': SearchDatastore_Task, 'duration_secs': 0.011126} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.548566] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.548663] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1347.548893] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.549047] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.549227] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1347.549490] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81ac0a84-ba1f-4d34-bbd8-6a1d943c1659 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.558393] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1347.558550] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1347.559262] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6afb21e-0e42-4c12-9850-0b6ab076bffd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.564887] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1347.564887] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dade6c-3ed4-fa34-0ad9-c7a29258eff0" [ 1347.564887] env[65829]: _type = "Task" [ 1347.564887] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.572520] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dade6c-3ed4-fa34-0ad9-c7a29258eff0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.952074] env[65829]: DEBUG oslo_concurrency.lockutils [req-c3779389-de0b-414a-a0b5-50a4362fcd66 req-efae277e-417d-43ea-8440-3feb193223ae service nova] Releasing lock "refresh_cache-3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.026305] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.046605] env[65829]: INFO nova.scheduler.client.report [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Deleted allocations for instance 0658fdc0-ee7d-49bd-ac6d-09a993120fea [ 1348.075552] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52dade6c-3ed4-fa34-0ad9-c7a29258eff0, 'name': SearchDatastore_Task, 'duration_secs': 0.008928} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.076365] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b378647-0bcb-4ac3-92c5-9335569b5ec3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.081754] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1348.081754] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f77973-4190-fb73-290f-b18b8fd62027" [ 1348.081754] env[65829]: _type = "Task" [ 1348.081754] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.090092] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f77973-4190-fb73-290f-b18b8fd62027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.554265] env[65829]: DEBUG oslo_concurrency.lockutils [None req-5b9ff826-75d9-45f1-95c8-4d680e1a0028 tempest-ServerActionsTestJSON-1703360200 tempest-ServerActionsTestJSON-1703360200-project-member] Lock "0658fdc0-ee7d-49bd-ac6d-09a993120fea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.779s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.591530] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52f77973-4190-fb73-290f-b18b8fd62027, 'name': SearchDatastore_Task, 'duration_secs': 0.009888} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.591767] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.591969] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06/3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1348.592239] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a81bffa-8b86-4055-9ed3-932e283bbaa5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.598802] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1348.598802] env[65829]: value = "task-4808625" [ 1348.598802] env[65829]: _type = "Task" [ 1348.598802] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.607715] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.110336] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808625, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.135019] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1349.135310] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937596', 'volume_id': '47c29832-132c-4cb5-82b5-bc5ed77e2168', 'name': 'volume-47c29832-132c-4cb5-82b5-bc5ed77e2168', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54392f82-7985-4692-8439-4916a197279e', 'attached_at': '', 'detached_at': '', 'volume_id': '47c29832-132c-4cb5-82b5-bc5ed77e2168', 'serial': '47c29832-132c-4cb5-82b5-bc5ed77e2168'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1349.136249] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3add0fdc-00d8-4248-bc96-079b41cd52f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.153347] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1071fc-ba8b-460d-9c8e-c574906fe45f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.178055] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-47c29832-132c-4cb5-82b5-bc5ed77e2168/volume-47c29832-132c-4cb5-82b5-bc5ed77e2168.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.178223] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e72cd253-f089-48a7-a92f-f412378f90fe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.196652] env[65829]: DEBUG oslo_vmware.api [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1349.196652] env[65829]: value = "task-4808626" [ 1349.196652] env[65829]: _type = "Task" [ 1349.196652] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.205602] env[65829]: DEBUG oslo_vmware.api [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.610472] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808625, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.708602] env[65829]: DEBUG oslo_vmware.api [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808626, 'name': ReconfigVM_Task, 'duration_secs': 0.329819} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.708924] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-47c29832-132c-4cb5-82b5-bc5ed77e2168/volume-47c29832-132c-4cb5-82b5-bc5ed77e2168.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.714271] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bc34302-cd86-4cfa-b301-74172c486eef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.732483] env[65829]: DEBUG oslo_vmware.api [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1349.732483] env[65829]: value = "task-4808627" [ 1349.732483] env[65829]: _type = "Task" [ 1349.732483] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.742148] env[65829]: DEBUG oslo_vmware.api [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.111053] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808625, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.426326} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.111378] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06/3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.111626] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.111916] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e05c755-593b-4275-9d57-b0257b5724ef {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.120255] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1350.120255] env[65829]: value = "task-4808628" [ 1350.120255] env[65829]: _type = "Task" [ 1350.120255] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.131970] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.243540] env[65829]: DEBUG oslo_vmware.api [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808627, 'name': ReconfigVM_Task, 'duration_secs': 0.140967} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.244556] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937596', 'volume_id': '47c29832-132c-4cb5-82b5-bc5ed77e2168', 'name': 'volume-47c29832-132c-4cb5-82b5-bc5ed77e2168', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54392f82-7985-4692-8439-4916a197279e', 'attached_at': '', 'detached_at': '', 'volume_id': '47c29832-132c-4cb5-82b5-bc5ed77e2168', 'serial': '47c29832-132c-4cb5-82b5-bc5ed77e2168'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1350.630378] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069618} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.630669] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1350.632026] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2c2256-cf80-453b-bf65-3058b7889fbf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.655039] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06/3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.655039] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dfb326c-074c-4810-acc0-e31070d00ed9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.675353] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1350.675353] env[65829]: value = "task-4808629" [ 1350.675353] env[65829]: _type = "Task" [ 1350.675353] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.683940] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.185560] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808629, 'name': ReconfigVM_Task, 'duration_secs': 0.295333} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.187060] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06/3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.187060] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0eb3095-ee22-461b-b06d-cf272c3b340c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.193796] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1351.193796] env[65829]: value = "task-4808630" [ 1351.193796] env[65829]: _type = "Task" [ 1351.193796] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.206435] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808630, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.295680] env[65829]: DEBUG nova.objects.instance [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lazy-loading 'flavor' on Instance uuid 54392f82-7985-4692-8439-4916a197279e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.705297] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808630, 'name': Rename_Task, 'duration_secs': 0.461018} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.705596] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.705850] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b291317f-0689-4d03-8301-64b07a6e7bc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.713455] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1351.713455] env[65829]: value = "task-4808631" [ 1351.713455] env[65829]: _type = "Task" [ 1351.713455] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.721711] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.801201] env[65829]: DEBUG oslo_concurrency.lockutils [None req-8115367c-ac2f-4204-8aa9-6e0989fc170d tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "54392f82-7985-4692-8439-4916a197279e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.269s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.139520] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "54392f82-7985-4692-8439-4916a197279e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.139789] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "54392f82-7985-4692-8439-4916a197279e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.225203] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.643352] env[65829]: INFO nova.compute.manager [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Detaching volume 47c29832-132c-4cb5-82b5-bc5ed77e2168 [ 1352.699795] env[65829]: INFO nova.virt.block_device [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Attempting to driver detach volume 47c29832-132c-4cb5-82b5-bc5ed77e2168 from mountpoint /dev/sdb [ 1352.700044] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1352.700236] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937596', 'volume_id': '47c29832-132c-4cb5-82b5-bc5ed77e2168', 'name': 'volume-47c29832-132c-4cb5-82b5-bc5ed77e2168', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54392f82-7985-4692-8439-4916a197279e', 'attached_at': '', 'detached_at': '', 'volume_id': '47c29832-132c-4cb5-82b5-bc5ed77e2168', 'serial': '47c29832-132c-4cb5-82b5-bc5ed77e2168'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1352.701346] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd793f54-bc91-41d1-9bdf-12c68a7041d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.729054] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a337d5dd-e895-4d90-a563-0e6bcbe22839 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.737494] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808631, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.740021] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b1a106-0988-481f-a8fc-f44c80dde86b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.761560] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9f144c-fde1-43bc-9329-b04f9354102a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.781309] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The volume has not been displaced from its original location: [datastore2] volume-47c29832-132c-4cb5-82b5-bc5ed77e2168/volume-47c29832-132c-4cb5-82b5-bc5ed77e2168.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1352.786421] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1352.786794] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a16b5a3-9bb0-4198-b2f5-29557dd18e32 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.806680] env[65829]: DEBUG oslo_vmware.api [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1352.806680] env[65829]: value = "task-4808632" [ 1352.806680] env[65829]: _type = "Task" [ 1352.806680] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.815638] env[65829]: DEBUG oslo_vmware.api [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.235483] env[65829]: DEBUG oslo_vmware.api [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808631, 'name': PowerOnVM_Task, 'duration_secs': 1.328642} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.236374] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.236374] env[65829]: INFO nova.compute.manager [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1353.236374] env[65829]: DEBUG nova.compute.manager [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1353.236863] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398ac71a-488c-4e5c-b167-86710d8fa10c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.317702] env[65829]: DEBUG oslo_vmware.api [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.754625] env[65829]: INFO nova.compute.manager [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Took 13.53 seconds to build instance. [ 1353.818672] env[65829]: DEBUG oslo_vmware.api [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808632, 'name': ReconfigVM_Task, 'duration_secs': 0.607896} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.819010] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1353.824008] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ba32cf9-b885-42e8-b7a2-c7d1ea79c45e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.840027] env[65829]: DEBUG oslo_vmware.api [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1353.840027] env[65829]: value = "task-4808633" [ 1353.840027] env[65829]: _type = "Task" [ 1353.840027] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.850277] env[65829]: DEBUG oslo_vmware.api [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.256691] env[65829]: DEBUG oslo_concurrency.lockutils [None req-abcc30dc-df7d-4281-8e75-8ca31e6eb077 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.036s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.350172] env[65829]: DEBUG oslo_vmware.api [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808633, 'name': ReconfigVM_Task, 'duration_secs': 0.174602} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.350555] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937596', 'volume_id': '47c29832-132c-4cb5-82b5-bc5ed77e2168', 'name': 'volume-47c29832-132c-4cb5-82b5-bc5ed77e2168', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54392f82-7985-4692-8439-4916a197279e', 'attached_at': '', 'detached_at': '', 'volume_id': '47c29832-132c-4cb5-82b5-bc5ed77e2168', 'serial': '47c29832-132c-4cb5-82b5-bc5ed77e2168'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1354.906206] env[65829]: DEBUG nova.objects.instance [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lazy-loading 'flavor' on Instance uuid 54392f82-7985-4692-8439-4916a197279e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.954858] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a3d40-eb66-4f5a-b87e-bf7a3176f2a4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.955127] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a3d40-eb66-4f5a-b87e-bf7a3176f2a4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.955320] env[65829]: DEBUG nova.compute.manager [None req-ed5a3d40-eb66-4f5a-b87e-bf7a3176f2a4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1354.956235] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c4e857-0b3a-4000-83f9-884947aa8efe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.964045] env[65829]: DEBUG nova.compute.manager [None req-ed5a3d40-eb66-4f5a-b87e-bf7a3176f2a4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65829) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3450}} [ 1354.964760] env[65829]: DEBUG nova.objects.instance [None req-ed5a3d40-eb66-4f5a-b87e-bf7a3176f2a4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lazy-loading 'flavor' on Instance uuid 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.914385] env[65829]: DEBUG oslo_concurrency.lockutils [None req-9259bb8e-99a5-42bc-9e8c-61b847edda47 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "54392f82-7985-4692-8439-4916a197279e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.774s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.971607] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5a3d40-eb66-4f5a-b87e-bf7a3176f2a4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1355.971931] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-201fa7d3-1fec-44e8-bebd-f1a1317c6c56 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.979771] env[65829]: DEBUG oslo_vmware.api [None req-ed5a3d40-eb66-4f5a-b87e-bf7a3176f2a4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1355.979771] env[65829]: value = "task-4808634" [ 1355.979771] env[65829]: _type = "Task" [ 1355.979771] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.991244] env[65829]: DEBUG oslo_vmware.api [None req-ed5a3d40-eb66-4f5a-b87e-bf7a3176f2a4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.489983] env[65829]: DEBUG oslo_vmware.api [None req-ed5a3d40-eb66-4f5a-b87e-bf7a3176f2a4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808634, 'name': PowerOffVM_Task, 'duration_secs': 0.492972} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.490217] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed5a3d40-eb66-4f5a-b87e-bf7a3176f2a4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.490435] env[65829]: DEBUG nova.compute.manager [None req-ed5a3d40-eb66-4f5a-b87e-bf7a3176f2a4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1356.491235] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed93dcc-80cc-423c-9ff9-2d25c59f547f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.643113] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "54392f82-7985-4692-8439-4916a197279e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.643415] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "54392f82-7985-4692-8439-4916a197279e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.643639] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "54392f82-7985-4692-8439-4916a197279e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.643823] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "54392f82-7985-4692-8439-4916a197279e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.643988] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "54392f82-7985-4692-8439-4916a197279e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.646267] env[65829]: INFO nova.compute.manager [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Terminating instance [ 1357.002898] env[65829]: DEBUG oslo_concurrency.lockutils [None req-ed5a3d40-eb66-4f5a-b87e-bf7a3176f2a4 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.150440] env[65829]: DEBUG nova.compute.manager [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1357.150689] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.151654] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236a9e23-6424-45a2-ba78-bd25ad3647dd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.159457] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.159694] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddb79382-66e9-4c5a-896a-cc4cc2fd5820 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.165435] env[65829]: DEBUG oslo_vmware.api [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1357.165435] env[65829]: value = "task-4808635" [ 1357.165435] env[65829]: _type = "Task" [ 1357.165435] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.173282] env[65829]: DEBUG oslo_vmware.api [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.313847] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.314117] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.314328] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.314512] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.314674] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.316977] env[65829]: INFO nova.compute.manager [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Terminating instance [ 1357.674956] env[65829]: DEBUG oslo_vmware.api [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808635, 'name': PowerOffVM_Task, 'duration_secs': 0.17242} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.675241] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.675414] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.675671] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e905ef0-c80c-4778-95d2-c2152ef39677 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.741499] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.741727] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.741902] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Deleting the datastore file [datastore2] 54392f82-7985-4692-8439-4916a197279e {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.742200] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33445529-fdee-433a-98ab-6a3212eb874c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.750078] env[65829]: DEBUG oslo_vmware.api [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1357.750078] env[65829]: value = "task-4808637" [ 1357.750078] env[65829]: _type = "Task" [ 1357.750078] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.758192] env[65829]: DEBUG oslo_vmware.api [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.822181] env[65829]: DEBUG nova.compute.manager [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1357.822412] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1357.823358] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e27128-b956-444b-8ccb-932458a6e40d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.831099] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1357.831334] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7d395ec-5a19-4368-b5ae-fdc7005e90eb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.896163] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1357.896388] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1357.896551] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleting the datastore file [datastore2] 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1357.896826] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44823e1a-9789-4353-9d68-f6004b9f4a50 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.903356] env[65829]: DEBUG oslo_vmware.api [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1357.903356] env[65829]: value = "task-4808639" [ 1357.903356] env[65829]: _type = "Task" [ 1357.903356] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.911548] env[65829]: DEBUG oslo_vmware.api [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.260304] env[65829]: DEBUG oslo_vmware.api [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128174} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.260690] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.260690] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.260860] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.261121] env[65829]: INFO nova.compute.manager [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 54392f82-7985-4692-8439-4916a197279e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1358.261289] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1358.261495] env[65829]: DEBUG nova.compute.manager [-] [instance: 54392f82-7985-4692-8439-4916a197279e] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1358.261588] env[65829]: DEBUG nova.network.neutron [-] [instance: 54392f82-7985-4692-8439-4916a197279e] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1358.261830] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.292508] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.413768] env[65829]: DEBUG oslo_vmware.api [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124191} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.414083] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1358.414280] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1358.414452] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1358.414618] env[65829]: INFO nova.compute.manager [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1358.414859] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1358.415061] env[65829]: DEBUG nova.compute.manager [-] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1358.415158] env[65829]: DEBUG nova.network.neutron [-] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1358.415436] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.450740] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1358.668074] env[65829]: DEBUG nova.compute.manager [req-bf9fd7df-0fdf-4164-a97b-9e0f18003cd0 req-2001e415-6fae-4a25-9d3e-98ca0c3d2e70 service nova] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Received event network-vif-deleted-d9ccda39-76b2-4fea-ad51-fbe176045dcc {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1358.668160] env[65829]: INFO nova.compute.manager [req-bf9fd7df-0fdf-4164-a97b-9e0f18003cd0 req-2001e415-6fae-4a25-9d3e-98ca0c3d2e70 service nova] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Neutron deleted interface d9ccda39-76b2-4fea-ad51-fbe176045dcc; detaching it from the instance and deleting it from the info cache [ 1358.668603] env[65829]: DEBUG nova.network.neutron [req-bf9fd7df-0fdf-4164-a97b-9e0f18003cd0 req-2001e415-6fae-4a25-9d3e-98ca0c3d2e70 service nova] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.763196] env[65829]: DEBUG nova.compute.manager [req-b6eabb68-8b56-4a07-b4d0-9776e621d21a req-55927c38-bec2-4c17-80be-97cac7041d36 service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Received event network-vif-deleted-46ae3833-1284-48c9-85d3-a11a39ff4c44 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1358.763402] env[65829]: INFO nova.compute.manager [req-b6eabb68-8b56-4a07-b4d0-9776e621d21a req-55927c38-bec2-4c17-80be-97cac7041d36 service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Neutron deleted interface 46ae3833-1284-48c9-85d3-a11a39ff4c44; detaching it from the instance and deleting it from the info cache [ 1358.763563] env[65829]: DEBUG nova.network.neutron [req-b6eabb68-8b56-4a07-b4d0-9776e621d21a req-55927c38-bec2-4c17-80be-97cac7041d36 service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.140736] env[65829]: DEBUG nova.network.neutron [-] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.171167] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa94da31-9613-479c-ade8-f3d41c8293a3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.181852] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82556580-7f3a-4095-bcf2-0b687e89653f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.208783] env[65829]: DEBUG nova.compute.manager [req-bf9fd7df-0fdf-4164-a97b-9e0f18003cd0 req-2001e415-6fae-4a25-9d3e-98ca0c3d2e70 service nova] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Detach interface failed, port_id=d9ccda39-76b2-4fea-ad51-fbe176045dcc, reason: Instance 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1359.240966] env[65829]: DEBUG nova.network.neutron [-] [instance: 54392f82-7985-4692-8439-4916a197279e] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.265607] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2b3f023-2b1b-4b59-a59d-fa9a53138aa3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.277040] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e28b71e-9e5c-48dc-9ed1-9a3ea9cbafd3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.305105] env[65829]: DEBUG nova.compute.manager [req-b6eabb68-8b56-4a07-b4d0-9776e621d21a req-55927c38-bec2-4c17-80be-97cac7041d36 service nova] [instance: 54392f82-7985-4692-8439-4916a197279e] Detach interface failed, port_id=46ae3833-1284-48c9-85d3-a11a39ff4c44, reason: Instance 54392f82-7985-4692-8439-4916a197279e could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1359.644021] env[65829]: INFO nova.compute.manager [-] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Took 1.23 seconds to deallocate network for instance. [ 1359.743731] env[65829]: INFO nova.compute.manager [-] [instance: 54392f82-7985-4692-8439-4916a197279e] Took 1.48 seconds to deallocate network for instance. [ 1360.151019] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.151362] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.151587] env[65829]: DEBUG nova.objects.instance [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lazy-loading 'resources' on Instance uuid 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1360.250339] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.700656] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fd02fc-017f-4b27-96b4-410e6d3f8903 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.710191] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ffb3ea-eb8d-411c-9b22-3806e3952ae6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.744050] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a1924a-6b0e-4356-a26b-6a5aef7e61ee {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.752373] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2457aa41-77ec-4ee4-9bde-676ace52056d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.767361] env[65829]: DEBUG nova.compute.provider_tree [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.270910] env[65829]: DEBUG nova.scheduler.client.report [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1361.776910] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.779784] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.530s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.780034] env[65829]: DEBUG nova.objects.instance [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lazy-loading 'resources' on Instance uuid 54392f82-7985-4692-8439-4916a197279e {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.800562] env[65829]: INFO nova.scheduler.client.report [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted allocations for instance 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06 [ 1362.308477] env[65829]: DEBUG oslo_concurrency.lockutils [None req-b440e8a6-feb8-406b-9d01-f096d34dfa01 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.994s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.310862] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acab5f2-a53b-42ef-9fc2-97039e6a0d55 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.319590] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f9bfbe-36ce-4cca-8c31-28ddb2316b1f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.353632] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3146fb7c-6af7-4169-83ae-4c3c8196452f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.363060] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a17cff1-cfda-467a-80ed-4b0a13b31163 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.377195] env[65829]: DEBUG nova.compute.provider_tree [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.881044] env[65829]: DEBUG nova.scheduler.client.report [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1363.218597] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "007cf842-df6d-488d-a84e-6671a1a108a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.218834] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "007cf842-df6d-488d-a84e-6671a1a108a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.385646] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.406903] env[65829]: INFO nova.scheduler.client.report [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Deleted allocations for instance 54392f82-7985-4692-8439-4916a197279e [ 1363.721101] env[65829]: DEBUG nova.compute.manager [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1363.915188] env[65829]: DEBUG oslo_concurrency.lockutils [None req-a52029d9-2389-4ccb-ae92-f9bdb06685eb tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "54392f82-7985-4692-8439-4916a197279e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.272s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.244876] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.245150] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.246623] env[65829]: INFO nova.compute.claims [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.288275] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c9a20c-992c-4416-8a63-b14bc5750018 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.296293] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2fc628-4ccf-441d-8b2b-9ea2bc2086cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.327615] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c71ec70-24de-46a0-9446-945443392ab5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.336189] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc48438f-c258-44e9-a60c-fd2b99931a62 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.350023] env[65829]: DEBUG nova.compute.provider_tree [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.853070] env[65829]: DEBUG nova.scheduler.client.report [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.034468] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.034705] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.358256] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.358843] env[65829]: DEBUG nova.compute.manager [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1366.537341] env[65829]: DEBUG nova.compute.manager [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1366.864386] env[65829]: DEBUG nova.compute.utils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1366.865853] env[65829]: DEBUG nova.compute.manager [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1366.866197] env[65829]: DEBUG nova.network.neutron [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1366.866465] env[65829]: WARNING neutronclient.v2_0.client [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1366.866852] env[65829]: WARNING neutronclient.v2_0.client [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1366.918889] env[65829]: DEBUG nova.policy [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20138c4c500c4715bd465f6f3c16af62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21b18a1dba194796a1e81c7c59cf0b2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1367.061739] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.061882] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.063453] env[65829]: INFO nova.compute.claims [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.232160] env[65829]: DEBUG nova.network.neutron [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Successfully created port: 5aeb6ba8-ea68-4466-ad54-768378ae5b9d {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1367.370294] env[65829]: DEBUG nova.compute.manager [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1368.120631] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d80d5f-eeca-4ec8-927e-a69d2017affe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.129442] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f3b56e-21bd-4cc2-a546-1ff3f4401dc3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.162009] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ed45f1-aa80-421c-a409-86207482c12d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.170626] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4ccc83-69cd-4749-b556-b77efa1bba47 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.185670] env[65829]: DEBUG nova.compute.provider_tree [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.379434] env[65829]: DEBUG nova.compute.manager [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1368.405429] env[65829]: DEBUG nova.virt.hardware [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1368.405672] env[65829]: DEBUG nova.virt.hardware [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.405824] env[65829]: DEBUG nova.virt.hardware [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1368.406013] env[65829]: DEBUG nova.virt.hardware [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.406168] env[65829]: DEBUG nova.virt.hardware [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1368.406327] env[65829]: DEBUG nova.virt.hardware [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1368.406515] env[65829]: DEBUG nova.virt.hardware [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1368.406669] env[65829]: DEBUG nova.virt.hardware [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1368.406825] env[65829]: DEBUG nova.virt.hardware [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1368.406982] env[65829]: DEBUG nova.virt.hardware [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1368.407168] env[65829]: DEBUG nova.virt.hardware [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1368.408052] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3848b0-2a86-47ca-9f80-7508c4e93321 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.416398] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2b5194-6cd4-4590-85ba-0cb4a3ebacc6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.621658] env[65829]: DEBUG nova.compute.manager [req-5d27425e-4bb1-4989-b352-47a1778e4169 req-69a36e97-3fce-4e51-b571-2700583a709a service nova] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Received event network-vif-plugged-5aeb6ba8-ea68-4466-ad54-768378ae5b9d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1368.621896] env[65829]: DEBUG oslo_concurrency.lockutils [req-5d27425e-4bb1-4989-b352-47a1778e4169 req-69a36e97-3fce-4e51-b571-2700583a709a service nova] Acquiring lock "007cf842-df6d-488d-a84e-6671a1a108a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.622127] env[65829]: DEBUG oslo_concurrency.lockutils [req-5d27425e-4bb1-4989-b352-47a1778e4169 req-69a36e97-3fce-4e51-b571-2700583a709a service nova] Lock "007cf842-df6d-488d-a84e-6671a1a108a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.622306] env[65829]: DEBUG oslo_concurrency.lockutils [req-5d27425e-4bb1-4989-b352-47a1778e4169 req-69a36e97-3fce-4e51-b571-2700583a709a service nova] Lock "007cf842-df6d-488d-a84e-6671a1a108a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.622493] env[65829]: DEBUG nova.compute.manager [req-5d27425e-4bb1-4989-b352-47a1778e4169 req-69a36e97-3fce-4e51-b571-2700583a709a service nova] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] No waiting events found dispatching network-vif-plugged-5aeb6ba8-ea68-4466-ad54-768378ae5b9d {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1368.622679] env[65829]: WARNING nova.compute.manager [req-5d27425e-4bb1-4989-b352-47a1778e4169 req-69a36e97-3fce-4e51-b571-2700583a709a service nova] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Received unexpected event network-vif-plugged-5aeb6ba8-ea68-4466-ad54-768378ae5b9d for instance with vm_state building and task_state spawning. [ 1368.689164] env[65829]: DEBUG nova.scheduler.client.report [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.719602] env[65829]: DEBUG nova.network.neutron [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Successfully updated port: 5aeb6ba8-ea68-4466-ad54-768378ae5b9d {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1369.195379] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.195744] env[65829]: DEBUG nova.compute.manager [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1369.223821] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "refresh_cache-007cf842-df6d-488d-a84e-6671a1a108a4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.224008] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "refresh_cache-007cf842-df6d-488d-a84e-6671a1a108a4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.224239] env[65829]: DEBUG nova.network.neutron [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1369.701448] env[65829]: DEBUG nova.compute.utils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1369.702910] env[65829]: DEBUG nova.compute.manager [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1369.703563] env[65829]: DEBUG nova.network.neutron [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1369.703919] env[65829]: WARNING neutronclient.v2_0.client [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1369.704393] env[65829]: WARNING neutronclient.v2_0.client [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1369.742466] env[65829]: DEBUG nova.policy [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac7f948d265f4f8d9d0f4196cb35fed4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2d6a4452f84c3eb5a673a509a073a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1369.756862] env[65829]: DEBUG nova.network.neutron [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1369.833447] env[65829]: WARNING neutronclient.v2_0.client [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1370.042959] env[65829]: DEBUG nova.network.neutron [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Successfully created port: c482efb1-83c4-48b9-a8ea-cfc2fefa727b {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1370.207155] env[65829]: DEBUG nova.compute.manager [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1370.350476] env[65829]: DEBUG nova.network.neutron [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Updating instance_info_cache with network_info: [{"id": "5aeb6ba8-ea68-4466-ad54-768378ae5b9d", "address": "fa:16:3e:e5:8a:40", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aeb6ba8-ea", "ovs_interfaceid": "5aeb6ba8-ea68-4466-ad54-768378ae5b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.650254] env[65829]: DEBUG nova.compute.manager [req-fdc32367-96a5-48c7-84ec-b7d479d5945b req-04b34c83-4c9b-4c55-a4de-bc0c13561ee6 service nova] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Received event network-changed-5aeb6ba8-ea68-4466-ad54-768378ae5b9d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1370.650419] env[65829]: DEBUG nova.compute.manager [req-fdc32367-96a5-48c7-84ec-b7d479d5945b req-04b34c83-4c9b-4c55-a4de-bc0c13561ee6 service nova] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Refreshing instance network info cache due to event network-changed-5aeb6ba8-ea68-4466-ad54-768378ae5b9d. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1370.650639] env[65829]: DEBUG oslo_concurrency.lockutils [req-fdc32367-96a5-48c7-84ec-b7d479d5945b req-04b34c83-4c9b-4c55-a4de-bc0c13561ee6 service nova] Acquiring lock "refresh_cache-007cf842-df6d-488d-a84e-6671a1a108a4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.853445] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "refresh_cache-007cf842-df6d-488d-a84e-6671a1a108a4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.853811] env[65829]: DEBUG nova.compute.manager [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Instance network_info: |[{"id": "5aeb6ba8-ea68-4466-ad54-768378ae5b9d", "address": "fa:16:3e:e5:8a:40", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aeb6ba8-ea", "ovs_interfaceid": "5aeb6ba8-ea68-4466-ad54-768378ae5b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1370.854170] env[65829]: DEBUG oslo_concurrency.lockutils [req-fdc32367-96a5-48c7-84ec-b7d479d5945b req-04b34c83-4c9b-4c55-a4de-bc0c13561ee6 service nova] Acquired lock "refresh_cache-007cf842-df6d-488d-a84e-6671a1a108a4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.854392] env[65829]: DEBUG nova.network.neutron [req-fdc32367-96a5-48c7-84ec-b7d479d5945b req-04b34c83-4c9b-4c55-a4de-bc0c13561ee6 service nova] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Refreshing network info cache for port 5aeb6ba8-ea68-4466-ad54-768378ae5b9d {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.855692] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:8a:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aeb6ba8-ea68-4466-ad54-768378ae5b9d', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1370.864663] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1370.865801] env[65829]: WARNING neutronclient.v2_0.client [req-fdc32367-96a5-48c7-84ec-b7d479d5945b req-04b34c83-4c9b-4c55-a4de-bc0c13561ee6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1370.867977] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1370.868657] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b0ed6d3-d330-450f-b187-ad75dbb22f0f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.889401] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1370.889401] env[65829]: value = "task-4808640" [ 1370.889401] env[65829]: _type = "Task" [ 1370.889401] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.897905] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808640, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.021807] env[65829]: WARNING neutronclient.v2_0.client [req-fdc32367-96a5-48c7-84ec-b7d479d5945b req-04b34c83-4c9b-4c55-a4de-bc0c13561ee6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1371.093131] env[65829]: DEBUG nova.network.neutron [req-fdc32367-96a5-48c7-84ec-b7d479d5945b req-04b34c83-4c9b-4c55-a4de-bc0c13561ee6 service nova] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Updated VIF entry in instance network info cache for port 5aeb6ba8-ea68-4466-ad54-768378ae5b9d. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1371.093585] env[65829]: DEBUG nova.network.neutron [req-fdc32367-96a5-48c7-84ec-b7d479d5945b req-04b34c83-4c9b-4c55-a4de-bc0c13561ee6 service nova] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Updating instance_info_cache with network_info: [{"id": "5aeb6ba8-ea68-4466-ad54-768378ae5b9d", "address": "fa:16:3e:e5:8a:40", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aeb6ba8-ea", "ovs_interfaceid": "5aeb6ba8-ea68-4466-ad54-768378ae5b9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.217450] env[65829]: DEBUG nova.compute.manager [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1371.245843] env[65829]: DEBUG nova.virt.hardware [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1371.246138] env[65829]: DEBUG nova.virt.hardware [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.246298] env[65829]: DEBUG nova.virt.hardware [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1371.246478] env[65829]: DEBUG nova.virt.hardware [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.246642] env[65829]: DEBUG nova.virt.hardware [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1371.246793] env[65829]: DEBUG nova.virt.hardware [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1371.246996] env[65829]: DEBUG nova.virt.hardware [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1371.247170] env[65829]: DEBUG nova.virt.hardware [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1371.247334] env[65829]: DEBUG nova.virt.hardware [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1371.247492] env[65829]: DEBUG nova.virt.hardware [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1371.247727] env[65829]: DEBUG nova.virt.hardware [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1371.248732] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9edd671-918d-41cc-932a-99e487c3ff92 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.257549] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82df6271-0d73-4950-85d4-9780705bed01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.399574] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808640, 'name': CreateVM_Task, 'duration_secs': 0.320446} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.399787] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1371.400318] env[65829]: WARNING neutronclient.v2_0.client [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1371.400710] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.400857] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.401199] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.401479] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f697e54a-b2ff-43e7-9fab-6dd93504dabc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.406715] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1371.406715] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521576e8-01bd-2fcc-7a45-84e4e1af0b84" [ 1371.406715] env[65829]: _type = "Task" [ 1371.406715] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.415369] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521576e8-01bd-2fcc-7a45-84e4e1af0b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.574690] env[65829]: DEBUG nova.network.neutron [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Successfully updated port: c482efb1-83c4-48b9-a8ea-cfc2fefa727b {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1371.596415] env[65829]: DEBUG oslo_concurrency.lockutils [req-fdc32367-96a5-48c7-84ec-b7d479d5945b req-04b34c83-4c9b-4c55-a4de-bc0c13561ee6 service nova] Releasing lock "refresh_cache-007cf842-df6d-488d-a84e-6671a1a108a4" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.917635] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521576e8-01bd-2fcc-7a45-84e4e1af0b84, 'name': SearchDatastore_Task, 'duration_secs': 0.011712} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.917997] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.918170] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1371.918408] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.918621] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.918812] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1371.919085] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2466e0d-5725-4d0b-9531-8c0793813600 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.930052] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1371.930052] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1371.930268] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5feb8fd1-c36b-4e7d-be09-8889d6398b6f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.935803] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1371.935803] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d64648-0255-fd55-e897-efc90b65fc9e" [ 1371.935803] env[65829]: _type = "Task" [ 1371.935803] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.943851] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d64648-0255-fd55-e897-efc90b65fc9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.077379] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "refresh_cache-7d32f237-b00d-4cd4-9a51-fde493b313aa" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.077379] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired lock "refresh_cache-7d32f237-b00d-4cd4-9a51-fde493b313aa" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.077379] env[65829]: DEBUG nova.network.neutron [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1372.447812] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52d64648-0255-fd55-e897-efc90b65fc9e, 'name': SearchDatastore_Task, 'duration_secs': 0.009847} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.449023] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f63f90-25f3-4a0a-9e89-4d92e1e7b4a4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.453842] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1372.453842] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521a2b97-3c86-8c7f-543b-257ef305be8a" [ 1372.453842] env[65829]: _type = "Task" [ 1372.453842] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.461501] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521a2b97-3c86-8c7f-543b-257ef305be8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.611163] env[65829]: DEBUG nova.network.neutron [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1372.681734] env[65829]: WARNING neutronclient.v2_0.client [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.686046] env[65829]: DEBUG nova.compute.manager [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Received event network-vif-plugged-c482efb1-83c4-48b9-a8ea-cfc2fefa727b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1372.686271] env[65829]: DEBUG oslo_concurrency.lockutils [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] Acquiring lock "7d32f237-b00d-4cd4-9a51-fde493b313aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.686467] env[65829]: DEBUG oslo_concurrency.lockutils [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.686653] env[65829]: DEBUG oslo_concurrency.lockutils [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.686838] env[65829]: DEBUG nova.compute.manager [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] No waiting events found dispatching network-vif-plugged-c482efb1-83c4-48b9-a8ea-cfc2fefa727b {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1372.686992] env[65829]: WARNING nova.compute.manager [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Received unexpected event network-vif-plugged-c482efb1-83c4-48b9-a8ea-cfc2fefa727b for instance with vm_state building and task_state spawning. [ 1372.687212] env[65829]: DEBUG nova.compute.manager [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Received event network-changed-c482efb1-83c4-48b9-a8ea-cfc2fefa727b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1372.687632] env[65829]: DEBUG nova.compute.manager [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Refreshing instance network info cache due to event network-changed-c482efb1-83c4-48b9-a8ea-cfc2fefa727b. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1372.687731] env[65829]: DEBUG oslo_concurrency.lockutils [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] Acquiring lock "refresh_cache-7d32f237-b00d-4cd4-9a51-fde493b313aa" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.746187] env[65829]: DEBUG nova.network.neutron [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Updating instance_info_cache with network_info: [{"id": "c482efb1-83c4-48b9-a8ea-cfc2fefa727b", "address": "fa:16:3e:92:02:9f", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc482efb1-83", "ovs_interfaceid": "c482efb1-83c4-48b9-a8ea-cfc2fefa727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.964733] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]521a2b97-3c86-8c7f-543b-257ef305be8a, 'name': SearchDatastore_Task, 'duration_secs': 0.009623} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.965252] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.965252] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 007cf842-df6d-488d-a84e-6671a1a108a4/007cf842-df6d-488d-a84e-6671a1a108a4.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1372.965444] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b703259-512f-42e6-b668-038934710d00 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.973834] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1372.973834] env[65829]: value = "task-4808641" [ 1372.973834] env[65829]: _type = "Task" [ 1372.973834] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.981875] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808641, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.249386] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Releasing lock "refresh_cache-7d32f237-b00d-4cd4-9a51-fde493b313aa" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.249843] env[65829]: DEBUG nova.compute.manager [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Instance network_info: |[{"id": "c482efb1-83c4-48b9-a8ea-cfc2fefa727b", "address": "fa:16:3e:92:02:9f", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc482efb1-83", "ovs_interfaceid": "c482efb1-83c4-48b9-a8ea-cfc2fefa727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1373.250264] env[65829]: DEBUG oslo_concurrency.lockutils [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] Acquired lock "refresh_cache-7d32f237-b00d-4cd4-9a51-fde493b313aa" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.250458] env[65829]: DEBUG nova.network.neutron [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Refreshing network info cache for port c482efb1-83c4-48b9-a8ea-cfc2fefa727b {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1373.251971] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:02:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c482efb1-83c4-48b9-a8ea-cfc2fefa727b', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.260379] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1373.261908] env[65829]: WARNING neutronclient.v2_0.client [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1373.264219] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.265348] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cf111d4-c877-4e1d-aac4-485ed709c2b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.286909] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.286909] env[65829]: value = "task-4808642" [ 1373.286909] env[65829]: _type = "Task" [ 1373.286909] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.296714] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808642, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.435315] env[65829]: WARNING neutronclient.v2_0.client [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1373.483759] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46877} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.484052] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 007cf842-df6d-488d-a84e-6671a1a108a4/007cf842-df6d-488d-a84e-6671a1a108a4.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1373.484287] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1373.484575] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa7fc66e-83f6-4642-9c2e-a61e8495f937 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.491524] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1373.491524] env[65829]: value = "task-4808643" [ 1373.491524] env[65829]: _type = "Task" [ 1373.491524] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.501181] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.508187] env[65829]: DEBUG nova.network.neutron [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Updated VIF entry in instance network info cache for port c482efb1-83c4-48b9-a8ea-cfc2fefa727b. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1373.508619] env[65829]: DEBUG nova.network.neutron [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Updating instance_info_cache with network_info: [{"id": "c482efb1-83c4-48b9-a8ea-cfc2fefa727b", "address": "fa:16:3e:92:02:9f", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc482efb1-83", "ovs_interfaceid": "c482efb1-83c4-48b9-a8ea-cfc2fefa727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.797069] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808642, 'name': CreateVM_Task, 'duration_secs': 0.363524} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.797225] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.797715] env[65829]: WARNING neutronclient.v2_0.client [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1373.798121] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.798298] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.798624] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.798886] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b090e8-cd22-48ed-a718-6d07cf87b637 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.803742] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1373.803742] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5254bae9-cd52-2343-f6c1-509932892f51" [ 1373.803742] env[65829]: _type = "Task" [ 1373.803742] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.811994] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5254bae9-cd52-2343-f6c1-509932892f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.001565] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064422} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.001926] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1374.002624] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda27497-629c-4065-9ba3-b58c44cef76f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.017439] env[65829]: DEBUG oslo_concurrency.lockutils [req-f44576af-dfde-4eb6-a0f1-40b4a5648ea6 req-001f7152-e52b-4a59-aa3e-2e2c5f6f65a3 service nova] Releasing lock "refresh_cache-7d32f237-b00d-4cd4-9a51-fde493b313aa" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.026165] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 007cf842-df6d-488d-a84e-6671a1a108a4/007cf842-df6d-488d-a84e-6671a1a108a4.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.026418] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75c41f98-86aa-4938-a54b-fed764947331 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.046734] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1374.046734] env[65829]: value = "task-4808644" [ 1374.046734] env[65829]: _type = "Task" [ 1374.046734] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.054964] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.314870] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5254bae9-cd52-2343-f6c1-509932892f51, 'name': SearchDatastore_Task, 'duration_secs': 0.009923} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.315114] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.315347] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.315580] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.315723] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.315923] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.316185] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eba0665c-d0b1-484b-b230-f8d42ea3e26b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.325400] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.325578] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.326316] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a79bcd79-c47e-4510-9fa9-261d5646623f {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.331437] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1374.331437] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52350a55-45ce-3ed1-7938-5df38eeba5ab" [ 1374.331437] env[65829]: _type = "Task" [ 1374.331437] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.339221] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52350a55-45ce-3ed1-7938-5df38eeba5ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.558050] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.841637] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52350a55-45ce-3ed1-7938-5df38eeba5ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009258} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.842530] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d9c81c-ad0e-43ba-bba4-80b451dcc319 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.848155] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1374.848155] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e1bb02-b585-6cf8-cc58-92e31763fcc3" [ 1374.848155] env[65829]: _type = "Task" [ 1374.848155] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.857462] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e1bb02-b585-6cf8-cc58-92e31763fcc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.058909] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808644, 'name': ReconfigVM_Task, 'duration_secs': 0.823983} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.059344] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 007cf842-df6d-488d-a84e-6671a1a108a4/007cf842-df6d-488d-a84e-6671a1a108a4.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.059816] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1057bca-14c5-4c92-8741-9ebfb20aa1f4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.066705] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1375.066705] env[65829]: value = "task-4808645" [ 1375.066705] env[65829]: _type = "Task" [ 1375.066705] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.075032] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808645, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.358809] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52e1bb02-b585-6cf8-cc58-92e31763fcc3, 'name': SearchDatastore_Task, 'duration_secs': 0.013402} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.359121] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.359388] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 7d32f237-b00d-4cd4-9a51-fde493b313aa/7d32f237-b00d-4cd4-9a51-fde493b313aa.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.359652] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-923b4f3f-21bf-4b3d-b595-d76792dcfdb1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.366485] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1375.366485] env[65829]: value = "task-4808646" [ 1375.366485] env[65829]: _type = "Task" [ 1375.366485] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.374453] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.539477] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.577723] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808645, 'name': Rename_Task, 'duration_secs': 0.139184} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.578065] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.578724] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bef7a3c1-5eca-4849-93cb-1f21341fbd5e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.586790] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1375.586790] env[65829]: value = "task-4808647" [ 1375.586790] env[65829]: _type = "Task" [ 1375.586790] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.596225] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.877311] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441246} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.877587] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 7d32f237-b00d-4cd4-9a51-fde493b313aa/7d32f237-b00d-4cd4-9a51-fde493b313aa.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.877833] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.878137] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cae126d-0afa-40cd-91b9-aa8d0d8bb8ed {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.885112] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1375.885112] env[65829]: value = "task-4808648" [ 1375.885112] env[65829]: _type = "Task" [ 1375.885112] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.894542] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.098586] env[65829]: DEBUG oslo_vmware.api [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808647, 'name': PowerOnVM_Task, 'duration_secs': 0.494808} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.098983] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.099050] env[65829]: INFO nova.compute.manager [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1376.099211] env[65829]: DEBUG nova.compute.manager [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1376.099974] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1da99d-fd2c-4714-acd6-9e74173da487 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.396472] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057599} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.396703] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.397581] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dac7628-6dd8-4b18-a29b-2b64b5ca6be6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.421415] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 7d32f237-b00d-4cd4-9a51-fde493b313aa/7d32f237-b00d-4cd4-9a51-fde493b313aa.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.421741] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d940b38-18dc-4a2a-85e0-995f31c6ad50 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.441930] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1376.441930] env[65829]: value = "task-4808649" [ 1376.441930] env[65829]: _type = "Task" [ 1376.441930] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.451084] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.617069] env[65829]: INFO nova.compute.manager [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Took 12.39 seconds to build instance. [ 1376.952063] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808649, 'name': ReconfigVM_Task, 'duration_secs': 0.269535} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.952358] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 7d32f237-b00d-4cd4-9a51-fde493b313aa/7d32f237-b00d-4cd4-9a51-fde493b313aa.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.952998] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03ae8103-5cb2-42e2-aee5-8a30f02f6c23 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.960414] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1376.960414] env[65829]: value = "task-4808650" [ 1376.960414] env[65829]: _type = "Task" [ 1376.960414] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.968715] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808650, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.119613] env[65829]: DEBUG oslo_concurrency.lockutils [None req-e3875097-98eb-4eaa-aea2-b6e340949a83 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "007cf842-df6d-488d-a84e-6671a1a108a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.901s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.471110] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808650, 'name': Rename_Task, 'duration_secs': 0.14804} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.471441] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.471711] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf5baccc-0c4d-4d1b-8e14-f2cd77f3e5f9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.479350] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1377.479350] env[65829]: value = "task-4808651" [ 1377.479350] env[65829]: _type = "Task" [ 1377.479350] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.487745] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.621335] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e9f5b9-0656-4a06-9c11-082dc2315b6c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.628316] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3b948822-3ada-463c-8d59-85f6522626ed tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Suspending the VM {{(pid=65829) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1377.628586] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-41057901-21f1-44c2-93e5-3cc517d5e96b {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.635299] env[65829]: DEBUG oslo_vmware.api [None req-3b948822-3ada-463c-8d59-85f6522626ed tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1377.635299] env[65829]: value = "task-4808652" [ 1377.635299] env[65829]: _type = "Task" [ 1377.635299] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.644492] env[65829]: DEBUG oslo_vmware.api [None req-3b948822-3ada-463c-8d59-85f6522626ed tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808652, 'name': SuspendVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.992309] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808651, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.145719] env[65829]: DEBUG oslo_vmware.api [None req-3b948822-3ada-463c-8d59-85f6522626ed tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808652, 'name': SuspendVM_Task} progress is 70%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.490707] env[65829]: DEBUG oslo_vmware.api [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808651, 'name': PowerOnVM_Task, 'duration_secs': 0.571256} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.491020] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.491244] env[65829]: INFO nova.compute.manager [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Took 7.27 seconds to spawn the instance on the hypervisor. [ 1378.491434] env[65829]: DEBUG nova.compute.manager [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1378.492264] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9badd14-baa3-41b4-865f-e7e4f6817932 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.544434] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1378.645993] env[65829]: DEBUG oslo_vmware.api [None req-3b948822-3ada-463c-8d59-85f6522626ed tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808652, 'name': SuspendVM_Task, 'duration_secs': 0.798247} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.646280] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-3b948822-3ada-463c-8d59-85f6522626ed tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Suspended the VM {{(pid=65829) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1378.646459] env[65829]: DEBUG nova.compute.manager [None req-3b948822-3ada-463c-8d59-85f6522626ed tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1378.647271] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b9a882-8c23-440f-892f-3594102ec71e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.010459] env[65829]: INFO nova.compute.manager [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Took 11.97 seconds to build instance. [ 1379.511924] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fa3ce962-a921-42d9-a666-0c34f902b064 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.477s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.544734] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.544947] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.545180] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.995242] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "007cf842-df6d-488d-a84e-6671a1a108a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.995532] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "007cf842-df6d-488d-a84e-6671a1a108a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.995751] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "007cf842-df6d-488d-a84e-6671a1a108a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.995985] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "007cf842-df6d-488d-a84e-6671a1a108a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.996174] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "007cf842-df6d-488d-a84e-6671a1a108a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.998289] env[65829]: INFO nova.compute.manager [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Terminating instance [ 1380.047871] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.048154] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.048300] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.048455] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1380.049449] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75393bcb-67f3-49d0-aefa-185702a51a63 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.058480] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ac96c8-6e35-40bf-afbd-650d9893447c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.073370] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf48c6a1-2a34-4b90-baa6-33c692604d1a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.081525] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d41479d-8681-46fc-893a-355ea954c4bb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.116155] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179777MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1380.116359] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.116531] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.226965] env[65829]: DEBUG nova.compute.manager [req-53c33dda-36d4-4485-8757-442b35ca60ca req-8bb004b0-00d5-4379-b71c-420784c6f59d service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Received event network-changed-c482efb1-83c4-48b9-a8ea-cfc2fefa727b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1380.227203] env[65829]: DEBUG nova.compute.manager [req-53c33dda-36d4-4485-8757-442b35ca60ca req-8bb004b0-00d5-4379-b71c-420784c6f59d service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Refreshing instance network info cache due to event network-changed-c482efb1-83c4-48b9-a8ea-cfc2fefa727b. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1380.227417] env[65829]: DEBUG oslo_concurrency.lockutils [req-53c33dda-36d4-4485-8757-442b35ca60ca req-8bb004b0-00d5-4379-b71c-420784c6f59d service nova] Acquiring lock "refresh_cache-7d32f237-b00d-4cd4-9a51-fde493b313aa" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.227559] env[65829]: DEBUG oslo_concurrency.lockutils [req-53c33dda-36d4-4485-8757-442b35ca60ca req-8bb004b0-00d5-4379-b71c-420784c6f59d service nova] Acquired lock "refresh_cache-7d32f237-b00d-4cd4-9a51-fde493b313aa" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.227747] env[65829]: DEBUG nova.network.neutron [req-53c33dda-36d4-4485-8757-442b35ca60ca req-8bb004b0-00d5-4379-b71c-420784c6f59d service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Refreshing network info cache for port c482efb1-83c4-48b9-a8ea-cfc2fefa727b {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1380.502209] env[65829]: DEBUG nova.compute.manager [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1380.502387] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1380.503359] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30bdad7-8a5e-4c2d-a36d-e44e09968d01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.511511] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1380.511786] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dec7557-20fb-47ee-90f2-6450563e9921 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.581351] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1380.581785] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1380.581785] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleting the datastore file [datastore2] 007cf842-df6d-488d-a84e-6671a1a108a4 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1380.582042] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93015c71-e141-43ad-ae51-8c8b23431bd8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.588983] env[65829]: DEBUG oslo_vmware.api [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1380.588983] env[65829]: value = "task-4808654" [ 1380.588983] env[65829]: _type = "Task" [ 1380.588983] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.597329] env[65829]: DEBUG oslo_vmware.api [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.730778] env[65829]: WARNING neutronclient.v2_0.client [req-53c33dda-36d4-4485-8757-442b35ca60ca req-8bb004b0-00d5-4379-b71c-420784c6f59d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1380.928572] env[65829]: WARNING neutronclient.v2_0.client [req-53c33dda-36d4-4485-8757-442b35ca60ca req-8bb004b0-00d5-4379-b71c-420784c6f59d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1381.000382] env[65829]: DEBUG nova.network.neutron [req-53c33dda-36d4-4485-8757-442b35ca60ca req-8bb004b0-00d5-4379-b71c-420784c6f59d service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Updated VIF entry in instance network info cache for port c482efb1-83c4-48b9-a8ea-cfc2fefa727b. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1381.000860] env[65829]: DEBUG nova.network.neutron [req-53c33dda-36d4-4485-8757-442b35ca60ca req-8bb004b0-00d5-4379-b71c-420784c6f59d service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Updating instance_info_cache with network_info: [{"id": "c482efb1-83c4-48b9-a8ea-cfc2fefa727b", "address": "fa:16:3e:92:02:9f", "network": {"id": "fec4e8ae-2cf2-48e2-9bbb-87ee0ae58762", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-847241389-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2d6a4452f84c3eb5a673a509a073a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc482efb1-83", "ovs_interfaceid": "c482efb1-83c4-48b9-a8ea-cfc2fefa727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.103321] env[65829]: DEBUG oslo_vmware.api [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146618} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.103671] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1381.103921] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1381.104178] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1381.104428] env[65829]: INFO nova.compute.manager [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1381.104758] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1381.105033] env[65829]: DEBUG nova.compute.manager [-] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1381.105200] env[65829]: DEBUG nova.network.neutron [-] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1381.105576] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1381.142733] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 007cf842-df6d-488d-a84e-6671a1a108a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1381.142898] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Instance 7d32f237-b00d-4cd4-9a51-fde493b313aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65829) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1381.143135] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1381.143291] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_suspended': '1', 'num_task_deleting': '1', 'num_os_type_None': '2', 'num_proj_21b18a1dba194796a1e81c7c59cf0b2d': '1', 'io_workload': '0', 'num_vm_active': '1', 'num_task_None': '1', 'num_proj_8b2d6a4452f84c3eb5a673a509a073a9': '1'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1381.163302] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1381.180719] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5101c1-e0e3-4ae1-a3cf-8b08304206b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.189459] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c40dd15-30eb-423c-b098-7fc6f3ff9cfe {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.221627] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c786b54-2951-4185-82b4-36aea1989740 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.230124] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c32923-8920-42cf-89c6-ea5abc04252d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.244885] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1381.387059] env[65829]: DEBUG nova.compute.manager [req-fc871dfe-118b-48e7-8a8c-7b5be3f7533b req-36e1f814-46e8-4805-b7bb-531f1727399a service nova] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Received event network-vif-deleted-5aeb6ba8-ea68-4466-ad54-768378ae5b9d {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1381.387241] env[65829]: INFO nova.compute.manager [req-fc871dfe-118b-48e7-8a8c-7b5be3f7533b req-36e1f814-46e8-4805-b7bb-531f1727399a service nova] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Neutron deleted interface 5aeb6ba8-ea68-4466-ad54-768378ae5b9d; detaching it from the instance and deleting it from the info cache [ 1381.387415] env[65829]: DEBUG nova.network.neutron [req-fc871dfe-118b-48e7-8a8c-7b5be3f7533b req-36e1f814-46e8-4805-b7bb-531f1727399a service nova] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.503520] env[65829]: DEBUG oslo_concurrency.lockutils [req-53c33dda-36d4-4485-8757-442b35ca60ca req-8bb004b0-00d5-4379-b71c-420784c6f59d service nova] Releasing lock "refresh_cache-7d32f237-b00d-4cd4-9a51-fde493b313aa" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.748291] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1381.860377] env[65829]: DEBUG nova.network.neutron [-] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1381.890015] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54a9ccac-3152-4b4b-a448-dbbd4085e861 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.901352] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a25320-e915-4fd4-a3f2-aac3342d16a5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.931378] env[65829]: DEBUG nova.compute.manager [req-fc871dfe-118b-48e7-8a8c-7b5be3f7533b req-36e1f814-46e8-4805-b7bb-531f1727399a service nova] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Detach interface failed, port_id=5aeb6ba8-ea68-4466-ad54-768378ae5b9d, reason: Instance 007cf842-df6d-488d-a84e-6671a1a108a4 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1382.253409] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1382.253652] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.362731] env[65829]: INFO nova.compute.manager [-] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Took 1.26 seconds to deallocate network for instance. [ 1382.869520] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.869851] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.870044] env[65829]: DEBUG nova.objects.instance [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lazy-loading 'resources' on Instance uuid 007cf842-df6d-488d-a84e-6671a1a108a4 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1383.253025] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.253363] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.253506] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1383.418531] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e041d3-c433-4eb5-8469-b95fb6d4aef5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.426669] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30c1df0-75c0-4061-a291-d7f0ed09467c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.457350] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f1c5ae-50fa-4293-b988-f70893cd48c4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.465655] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feef995f-9620-407c-9806-cdc8893bb812 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.479455] env[65829]: DEBUG nova.compute.provider_tree [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.544514] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.982574] env[65829]: DEBUG nova.scheduler.client.report [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.487714] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.507706] env[65829]: INFO nova.scheduler.client.report [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted allocations for instance 007cf842-df6d-488d-a84e-6671a1a108a4 [ 1385.015077] env[65829]: DEBUG oslo_concurrency.lockutils [None req-bd6dbd4a-15bf-4ecd-9b61-2af3e10b8068 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "007cf842-df6d-488d-a84e-6671a1a108a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.019s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.892532] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "8a9dd82e-6aad-4a32-bde4-0620b6962558" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.892821] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "8a9dd82e-6aad-4a32-bde4-0620b6962558" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.395289] env[65829]: DEBUG nova.compute.manager [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1386.917029] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.917029] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.917357] env[65829]: INFO nova.compute.claims [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.964373] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c12851-2195-4980-940b-ee37935230de {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.972233] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a93ef4-1ce3-4371-b71b-5fd79364a4d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.003433] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ced949-694c-4a71-915d-fc929b464e7d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.011522] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa486ed4-ef64-488e-85fa-0a5ca1f4040d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.025263] env[65829]: DEBUG nova.compute.provider_tree [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.528312] env[65829]: DEBUG nova.scheduler.client.report [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.538628] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1389.034264] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.034761] env[65829]: DEBUG nova.compute.manager [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1389.540063] env[65829]: DEBUG nova.compute.utils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1389.541653] env[65829]: DEBUG nova.compute.manager [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1389.541870] env[65829]: DEBUG nova.network.neutron [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1389.542220] env[65829]: WARNING neutronclient.v2_0.client [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1389.542512] env[65829]: WARNING neutronclient.v2_0.client [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1389.601542] env[65829]: DEBUG nova.policy [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20138c4c500c4715bd465f6f3c16af62', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21b18a1dba194796a1e81c7c59cf0b2d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1389.894117] env[65829]: DEBUG nova.network.neutron [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Successfully created port: 913c6740-cdb5-48a0-8952-3177825ce326 {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1390.046112] env[65829]: DEBUG nova.compute.manager [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1391.056193] env[65829]: DEBUG nova.compute.manager [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1391.082143] env[65829]: DEBUG nova.virt.hardware [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1391.082431] env[65829]: DEBUG nova.virt.hardware [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1391.082606] env[65829]: DEBUG nova.virt.hardware [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1391.082804] env[65829]: DEBUG nova.virt.hardware [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1391.082961] env[65829]: DEBUG nova.virt.hardware [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1391.083121] env[65829]: DEBUG nova.virt.hardware [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1391.083328] env[65829]: DEBUG nova.virt.hardware [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1391.083478] env[65829]: DEBUG nova.virt.hardware [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1391.083637] env[65829]: DEBUG nova.virt.hardware [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1391.083793] env[65829]: DEBUG nova.virt.hardware [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1391.083961] env[65829]: DEBUG nova.virt.hardware [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1391.084892] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f62f51-af49-4033-8257-20d97e64a568 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.093450] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91edf56-900a-419b-93b9-c849bd399979 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.294909] env[65829]: DEBUG nova.compute.manager [req-db2517e2-4bd2-4818-b714-0b4840e0c1fe req-4756a44b-9e1b-4042-8f6a-416c14b507a8 service nova] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Received event network-vif-plugged-913c6740-cdb5-48a0-8952-3177825ce326 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1391.295289] env[65829]: DEBUG oslo_concurrency.lockutils [req-db2517e2-4bd2-4818-b714-0b4840e0c1fe req-4756a44b-9e1b-4042-8f6a-416c14b507a8 service nova] Acquiring lock "8a9dd82e-6aad-4a32-bde4-0620b6962558-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.295513] env[65829]: DEBUG oslo_concurrency.lockutils [req-db2517e2-4bd2-4818-b714-0b4840e0c1fe req-4756a44b-9e1b-4042-8f6a-416c14b507a8 service nova] Lock "8a9dd82e-6aad-4a32-bde4-0620b6962558-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.295681] env[65829]: DEBUG oslo_concurrency.lockutils [req-db2517e2-4bd2-4818-b714-0b4840e0c1fe req-4756a44b-9e1b-4042-8f6a-416c14b507a8 service nova] Lock "8a9dd82e-6aad-4a32-bde4-0620b6962558-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.295841] env[65829]: DEBUG nova.compute.manager [req-db2517e2-4bd2-4818-b714-0b4840e0c1fe req-4756a44b-9e1b-4042-8f6a-416c14b507a8 service nova] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] No waiting events found dispatching network-vif-plugged-913c6740-cdb5-48a0-8952-3177825ce326 {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1391.296010] env[65829]: WARNING nova.compute.manager [req-db2517e2-4bd2-4818-b714-0b4840e0c1fe req-4756a44b-9e1b-4042-8f6a-416c14b507a8 service nova] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Received unexpected event network-vif-plugged-913c6740-cdb5-48a0-8952-3177825ce326 for instance with vm_state building and task_state spawning. [ 1391.373633] env[65829]: DEBUG nova.network.neutron [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Successfully updated port: 913c6740-cdb5-48a0-8952-3177825ce326 {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1391.875932] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.876100] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.876320] env[65829]: DEBUG nova.network.neutron [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1392.411658] env[65829]: DEBUG nova.network.neutron [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1392.484613] env[65829]: WARNING neutronclient.v2_0.client [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1392.555891] env[65829]: DEBUG nova.network.neutron [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance_info_cache with network_info: [{"id": "913c6740-cdb5-48a0-8952-3177825ce326", "address": "fa:16:3e:2b:15:a7", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913c6740-cd", "ovs_interfaceid": "913c6740-cdb5-48a0-8952-3177825ce326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.058634] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.059394] env[65829]: DEBUG nova.compute.manager [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Instance network_info: |[{"id": "913c6740-cdb5-48a0-8952-3177825ce326", "address": "fa:16:3e:2b:15:a7", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913c6740-cd", "ovs_interfaceid": "913c6740-cdb5-48a0-8952-3177825ce326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1393.061093] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:15:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '713e54d5-283f-493d-b003-f13182deaf7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '913c6740-cdb5-48a0-8952-3177825ce326', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.067805] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1393.068087] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.068297] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be8a6728-db6d-455f-ab1b-c333530d9939 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.089205] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.089205] env[65829]: value = "task-4808655" [ 1393.089205] env[65829]: _type = "Task" [ 1393.089205] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.097639] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808655, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.326974] env[65829]: DEBUG nova.compute.manager [req-90cbaf18-7471-43d5-803d-05a38cd2efda req-4fe66e76-439d-4e10-8cfe-42dd26a1b927 service nova] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Received event network-changed-913c6740-cdb5-48a0-8952-3177825ce326 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1393.327448] env[65829]: DEBUG nova.compute.manager [req-90cbaf18-7471-43d5-803d-05a38cd2efda req-4fe66e76-439d-4e10-8cfe-42dd26a1b927 service nova] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Refreshing instance network info cache due to event network-changed-913c6740-cdb5-48a0-8952-3177825ce326. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1393.327697] env[65829]: DEBUG oslo_concurrency.lockutils [req-90cbaf18-7471-43d5-803d-05a38cd2efda req-4fe66e76-439d-4e10-8cfe-42dd26a1b927 service nova] Acquiring lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.327887] env[65829]: DEBUG oslo_concurrency.lockutils [req-90cbaf18-7471-43d5-803d-05a38cd2efda req-4fe66e76-439d-4e10-8cfe-42dd26a1b927 service nova] Acquired lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.328178] env[65829]: DEBUG nova.network.neutron [req-90cbaf18-7471-43d5-803d-05a38cd2efda req-4fe66e76-439d-4e10-8cfe-42dd26a1b927 service nova] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Refreshing network info cache for port 913c6740-cdb5-48a0-8952-3177825ce326 {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.603403] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808655, 'name': CreateVM_Task, 'duration_secs': 0.381912} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.603808] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.604238] env[65829]: WARNING neutronclient.v2_0.client [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1393.604703] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.604912] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.605368] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.605727] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bc0f738-88c4-4107-800e-f14381b7c309 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.611643] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1393.611643] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527a0680-f3ec-0722-c23e-0fda56ddeea5" [ 1393.611643] env[65829]: _type = "Task" [ 1393.611643] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.620701] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527a0680-f3ec-0722-c23e-0fda56ddeea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.831762] env[65829]: WARNING neutronclient.v2_0.client [req-90cbaf18-7471-43d5-803d-05a38cd2efda req-4fe66e76-439d-4e10-8cfe-42dd26a1b927 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1393.978771] env[65829]: WARNING neutronclient.v2_0.client [req-90cbaf18-7471-43d5-803d-05a38cd2efda req-4fe66e76-439d-4e10-8cfe-42dd26a1b927 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1394.053207] env[65829]: DEBUG nova.network.neutron [req-90cbaf18-7471-43d5-803d-05a38cd2efda req-4fe66e76-439d-4e10-8cfe-42dd26a1b927 service nova] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updated VIF entry in instance network info cache for port 913c6740-cdb5-48a0-8952-3177825ce326. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1394.053590] env[65829]: DEBUG nova.network.neutron [req-90cbaf18-7471-43d5-803d-05a38cd2efda req-4fe66e76-439d-4e10-8cfe-42dd26a1b927 service nova] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance_info_cache with network_info: [{"id": "913c6740-cdb5-48a0-8952-3177825ce326", "address": "fa:16:3e:2b:15:a7", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913c6740-cd", "ovs_interfaceid": "913c6740-cdb5-48a0-8952-3177825ce326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.125568] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]527a0680-f3ec-0722-c23e-0fda56ddeea5, 'name': SearchDatastore_Task, 'duration_secs': 0.01278} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.125853] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.126119] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.126385] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.126516] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.126709] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.127038] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80de7304-2cb1-441c-bc01-ea3f65d17827 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.137282] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.137481] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.138252] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56fb2446-d2e7-4c62-8ab2-33cacbfbdaec {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.144499] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1394.144499] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522cf154-1cb8-ae4c-d157-702ca93728ac" [ 1394.144499] env[65829]: _type = "Task" [ 1394.144499] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.153193] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522cf154-1cb8-ae4c-d157-702ca93728ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.557792] env[65829]: DEBUG oslo_concurrency.lockutils [req-90cbaf18-7471-43d5-803d-05a38cd2efda req-4fe66e76-439d-4e10-8cfe-42dd26a1b927 service nova] Releasing lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.655097] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]522cf154-1cb8-ae4c-d157-702ca93728ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.655892] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6df901-d333-4f10-9fed-abdd0203496e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.661385] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1394.661385] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524ca14c-fdc0-b61c-0e6e-d2c40eebb1e4" [ 1394.661385] env[65829]: _type = "Task" [ 1394.661385] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.670644] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524ca14c-fdc0-b61c-0e6e-d2c40eebb1e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.172496] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]524ca14c-fdc0-b61c-0e6e-d2c40eebb1e4, 'name': SearchDatastore_Task, 'duration_secs': 0.011011} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.172688] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.172937] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 8a9dd82e-6aad-4a32-bde4-0620b6962558/8a9dd82e-6aad-4a32-bde4-0620b6962558.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.173273] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b11880fe-2607-49fd-80b9-bf7bd68c93e0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.181578] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1395.181578] env[65829]: value = "task-4808656" [ 1395.181578] env[65829]: _type = "Task" [ 1395.181578] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.189498] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.692364] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808656, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.193126] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808656, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.693953] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808656, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.451882} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.694320] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore1] 8a9dd82e-6aad-4a32-bde4-0620b6962558/8a9dd82e-6aad-4a32-bde4-0620b6962558.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.694415] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.694656] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cde3f383-1b8c-414f-ba08-004b276cad08 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.701147] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1396.701147] env[65829]: value = "task-4808657" [ 1396.701147] env[65829]: _type = "Task" [ 1396.701147] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.709980] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808657, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.212145] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808657, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067731} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.212145] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1397.212370] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48db666c-be54-4e03-9d13-e0de3d34bfc7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.235520] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 8a9dd82e-6aad-4a32-bde4-0620b6962558/8a9dd82e-6aad-4a32-bde4-0620b6962558.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.235816] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beef8991-4617-4ca7-b348-52b182b4badf {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.257481] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1397.257481] env[65829]: value = "task-4808658" [ 1397.257481] env[65829]: _type = "Task" [ 1397.257481] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.265985] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.767595] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808658, 'name': ReconfigVM_Task, 'duration_secs': 0.269765} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.767978] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 8a9dd82e-6aad-4a32-bde4-0620b6962558/8a9dd82e-6aad-4a32-bde4-0620b6962558.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.768540] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afa87fdd-712a-42a7-ad7f-5559cbc43fd2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.775127] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1397.775127] env[65829]: value = "task-4808659" [ 1397.775127] env[65829]: _type = "Task" [ 1397.775127] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.782697] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808659, 'name': Rename_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.285197] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808659, 'name': Rename_Task, 'duration_secs': 0.133808} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.285496] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1398.285752] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b3f09cf-4284-4f34-905c-4e0207713677 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.291995] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1398.291995] env[65829]: value = "task-4808660" [ 1398.291995] env[65829]: _type = "Task" [ 1398.291995] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.299936] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.802186] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808660, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.302296] env[65829]: DEBUG oslo_vmware.api [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808660, 'name': PowerOnVM_Task, 'duration_secs': 0.996178} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.302499] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1399.302699] env[65829]: INFO nova.compute.manager [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1399.302880] env[65829]: DEBUG nova.compute.manager [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1399.303682] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca96a02-8af7-4fdd-8b21-1eacf5a55634 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.823526] env[65829]: INFO nova.compute.manager [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Took 12.92 seconds to build instance. [ 1400.325673] env[65829]: DEBUG oslo_concurrency.lockutils [None req-79ae5a9d-34fe-4f8e-a656-2fb5529b5822 tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "8a9dd82e-6aad-4a32-bde4-0620b6962558" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.433s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.792667] env[65829]: DEBUG nova.compute.manager [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Stashing vm_state: active {{(pid=65829) _prep_resize /opt/stack/nova/nova/compute/manager.py:6184}} [ 1401.313370] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.313648] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.819378] env[65829]: INFO nova.compute.claims [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.325236] env[65829]: INFO nova.compute.resource_tracker [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating resource usage from migration 07a508f7-a89d-4523-8f7a-df3eef22690b [ 1402.376303] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c304446-e326-43dc-81e5-19ea238cee68 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.384635] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573bba11-d93a-4be1-a8d9-64d55efe86d1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.417204] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43a9012-ed6c-4477-b3b4-5c1711461883 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.425605] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99746bd1-6364-4e4f-a569-3cc07cfd9fa8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.439557] env[65829]: DEBUG nova.compute.provider_tree [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1402.942832] env[65829]: DEBUG nova.scheduler.client.report [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.450074] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.136s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.450074] env[65829]: INFO nova.compute.manager [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Migrating [ 1403.964856] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.965070] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.965239] env[65829]: DEBUG nova.network.neutron [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1404.468400] env[65829]: WARNING neutronclient.v2_0.client [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1405.045329] env[65829]: WARNING neutronclient.v2_0.client [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1405.114326] env[65829]: DEBUG nova.network.neutron [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance_info_cache with network_info: [{"id": "913c6740-cdb5-48a0-8952-3177825ce326", "address": "fa:16:3e:2b:15:a7", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913c6740-cd", "ovs_interfaceid": "913c6740-cdb5-48a0-8952-3177825ce326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.617388] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.135265] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58255dc3-22e9-494c-811a-7458c6f99fc3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.155108] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance '8a9dd82e-6aad-4a32-bde4-0620b6962558' progress to 0 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1407.661218] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1407.661578] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a737189-5da2-4764-b379-58b33b485845 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.668672] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1407.668672] env[65829]: value = "task-4808661" [ 1407.668672] env[65829]: _type = "Task" [ 1407.668672] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.676576] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.178250] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808661, 'name': PowerOffVM_Task, 'duration_secs': 0.177567} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.178753] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1408.178753] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance '8a9dd82e-6aad-4a32-bde4-0620b6962558' progress to 17 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1408.685148] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1408.685421] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1408.685558] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1408.685737] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1408.685881] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1408.686037] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1408.686249] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1408.686416] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1408.686703] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1408.686747] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1408.686908] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1408.692211] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20b232db-268b-45c8-a4e5-6f8ee2d1dec3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.709546] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1408.709546] env[65829]: value = "task-4808662" [ 1408.709546] env[65829]: _type = "Task" [ 1408.709546] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.718748] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.220159] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808662, 'name': ReconfigVM_Task, 'duration_secs': 0.136153} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.220546] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance '8a9dd82e-6aad-4a32-bde4-0620b6962558' progress to 33 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1409.727415] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1409.727702] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.727835] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1409.728028] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.728174] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1409.728322] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1409.728524] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1409.728682] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1409.728842] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1409.729020] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1409.729204] env[65829]: DEBUG nova.virt.hardware [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1409.734471] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1409.734769] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45cd4eea-854a-48a2-bd99-f9aa93a92a78 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.754312] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1409.754312] env[65829]: value = "task-4808663" [ 1409.754312] env[65829]: _type = "Task" [ 1409.754312] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.762259] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.264190] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808663, 'name': ReconfigVM_Task, 'duration_secs': 0.163467} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.264542] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1410.265180] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0703c6a8-d57d-4f0d-99eb-58740b9fbb1e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.286811] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 8a9dd82e-6aad-4a32-bde4-0620b6962558/8a9dd82e-6aad-4a32-bde4-0620b6962558.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.287430] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa537042-868f-47e0-8bf6-df1c6026f418 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.304796] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1410.304796] env[65829]: value = "task-4808664" [ 1410.304796] env[65829]: _type = "Task" [ 1410.304796] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.314274] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.814805] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808664, 'name': ReconfigVM_Task, 'duration_secs': 0.247898} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.815197] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 8a9dd82e-6aad-4a32-bde4-0620b6962558/8a9dd82e-6aad-4a32-bde4-0620b6962558.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1410.815472] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance '8a9dd82e-6aad-4a32-bde4-0620b6962558' progress to 50 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.852929] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f83d0b-636b-4c22-95dd-bb039860a4cc {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.872076] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f10856f-3456-4393-b951-a50f1636a709 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.889642] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance '8a9dd82e-6aad-4a32-bde4-0620b6962558' progress to 67 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.395646] env[65829]: WARNING neutronclient.v2_0.client [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1412.396034] env[65829]: WARNING neutronclient.v2_0.client [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1412.431074] env[65829]: DEBUG nova.network.neutron [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Port 913c6740-cdb5-48a0-8952-3177825ce326 binding to destination host cpu-1 is already ACTIVE {{(pid=65829) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1413.450912] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "8a9dd82e-6aad-4a32-bde4-0620b6962558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.450912] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "8a9dd82e-6aad-4a32-bde4-0620b6962558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.450912] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "8a9dd82e-6aad-4a32-bde4-0620b6962558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.461471] env[65829]: WARNING neutronclient.v2_0.client [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1414.494802] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.494990] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.495178] env[65829]: DEBUG nova.network.neutron [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1414.997519] env[65829]: WARNING neutronclient.v2_0.client [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1415.148387] env[65829]: WARNING neutronclient.v2_0.client [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1415.213273] env[65829]: DEBUG nova.network.neutron [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance_info_cache with network_info: [{"id": "913c6740-cdb5-48a0-8952-3177825ce326", "address": "fa:16:3e:2b:15:a7", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913c6740-cd", "ovs_interfaceid": "913c6740-cdb5-48a0-8952-3177825ce326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.716017] env[65829]: DEBUG oslo_concurrency.lockutils [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.242292] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03cb4396-2c57-4a3a-9fe6-b24f692b5ec6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.261557] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e374996f-5ea1-4c95-b5f2-7fe02f3ec528 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.268865] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance '8a9dd82e-6aad-4a32-bde4-0620b6962558' progress to 83 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1416.775351] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.775740] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-962e4d15-2030-4690-9815-4a372757bc30 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.783050] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1416.783050] env[65829]: value = "task-4808665" [ 1416.783050] env[65829]: _type = "Task" [ 1416.783050] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.791477] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.246577] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.246816] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.292820] env[65829]: DEBUG oslo_vmware.api [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808665, 'name': PowerOnVM_Task, 'duration_secs': 0.478346} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.293092] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1417.293276] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb6a31-84ee-4e6d-9999-cdb7d37542bc tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance '8a9dd82e-6aad-4a32-bde4-0620b6962558' progress to 100 {{(pid=65829) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1417.750902] env[65829]: DEBUG nova.compute.utils [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1418.254562] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.164896] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "8a9dd82e-6aad-4a32-bde4-0620b6962558" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.165195] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "8a9dd82e-6aad-4a32-bde4-0620b6962558" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.165384] env[65829]: DEBUG nova.compute.manager [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Going to confirm migration 10 {{(pid=65829) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5298}} [ 1419.319374] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.319817] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.319871] env[65829]: INFO nova.compute.manager [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Attaching volume af5c0e62-38e6-48a3-bc71-c01a54beb534 to /dev/sdb [ 1419.350782] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d49f258-a7b7-408c-8903-3a7d101047f8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.358604] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de8b76b-b770-4998-b569-3ea6c499ed20 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.372439] env[65829]: DEBUG nova.virt.block_device [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Updating existing volume attachment record: bc12b70e-621a-41de-9355-6da22bf7e927 {{(pid=65829) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1419.672167] env[65829]: WARNING neutronclient.v2_0.client [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1419.718213] env[65829]: WARNING neutronclient.v2_0.client [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1419.718620] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.718726] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquired lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.718891] env[65829]: DEBUG nova.network.neutron [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1419.719106] env[65829]: DEBUG nova.objects.instance [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lazy-loading 'info_cache' on Instance uuid 8a9dd82e-6aad-4a32-bde4-0620b6962558 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1420.725403] env[65829]: WARNING neutronclient.v2_0.client [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1420.873716] env[65829]: WARNING neutronclient.v2_0.client [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1420.941793] env[65829]: DEBUG nova.network.neutron [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance_info_cache with network_info: [{"id": "913c6740-cdb5-48a0-8952-3177825ce326", "address": "fa:16:3e:2b:15:a7", "network": {"id": "03ffe48e-e6f4-410a-872d-7982181c5bf3", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1208392023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21b18a1dba194796a1e81c7c59cf0b2d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "713e54d5-283f-493d-b003-f13182deaf7b", "external-id": "cl2-zone-703", "segmentation_id": 703, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap913c6740-cd", "ovs_interfaceid": "913c6740-cdb5-48a0-8952-3177825ce326", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.445193] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Releasing lock "refresh_cache-8a9dd82e-6aad-4a32-bde4-0620b6962558" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.445472] env[65829]: DEBUG nova.objects.instance [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lazy-loading 'migration_context' on Instance uuid 8a9dd82e-6aad-4a32-bde4-0620b6962558 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.949049] env[65829]: DEBUG nova.objects.base [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Object Instance<8a9dd82e-6aad-4a32-bde4-0620b6962558> lazy-loaded attributes: info_cache,migration_context {{(pid=65829) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1421.950041] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58d2a19-4a9a-4243-868f-e62be2de20b3 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.970612] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3740e5bb-5be6-479f-be68-58e986d11c52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.976078] env[65829]: DEBUG oslo_vmware.api [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1421.976078] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529f457d-b644-611d-ab32-3c1af5b3d8e3" [ 1421.976078] env[65829]: _type = "Task" [ 1421.976078] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.984209] env[65829]: DEBUG oslo_vmware.api [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529f457d-b644-611d-ab32-3c1af5b3d8e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.486697] env[65829]: DEBUG oslo_vmware.api [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529f457d-b644-611d-ab32-3c1af5b3d8e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009453} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.486980] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.487319] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.049530] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0c75bc-9808-4fbc-bbc3-699b885c2044 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.057495] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389426fa-7f87-415d-bc7d-d54150618e0d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.087546] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04985b02-b083-4da0-b2dd-aa533057c2a4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.094913] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c957b72-e8a7-4ca8-acb6-0f73951df7a0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.108426] env[65829]: DEBUG nova.compute.provider_tree [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.612384] env[65829]: DEBUG nova.scheduler.client.report [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.918208] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Volume attach. Driver type: vmdk {{(pid=65829) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1423.918456] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937601', 'volume_id': 'af5c0e62-38e6-48a3-bc71-c01a54beb534', 'name': 'volume-af5c0e62-38e6-48a3-bc71-c01a54beb534', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d32f237-b00d-4cd4-9a51-fde493b313aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'af5c0e62-38e6-48a3-bc71-c01a54beb534', 'serial': 'af5c0e62-38e6-48a3-bc71-c01a54beb534'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1423.919387] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084b2929-2e5c-45c9-a1f2-4d5b4cd42c83 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.935987] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b6237a-1825-42cf-a11b-d1418e7e1b1a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.960227] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-af5c0e62-38e6-48a3-bc71-c01a54beb534/volume-af5c0e62-38e6-48a3-bc71-c01a54beb534.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1423.960528] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f7c198e-fae2-4d97-9afa-74ce4c34d2a1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.978616] env[65829]: DEBUG oslo_vmware.api [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1423.978616] env[65829]: value = "task-4808668" [ 1423.978616] env[65829]: _type = "Task" [ 1423.978616] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.987142] env[65829]: DEBUG oslo_vmware.api [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.488910] env[65829]: DEBUG oslo_vmware.api [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808668, 'name': ReconfigVM_Task, 'duration_secs': 0.362469} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.489318] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-af5c0e62-38e6-48a3-bc71-c01a54beb534/volume-af5c0e62-38e6-48a3-bc71-c01a54beb534.vmdk or device None with type thin {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.494087] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-730ed933-3ad5-45b8-9d92-246a4c88ee14 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.509307] env[65829]: DEBUG oslo_vmware.api [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1424.509307] env[65829]: value = "task-4808669" [ 1424.509307] env[65829]: _type = "Task" [ 1424.509307] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.517889] env[65829]: DEBUG oslo_vmware.api [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.626575] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.139s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.018824] env[65829]: DEBUG oslo_vmware.api [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808669, 'name': ReconfigVM_Task, 'duration_secs': 0.140856} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.019215] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937601', 'volume_id': 'af5c0e62-38e6-48a3-bc71-c01a54beb534', 'name': 'volume-af5c0e62-38e6-48a3-bc71-c01a54beb534', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d32f237-b00d-4cd4-9a51-fde493b313aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'af5c0e62-38e6-48a3-bc71-c01a54beb534', 'serial': 'af5c0e62-38e6-48a3-bc71-c01a54beb534'} {{(pid=65829) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1425.189369] env[65829]: INFO nova.scheduler.client.report [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted allocation for migration 07a508f7-a89d-4523-8f7a-df3eef22690b [ 1425.695120] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "8a9dd82e-6aad-4a32-bde4-0620b6962558" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.530s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.055706] env[65829]: DEBUG nova.objects.instance [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lazy-loading 'flavor' on Instance uuid 7d32f237-b00d-4cd4-9a51-fde493b313aa {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.562386] env[65829]: DEBUG oslo_concurrency.lockutils [None req-3e96cce2-80f6-4800-96dd-b23613c4ba5a tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.793515] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.793897] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.185676] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "8a9dd82e-6aad-4a32-bde4-0620b6962558" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.185952] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "8a9dd82e-6aad-4a32-bde4-0620b6962558" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.186202] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "8a9dd82e-6aad-4a32-bde4-0620b6962558-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.186391] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "8a9dd82e-6aad-4a32-bde4-0620b6962558-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.186560] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "8a9dd82e-6aad-4a32-bde4-0620b6962558-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.188852] env[65829]: INFO nova.compute.manager [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Terminating instance [ 1427.297556] env[65829]: INFO nova.compute.manager [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Detaching volume af5c0e62-38e6-48a3-bc71-c01a54beb534 [ 1427.332619] env[65829]: INFO nova.virt.block_device [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Attempting to driver detach volume af5c0e62-38e6-48a3-bc71-c01a54beb534 from mountpoint /dev/sdb [ 1427.332858] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Volume detach. Driver type: vmdk {{(pid=65829) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1427.333060] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937601', 'volume_id': 'af5c0e62-38e6-48a3-bc71-c01a54beb534', 'name': 'volume-af5c0e62-38e6-48a3-bc71-c01a54beb534', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d32f237-b00d-4cd4-9a51-fde493b313aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'af5c0e62-38e6-48a3-bc71-c01a54beb534', 'serial': 'af5c0e62-38e6-48a3-bc71-c01a54beb534'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1427.333967] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a118b4-1116-45fd-9478-0bedd68933c2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.355847] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c23022a-04e1-43e5-8a5a-2e7b672dcf80 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.363740] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5e9178-73c4-4666-beca-663162fb91b1 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.384653] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f9816f-27dd-4763-bf23-a2badfc519f5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.401024] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] The volume has not been displaced from its original location: [datastore2] volume-af5c0e62-38e6-48a3-bc71-c01a54beb534/volume-af5c0e62-38e6-48a3-bc71-c01a54beb534.vmdk. No consolidation needed. {{(pid=65829) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1427.406258] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1427.406583] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6365cf7a-c393-40cf-bbb4-1b9866b9f19d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.425021] env[65829]: DEBUG oslo_vmware.api [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1427.425021] env[65829]: value = "task-4808670" [ 1427.425021] env[65829]: _type = "Task" [ 1427.425021] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.433055] env[65829]: DEBUG oslo_vmware.api [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.692907] env[65829]: DEBUG nova.compute.manager [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1427.693138] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.694083] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257d16f8-4073-418e-836f-08620e083678 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.702195] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.702485] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cf4d96c-26bd-4e49-9c5b-4a2b22d22a7e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.708954] env[65829]: DEBUG oslo_vmware.api [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1427.708954] env[65829]: value = "task-4808671" [ 1427.708954] env[65829]: _type = "Task" [ 1427.708954] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.717762] env[65829]: DEBUG oslo_vmware.api [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.936414] env[65829]: DEBUG oslo_vmware.api [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808670, 'name': ReconfigVM_Task, 'duration_secs': 0.238168} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.936414] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=65829) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1427.941147] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3295a502-48e2-4eb5-9355-553eb112510d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.956793] env[65829]: DEBUG oslo_vmware.api [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1427.956793] env[65829]: value = "task-4808672" [ 1427.956793] env[65829]: _type = "Task" [ 1427.956793] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.964748] env[65829]: DEBUG oslo_vmware.api [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.218092] env[65829]: DEBUG oslo_vmware.api [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808671, 'name': PowerOffVM_Task, 'duration_secs': 0.185638} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.218329] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.218488] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.218749] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc0e5aa8-d546-43b9-ba75-8b6c7b3645e4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.281764] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.282045] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Deleting contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.282266] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleting the datastore file [datastore1] 8a9dd82e-6aad-4a32-bde4-0620b6962558 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.282561] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e71a1df1-1f8f-47e9-a373-99d8c42cb22c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.290882] env[65829]: DEBUG oslo_vmware.api [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for the task: (returnval){ [ 1428.290882] env[65829]: value = "task-4808674" [ 1428.290882] env[65829]: _type = "Task" [ 1428.290882] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.299587] env[65829]: DEBUG oslo_vmware.api [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.466133] env[65829]: DEBUG oslo_vmware.api [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808672, 'name': ReconfigVM_Task, 'duration_secs': 0.143661} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.466442] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-937601', 'volume_id': 'af5c0e62-38e6-48a3-bc71-c01a54beb534', 'name': 'volume-af5c0e62-38e6-48a3-bc71-c01a54beb534', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7d32f237-b00d-4cd4-9a51-fde493b313aa', 'attached_at': '', 'detached_at': '', 'volume_id': 'af5c0e62-38e6-48a3-bc71-c01a54beb534', 'serial': 'af5c0e62-38e6-48a3-bc71-c01a54beb534'} {{(pid=65829) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1428.801374] env[65829]: DEBUG oslo_vmware.api [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Task: {'id': task-4808674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143013} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.801607] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.801773] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Deleted contents of the VM from datastore datastore1 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.801946] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.802134] env[65829]: INFO nova.compute.manager [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1428.802416] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1428.802661] env[65829]: DEBUG nova.compute.manager [-] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1428.802815] env[65829]: DEBUG nova.network.neutron [-] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1428.802961] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1428.833783] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1429.008312] env[65829]: DEBUG nova.objects.instance [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lazy-loading 'flavor' on Instance uuid 7d32f237-b00d-4cd4-9a51-fde493b313aa {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1429.080130] env[65829]: DEBUG nova.compute.manager [req-aa664a14-c591-41c7-b1bb-18122d66de2d req-a3a0f556-f2eb-4ab0-a3d2-58b60d64219a service nova] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Received event network-vif-deleted-913c6740-cdb5-48a0-8952-3177825ce326 {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1429.080339] env[65829]: INFO nova.compute.manager [req-aa664a14-c591-41c7-b1bb-18122d66de2d req-a3a0f556-f2eb-4ab0-a3d2-58b60d64219a service nova] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Neutron deleted interface 913c6740-cdb5-48a0-8952-3177825ce326; detaching it from the instance and deleting it from the info cache [ 1429.080506] env[65829]: DEBUG nova.network.neutron [req-aa664a14-c591-41c7-b1bb-18122d66de2d req-a3a0f556-f2eb-4ab0-a3d2-58b60d64219a service nova] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.563502] env[65829]: DEBUG nova.network.neutron [-] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.582710] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70be85e5-96a8-4c08-a29b-33092b1dd130 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.594024] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dcb16f-c9ad-4390-bfa6-575f24d78178 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.623249] env[65829]: DEBUG nova.compute.manager [req-aa664a14-c591-41c7-b1bb-18122d66de2d req-a3a0f556-f2eb-4ab0-a3d2-58b60d64219a service nova] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Detach interface failed, port_id=913c6740-cdb5-48a0-8952-3177825ce326, reason: Instance 8a9dd82e-6aad-4a32-bde4-0620b6962558 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1430.016586] env[65829]: DEBUG oslo_concurrency.lockutils [None req-1ad25ca7-3903-4776-8372-96a76afb7b89 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.223s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.065919] env[65829]: INFO nova.compute.manager [-] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Took 1.26 seconds to deallocate network for instance. [ 1430.573043] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.573428] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.573676] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.605571] env[65829]: INFO nova.scheduler.client.report [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Deleted allocations for instance 8a9dd82e-6aad-4a32-bde4-0620b6962558 [ 1431.036249] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.036630] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.036723] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "7d32f237-b00d-4cd4-9a51-fde493b313aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.036908] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.037085] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.039535] env[65829]: INFO nova.compute.manager [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Terminating instance [ 1431.113280] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cb5cf6c6-aa2e-428e-955d-3dbf38d2301f tempest-DeleteServersTestJSON-962053347 tempest-DeleteServersTestJSON-962053347-project-member] Lock "8a9dd82e-6aad-4a32-bde4-0620b6962558" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.927s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.542999] env[65829]: DEBUG nova.compute.manager [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1431.543225] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1431.544232] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59374147-4ee1-4fd7-9c7a-e5701e719556 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.552456] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.552693] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ab7417b-408f-47ff-876b-ae61e802d823 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.559043] env[65829]: DEBUG oslo_vmware.api [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1431.559043] env[65829]: value = "task-4808676" [ 1431.559043] env[65829]: _type = "Task" [ 1431.559043] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.567263] env[65829]: DEBUG oslo_vmware.api [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.069022] env[65829]: DEBUG oslo_vmware.api [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.570961] env[65829]: DEBUG oslo_vmware.api [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.073362] env[65829]: DEBUG oslo_vmware.api [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808676, 'name': PowerOffVM_Task, 'duration_secs': 1.153089} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.073744] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1433.073744] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1433.074076] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0f5f1f3-2884-4e81-a703-243ee2c7e899 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.143138] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1433.143366] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1433.143544] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Deleting the datastore file [datastore2] 7d32f237-b00d-4cd4-9a51-fde493b313aa {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1433.143855] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6232702f-8f68-44e1-849f-b827a4e0df6e {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.150269] env[65829]: DEBUG oslo_vmware.api [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for the task: (returnval){ [ 1433.150269] env[65829]: value = "task-4808678" [ 1433.150269] env[65829]: _type = "Task" [ 1433.150269] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.158931] env[65829]: DEBUG oslo_vmware.api [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.660441] env[65829]: DEBUG oslo_vmware.api [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Task: {'id': task-4808678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138624} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.660667] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1433.660816] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1433.660987] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1433.661172] env[65829]: INFO nova.compute.manager [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1433.661455] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1433.661650] env[65829]: DEBUG nova.compute.manager [-] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1433.661743] env[65829]: DEBUG nova.network.neutron [-] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1433.661977] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1433.696324] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1434.180874] env[65829]: DEBUG nova.compute.manager [req-1a9053ac-2787-4b1d-96ab-a88462aba29a req-6343fe77-c00c-446a-bb47-922e1da19205 service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Received event network-vif-deleted-c482efb1-83c4-48b9-a8ea-cfc2fefa727b {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1434.181146] env[65829]: INFO nova.compute.manager [req-1a9053ac-2787-4b1d-96ab-a88462aba29a req-6343fe77-c00c-446a-bb47-922e1da19205 service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Neutron deleted interface c482efb1-83c4-48b9-a8ea-cfc2fefa727b; detaching it from the instance and deleting it from the info cache [ 1434.181258] env[65829]: DEBUG nova.network.neutron [req-1a9053ac-2787-4b1d-96ab-a88462aba29a req-6343fe77-c00c-446a-bb47-922e1da19205 service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.661725] env[65829]: DEBUG nova.network.neutron [-] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1434.683813] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c735f4dc-aa50-411d-ac64-a5f7a14e70b4 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.694471] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1329362-b00f-421d-9e82-f08420ba6b86 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.722654] env[65829]: DEBUG nova.compute.manager [req-1a9053ac-2787-4b1d-96ab-a88462aba29a req-6343fe77-c00c-446a-bb47-922e1da19205 service nova] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Detach interface failed, port_id=c482efb1-83c4-48b9-a8ea-cfc2fefa727b, reason: Instance 7d32f237-b00d-4cd4-9a51-fde493b313aa could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1435.164239] env[65829]: INFO nova.compute.manager [-] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Took 1.50 seconds to deallocate network for instance. [ 1435.672218] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.672218] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.672218] env[65829]: DEBUG nova.objects.instance [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lazy-loading 'resources' on Instance uuid 7d32f237-b00d-4cd4-9a51-fde493b313aa {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1436.043216] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.208111] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c3ad28-d678-4796-b816-d98e08fa227a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.216207] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02326840-b380-40e2-8cee-0fa311f05659 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.248365] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ebc43b-6939-4e8e-8356-db7b5e7e89d9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.258221] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ead6f39-2913-4178-98db-55c6d388210c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.272693] env[65829]: DEBUG nova.compute.provider_tree [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.775842] env[65829]: DEBUG nova.scheduler.client.report [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.281505] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.310675] env[65829]: INFO nova.scheduler.client.report [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Deleted allocations for instance 7d32f237-b00d-4cd4-9a51-fde493b313aa [ 1437.820280] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d423ab43-1c0c-4b82-a7da-e48299ccd9a3 tempest-AttachVolumeNegativeTest-581043862 tempest-AttachVolumeNegativeTest-581043862-project-member] Lock "7d32f237-b00d-4cd4-9a51-fde493b313aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.783s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.544232] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.544582] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1439.544646] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Cleaning up deleted instances {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1439.571651] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Acquiring lock "11cf3ac4-4002-4832-a399-de1520d20d77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.571651] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Lock "11cf3ac4-4002-4832-a399-de1520d20d77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.056824] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] There are 30 instances to clean {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11935}} [ 1440.057205] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 8a9dd82e-6aad-4a32-bde4-0620b6962558] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1440.074275] env[65829]: DEBUG nova.compute.manager [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Starting instance... {{(pid=65829) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2484}} [ 1440.562365] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 7d32f237-b00d-4cd4-9a51-fde493b313aa] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1440.672536] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.672852] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.674770] env[65829]: INFO nova.compute.claims [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.066168] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 007cf842-df6d-488d-a84e-6671a1a108a4] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1441.570516] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 3cc60b0e-2997-4ca8-a9fd-e91ffabe5b06] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1441.718128] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef75fbe-b61e-4ff1-908f-06758013baf2 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.726582] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322695c4-8942-4c1e-a9ce-1bc1ccd784a6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.758568] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0815a8-279e-4919-9559-5b0e99793fce {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.766695] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7a3a47-12d3-4ddf-a92c-3257e4882efd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.781869] env[65829]: DEBUG nova.compute.provider_tree [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.076699] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 54392f82-7985-4692-8439-4916a197279e] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1442.284989] env[65829]: DEBUG nova.scheduler.client.report [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1442.580275] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 0658fdc0-ee7d-49bd-ac6d-09a993120fea] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1442.790366] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.790841] env[65829]: DEBUG nova.compute.manager [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Start building networks asynchronously for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2882}} [ 1443.084193] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: f0be9c82-4723-47ac-bbf9-b1bdf43f3528] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1443.296661] env[65829]: DEBUG nova.compute.utils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Using /dev/sd instead of None {{(pid=65829) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1443.298169] env[65829]: DEBUG nova.compute.manager [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Allocating IP information in the background. {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2028}} [ 1443.298315] env[65829]: DEBUG nova.network.neutron [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] allocate_for_instance() {{(pid=65829) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1443.298698] env[65829]: WARNING neutronclient.v2_0.client [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1443.298934] env[65829]: WARNING neutronclient.v2_0.client [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1443.360337] env[65829]: DEBUG nova.policy [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d75ea1fd6e84f2ca88e6e7393e5b951', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c493eeda32745b08c883df26bd15f50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65829) authorize /opt/stack/nova/nova/policy.py:192}} [ 1443.588677] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: a775b968-8741-49e9-a47b-a41d308cc476] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1443.662589] env[65829]: DEBUG nova.network.neutron [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Successfully created port: 955323fd-60f6-4207-bd40-c62b638a2d6a {{(pid=65829) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1443.803076] env[65829]: DEBUG nova.compute.manager [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Start building block device mappings for instance. {{(pid=65829) _build_resources /opt/stack/nova/nova/compute/manager.py:2917}} [ 1444.092390] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 8dfab946-8ee1-462c-bad8-853ab96fe7fd] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1444.596396] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 408be469-9555-4d78-ad50-cb6ed92b7ca4] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1444.813087] env[65829]: DEBUG nova.compute.manager [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Start spawning the instance on the hypervisor. {{(pid=65829) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2690}} [ 1444.843841] env[65829]: DEBUG nova.virt.hardware [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-23T04:25:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-23T04:25:34Z,direct_url=,disk_format='vmdk',id=6f2c409c-89b4-4bc1-ad56-6451b4f5cb90,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1f8fbd7eb8fd44f79f3751511f31e343',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-23T04:25:35Z,virtual_size=,visibility=), allow threads: False {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1444.844113] env[65829]: DEBUG nova.virt.hardware [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Flavor limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1444.844270] env[65829]: DEBUG nova.virt.hardware [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Image limits 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1444.844456] env[65829]: DEBUG nova.virt.hardware [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Flavor pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1444.844600] env[65829]: DEBUG nova.virt.hardware [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Image pref 0:0:0 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1444.844745] env[65829]: DEBUG nova.virt.hardware [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65829) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1444.844954] env[65829]: DEBUG nova.virt.hardware [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1444.845158] env[65829]: DEBUG nova.virt.hardware [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1444.845341] env[65829]: DEBUG nova.virt.hardware [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Got 1 possible topologies {{(pid=65829) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1444.845505] env[65829]: DEBUG nova.virt.hardware [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1444.845677] env[65829]: DEBUG nova.virt.hardware [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65829) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1444.846594] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f29cae-4dd4-43a7-b072-2f7897f2c918 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.855512] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39079fde-e16d-44a2-8369-842dfd840055 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.100343] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 371f097d-cfd6-469a-8973-1dadf8292c53] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1445.104266] env[65829]: DEBUG nova.compute.manager [req-fee724b5-ed76-435f-a219-b4bdc940a456 req-cc175ee5-eb61-43d8-a139-d3b1bc2fca43 service nova] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Received event network-vif-plugged-955323fd-60f6-4207-bd40-c62b638a2d6a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1445.104479] env[65829]: DEBUG oslo_concurrency.lockutils [req-fee724b5-ed76-435f-a219-b4bdc940a456 req-cc175ee5-eb61-43d8-a139-d3b1bc2fca43 service nova] Acquiring lock "11cf3ac4-4002-4832-a399-de1520d20d77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.104686] env[65829]: DEBUG oslo_concurrency.lockutils [req-fee724b5-ed76-435f-a219-b4bdc940a456 req-cc175ee5-eb61-43d8-a139-d3b1bc2fca43 service nova] Lock "11cf3ac4-4002-4832-a399-de1520d20d77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.104847] env[65829]: DEBUG oslo_concurrency.lockutils [req-fee724b5-ed76-435f-a219-b4bdc940a456 req-cc175ee5-eb61-43d8-a139-d3b1bc2fca43 service nova] Lock "11cf3ac4-4002-4832-a399-de1520d20d77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.105018] env[65829]: DEBUG nova.compute.manager [req-fee724b5-ed76-435f-a219-b4bdc940a456 req-cc175ee5-eb61-43d8-a139-d3b1bc2fca43 service nova] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] No waiting events found dispatching network-vif-plugged-955323fd-60f6-4207-bd40-c62b638a2d6a {{(pid=65829) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1445.105187] env[65829]: WARNING nova.compute.manager [req-fee724b5-ed76-435f-a219-b4bdc940a456 req-cc175ee5-eb61-43d8-a139-d3b1bc2fca43 service nova] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Received unexpected event network-vif-plugged-955323fd-60f6-4207-bd40-c62b638a2d6a for instance with vm_state building and task_state spawning. [ 1445.192616] env[65829]: DEBUG nova.network.neutron [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Successfully updated port: 955323fd-60f6-4207-bd40-c62b638a2d6a {{(pid=65829) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1445.606928] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 95d4a51b-d2ee-4b9b-aaa0-06cbab09e159] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1445.695183] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Acquiring lock "refresh_cache-11cf3ac4-4002-4832-a399-de1520d20d77" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.695356] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Acquired lock "refresh_cache-11cf3ac4-4002-4832-a399-de1520d20d77" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.695539] env[65829]: DEBUG nova.network.neutron [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Building network info cache for instance {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1446.110732] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: f0f06216-64dc-4956-9e62-d2baed55cbb6] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1446.241103] env[65829]: DEBUG nova.network.neutron [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Instance cache missing network info. {{(pid=65829) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1446.324550] env[65829]: WARNING neutronclient.v2_0.client [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1446.400732] env[65829]: DEBUG nova.network.neutron [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Updating instance_info_cache with network_info: [{"id": "955323fd-60f6-4207-bd40-c62b638a2d6a", "address": "fa:16:3e:47:51:44", "network": {"id": "acc2f110-b2e9-4f18-966b-cace7e8a68e5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-505314121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c493eeda32745b08c883df26bd15f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955323fd-60", "ovs_interfaceid": "955323fd-60f6-4207-bd40-c62b638a2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.615369] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 7e32e0eb-b2f4-4fa9-a050-a965ed547e4f] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1446.903659] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Releasing lock "refresh_cache-11cf3ac4-4002-4832-a399-de1520d20d77" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.904030] env[65829]: DEBUG nova.compute.manager [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Instance network_info: |[{"id": "955323fd-60f6-4207-bd40-c62b638a2d6a", "address": "fa:16:3e:47:51:44", "network": {"id": "acc2f110-b2e9-4f18-966b-cace7e8a68e5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-505314121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c493eeda32745b08c883df26bd15f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955323fd-60", "ovs_interfaceid": "955323fd-60f6-4207-bd40-c62b638a2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65829) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2043}} [ 1446.904495] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:51:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba27300-88df-4c95-b9e0-a4a8b5039c3c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '955323fd-60f6-4207-bd40-c62b638a2d6a', 'vif_model': 'vmxnet3'}] {{(pid=65829) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1446.912018] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Creating folder: Project (6c493eeda32745b08c883df26bd15f50). Parent ref: group-v937255. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1446.912324] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e9ee509-d6d9-4175-a554-76cedf009f85 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.924475] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Created folder: Project (6c493eeda32745b08c883df26bd15f50) in parent group-v937255. [ 1446.924797] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Creating folder: Instances. Parent ref: group-v937602. {{(pid=65829) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1446.925192] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07cb4a6b-ec9b-4d66-b797-9ccd7e106451 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.935980] env[65829]: INFO nova.virt.vmwareapi.vm_util [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Created folder: Instances in parent group-v937602. [ 1446.936419] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1446.936738] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Creating VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1446.937078] env[65829]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c88d285-1aef-4b35-b76f-85d89bfa7c43 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.958140] env[65829]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1446.958140] env[65829]: value = "task-4808684" [ 1446.958140] env[65829]: _type = "Task" [ 1446.958140] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.966960] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808684, 'name': CreateVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.118816] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: cc273384-cd47-4490-baf3-14e4066ac74e] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1447.134738] env[65829]: DEBUG nova.compute.manager [req-2da2d85f-c8fb-4a14-a42a-dc7cc4770ce2 req-12d16dd9-8271-48a4-83fd-182f5261b4b4 service nova] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Received event network-changed-955323fd-60f6-4207-bd40-c62b638a2d6a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1447.135069] env[65829]: DEBUG nova.compute.manager [req-2da2d85f-c8fb-4a14-a42a-dc7cc4770ce2 req-12d16dd9-8271-48a4-83fd-182f5261b4b4 service nova] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Refreshing instance network info cache due to event network-changed-955323fd-60f6-4207-bd40-c62b638a2d6a. {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11834}} [ 1447.135172] env[65829]: DEBUG oslo_concurrency.lockutils [req-2da2d85f-c8fb-4a14-a42a-dc7cc4770ce2 req-12d16dd9-8271-48a4-83fd-182f5261b4b4 service nova] Acquiring lock "refresh_cache-11cf3ac4-4002-4832-a399-de1520d20d77" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.135313] env[65829]: DEBUG oslo_concurrency.lockutils [req-2da2d85f-c8fb-4a14-a42a-dc7cc4770ce2 req-12d16dd9-8271-48a4-83fd-182f5261b4b4 service nova] Acquired lock "refresh_cache-11cf3ac4-4002-4832-a399-de1520d20d77" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.135528] env[65829]: DEBUG nova.network.neutron [req-2da2d85f-c8fb-4a14-a42a-dc7cc4770ce2 req-12d16dd9-8271-48a4-83fd-182f5261b4b4 service nova] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Refreshing network info cache for port 955323fd-60f6-4207-bd40-c62b638a2d6a {{(pid=65829) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.468646] env[65829]: DEBUG oslo_vmware.api [-] Task: {'id': task-4808684, 'name': CreateVM_Task, 'duration_secs': 0.321638} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.468838] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Created VM on the ESX host {{(pid=65829) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1447.469389] env[65829]: WARNING neutronclient.v2_0.client [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1447.469773] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.469930] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.470300] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.470575] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77476fd-bfd8-48db-b718-5e504e3bcae9 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.476488] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Waiting for the task: (returnval){ [ 1447.476488] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529ee394-42e1-ae60-b2e1-a55218a80a3c" [ 1447.476488] env[65829]: _type = "Task" [ 1447.476488] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.486400] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529ee394-42e1-ae60-b2e1-a55218a80a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.622275] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 0bf96d71-da21-4621-9a0e-f51c2a9627ba] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1447.637868] env[65829]: WARNING neutronclient.v2_0.client [req-2da2d85f-c8fb-4a14-a42a-dc7cc4770ce2 req-12d16dd9-8271-48a4-83fd-182f5261b4b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1447.863224] env[65829]: WARNING neutronclient.v2_0.client [req-2da2d85f-c8fb-4a14-a42a-dc7cc4770ce2 req-12d16dd9-8271-48a4-83fd-182f5261b4b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1447.934387] env[65829]: DEBUG nova.network.neutron [req-2da2d85f-c8fb-4a14-a42a-dc7cc4770ce2 req-12d16dd9-8271-48a4-83fd-182f5261b4b4 service nova] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Updated VIF entry in instance network info cache for port 955323fd-60f6-4207-bd40-c62b638a2d6a. {{(pid=65829) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1447.934764] env[65829]: DEBUG nova.network.neutron [req-2da2d85f-c8fb-4a14-a42a-dc7cc4770ce2 req-12d16dd9-8271-48a4-83fd-182f5261b4b4 service nova] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Updating instance_info_cache with network_info: [{"id": "955323fd-60f6-4207-bd40-c62b638a2d6a", "address": "fa:16:3e:47:51:44", "network": {"id": "acc2f110-b2e9-4f18-966b-cace7e8a68e5", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-505314121-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c493eeda32745b08c883df26bd15f50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba27300-88df-4c95-b9e0-a4a8b5039c3c", "external-id": "nsx-vlan-transportzone-681", "segmentation_id": 681, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap955323fd-60", "ovs_interfaceid": "955323fd-60f6-4207-bd40-c62b638a2d6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.989856] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]529ee394-42e1-ae60-b2e1-a55218a80a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.990176] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.990415] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Processing image 6f2c409c-89b4-4bc1-ad56-6451b4f5cb90 {{(pid=65829) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1447.990651] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.990798] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.990979] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1447.991409] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5450f727-25fb-48d8-b7a8-1bfbe7a24ffd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.002452] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65829) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1448.002756] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65829) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1448.003670] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de6d388e-a22d-42f8-bdf9-eb8c91c86d5a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.011721] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Waiting for the task: (returnval){ [ 1448.011721] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5251ffa3-5832-6075-09f7-db5cbfeec92c" [ 1448.011721] env[65829]: _type = "Task" [ 1448.011721] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.023047] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5251ffa3-5832-6075-09f7-db5cbfeec92c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.126562] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 334082d2-d4f5-4302-8acf-56c28655b1a5] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1448.438383] env[65829]: DEBUG oslo_concurrency.lockutils [req-2da2d85f-c8fb-4a14-a42a-dc7cc4770ce2 req-12d16dd9-8271-48a4-83fd-182f5261b4b4 service nova] Releasing lock "refresh_cache-11cf3ac4-4002-4832-a399-de1520d20d77" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.524605] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]5251ffa3-5832-6075-09f7-db5cbfeec92c, 'name': SearchDatastore_Task, 'duration_secs': 0.012483} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.525312] env[65829]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3137fc0-195c-4e46-ab60-06ac0120f1e7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.531370] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Waiting for the task: (returnval){ [ 1448.531370] env[65829]: value = "session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52956b2d-400f-769b-254e-a4163b962ba0" [ 1448.531370] env[65829]: _type = "Task" [ 1448.531370] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.540288] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52956b2d-400f-769b-254e-a4163b962ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.630233] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 22cd6241-180d-4eb8-85a7-6137daaaeab9] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1449.042457] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': session[520ab97e-636b-5c7b-0e1c-fe21be3d9607]52956b2d-400f-769b-254e-a4163b962ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.042731] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk" {{(pid=65829) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.042974] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 11cf3ac4-4002-4832-a399-de1520d20d77/11cf3ac4-4002-4832-a399-de1520d20d77.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1449.043265] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81b8ef4b-ca54-4344-9ec4-49f90aa4f269 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.050671] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Waiting for the task: (returnval){ [ 1449.050671] env[65829]: value = "task-4808685" [ 1449.050671] env[65829]: _type = "Task" [ 1449.050671] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.059082] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.133895] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: bd997579-97dd-4259-b21b-d6e2152584a7] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1449.560776] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467691} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.561038] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90/6f2c409c-89b4-4bc1-ad56-6451b4f5cb90.vmdk to [datastore2] 11cf3ac4-4002-4832-a399-de1520d20d77/11cf3ac4-4002-4832-a399-de1520d20d77.vmdk {{(pid=65829) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1449.561259] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Extending root virtual disk to 1048576 {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1449.561551] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c75804ca-9e9d-4378-8e55-1da1464d6856 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.569678] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Waiting for the task: (returnval){ [ 1449.569678] env[65829]: value = "task-4808686" [ 1449.569678] env[65829]: _type = "Task" [ 1449.569678] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.577666] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.637503] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: e486f477-e000-4b50-844a-35399d88bba1] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1450.080962] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.141133] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 5e85be84-9722-4804-be8b-0e6a48416f3c] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1450.579798] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.939608} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.580084] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Extended root virtual disk {{(pid=65829) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1450.580885] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ebbc92-54db-4abf-992e-289b894050c6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.603979] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 11cf3ac4-4002-4832-a399-de1520d20d77/11cf3ac4-4002-4832-a399-de1520d20d77.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1450.604278] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-661704fe-6931-4587-ae39-15539e02195a {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.624941] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Waiting for the task: (returnval){ [ 1450.624941] env[65829]: value = "task-4808687" [ 1450.624941] env[65829]: _type = "Task" [ 1450.624941] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.632989] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808687, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.644687] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 980bef1b-4e3f-4a15-8135-11c7e69df0b5] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1451.136062] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808687, 'name': ReconfigVM_Task, 'duration_secs': 0.268809} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.136399] env[65829]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 11cf3ac4-4002-4832-a399-de1520d20d77/11cf3ac4-4002-4832-a399-de1520d20d77.vmdk or device None with type sparse {{(pid=65829) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.137136] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5267840-6f8f-4dae-abb4-aef66950eb52 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.144381] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Waiting for the task: (returnval){ [ 1451.144381] env[65829]: value = "task-4808688" [ 1451.144381] env[65829]: _type = "Task" [ 1451.144381] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.147784] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: bbb8917c-8685-4136-980f-66c52f3b939f] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1451.155696] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808688, 'name': Rename_Task} progress is 5%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.652018] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 22a0b5c3-99c8-4445-b5bb-9c4179cb7fbf] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1451.656931] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808688, 'name': Rename_Task, 'duration_secs': 0.150136} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.657408] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Powering on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1451.657653] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-316f942f-72f8-4f5d-9e52-37638f3f6016 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.665175] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Waiting for the task: (returnval){ [ 1451.665175] env[65829]: value = "task-4808689" [ 1451.665175] env[65829]: _type = "Task" [ 1451.665175] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.673382] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.158588] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: af9abb1d-39d6-4565-a43a-f87a02d30f10] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1452.176573] env[65829]: DEBUG oslo_vmware.api [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808689, 'name': PowerOnVM_Task, 'duration_secs': 0.453119} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.176836] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Powered on the VM {{(pid=65829) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.177048] env[65829]: INFO nova.compute.manager [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1452.177234] env[65829]: DEBUG nova.compute.manager [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Checking state {{(pid=65829) _get_power_state /opt/stack/nova/nova/compute/manager.py:1837}} [ 1452.178125] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff7f90a-694c-488b-b398-297a7ca632d5 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.663832] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: d857ac5a-33e9-42fe-90ae-f20915cc7e12] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1452.695084] env[65829]: INFO nova.compute.manager [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Took 12.12 seconds to build instance. [ 1453.166689] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: d8d348a7-b52a-4c35-9b58-9d02b367f674] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1453.197756] env[65829]: DEBUG oslo_concurrency.lockutils [None req-4ce49443-0be0-4ba5-9d8a-be1886b92937 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Lock "11cf3ac4-4002-4832-a399-de1520d20d77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.626s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.671069] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: f1b0a28c-9918-4ed3-8424-e3207a4d290e] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1453.686401] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Acquiring lock "11cf3ac4-4002-4832-a399-de1520d20d77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.686401] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Lock "11cf3ac4-4002-4832-a399-de1520d20d77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.686401] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Acquiring lock "11cf3ac4-4002-4832-a399-de1520d20d77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1453.687227] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Lock "11cf3ac4-4002-4832-a399-de1520d20d77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1453.687227] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Lock "11cf3ac4-4002-4832-a399-de1520d20d77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.692245] env[65829]: INFO nova.compute.manager [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Terminating instance [ 1454.174688] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 5f5fc67b-b232-42f4-b179-188ebaaa48b4] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1454.197052] env[65829]: DEBUG nova.compute.manager [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Start destroying the instance on the hypervisor. {{(pid=65829) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3210}} [ 1454.197226] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Destroying instance {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.198067] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a324fb19-2653-4de3-acaf-bf35b726c37c {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.209366] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Powering off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.209708] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcf29cdb-2859-4d69-8545-67be88ae37f8 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.216765] env[65829]: DEBUG oslo_vmware.api [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Waiting for the task: (returnval){ [ 1454.216765] env[65829]: value = "task-4808690" [ 1454.216765] env[65829]: _type = "Task" [ 1454.216765] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.227010] env[65829]: DEBUG oslo_vmware.api [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.678390] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] [instance: 2befa94b-af61-43f7-af56-c7d45768cb6a] Instance has had 0 of 5 cleanup attempts {{(pid=65829) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11939}} [ 1454.727715] env[65829]: DEBUG oslo_vmware.api [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808690, 'name': PowerOffVM_Task, 'duration_secs': 0.221624} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.728012] env[65829]: DEBUG nova.virt.vmwareapi.vm_util [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Powered off the VM {{(pid=65829) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.728209] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Unregistering the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.728513] env[65829]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dda1cd05-bbd4-4ae8-b426-fa701ddf1347 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.802471] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Unregistered the VM {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1454.802709] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Deleting contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1454.802856] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Deleting the datastore file [datastore2] 11cf3ac4-4002-4832-a399-de1520d20d77 {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1454.803178] env[65829]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92393353-bced-42c9-8aa8-ebf3cd480638 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.810940] env[65829]: DEBUG oslo_vmware.api [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Waiting for the task: (returnval){ [ 1454.810940] env[65829]: value = "task-4808692" [ 1454.810940] env[65829]: _type = "Task" [ 1454.810940] env[65829]: } to complete. {{(pid=65829) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.819324] env[65829]: DEBUG oslo_vmware.api [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.182597] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.182798] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Cleaning up deleted instances with incomplete migration {{(pid=65829) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11964}} [ 1455.321259] env[65829]: DEBUG oslo_vmware.api [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Task: {'id': task-4808692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154981} completed successfully. {{(pid=65829) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.321518] env[65829]: DEBUG nova.virt.vmwareapi.ds_util [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Deleted the datastore file {{(pid=65829) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.321729] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Deleted contents of the VM from datastore datastore2 {{(pid=65829) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.321909] env[65829]: DEBUG nova.virt.vmwareapi.vmops [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Instance destroyed {{(pid=65829) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.322090] env[65829]: INFO nova.compute.manager [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1455.322339] env[65829]: DEBUG oslo.service.backend._common.loopingcall [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65829) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1455.322537] env[65829]: DEBUG nova.compute.manager [-] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Deallocating network for instance {{(pid=65829) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2336}} [ 1455.322653] env[65829]: DEBUG nova.network.neutron [-] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] deallocate_for_instance() {{(pid=65829) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1455.322898] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1455.365770] env[65829]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1455.640269] env[65829]: DEBUG nova.compute.manager [req-93fb493b-b3e1-45c1-9799-ef0c5219c510 req-f19557ea-5087-4156-a90a-29b8045231da service nova] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Received event network-vif-deleted-955323fd-60f6-4207-bd40-c62b638a2d6a {{(pid=65829) external_instance_event /opt/stack/nova/nova/compute/manager.py:11829}} [ 1455.640574] env[65829]: INFO nova.compute.manager [req-93fb493b-b3e1-45c1-9799-ef0c5219c510 req-f19557ea-5087-4156-a90a-29b8045231da service nova] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Neutron deleted interface 955323fd-60f6-4207-bd40-c62b638a2d6a; detaching it from the instance and deleting it from the info cache [ 1455.640701] env[65829]: DEBUG nova.network.neutron [req-93fb493b-b3e1-45c1-9799-ef0c5219c510 req-f19557ea-5087-4156-a90a-29b8045231da service nova] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1455.685675] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1456.115866] env[65829]: DEBUG nova.network.neutron [-] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Updating instance_info_cache with network_info: [] {{(pid=65829) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.143705] env[65829]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39d6786b-743b-4c53-bee4-9e5593feaf01 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.153963] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4853742-2885-4532-a5b6-738478d157e0 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.180612] env[65829]: DEBUG nova.compute.manager [req-93fb493b-b3e1-45c1-9799-ef0c5219c510 req-f19557ea-5087-4156-a90a-29b8045231da service nova] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Detach interface failed, port_id=955323fd-60f6-4207-bd40-c62b638a2d6a, reason: Instance 11cf3ac4-4002-4832-a399-de1520d20d77 could not be found. {{(pid=65829) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11663}} [ 1456.619126] env[65829]: INFO nova.compute.manager [-] [instance: 11cf3ac4-4002-4832-a399-de1520d20d77] Took 1.30 seconds to deallocate network for instance. [ 1457.126391] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.126847] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.126906] env[65829]: DEBUG nova.objects.instance [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Lazy-loading 'resources' on Instance uuid 11cf3ac4-4002-4832-a399-de1520d20d77 {{(pid=65829) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.188479] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.188708] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.188884] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.189045] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.189203] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.189344] env[65829]: DEBUG nova.compute.manager [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65829) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11245}} [ 1457.189509] env[65829]: DEBUG oslo_service.periodic_task [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65829) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.664974] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c44a2b9-08de-4396-9482-a1a8ea061675 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.673452] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf63b44-ef3c-443e-8327-4aae885520f6 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.706249] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.707676] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6c81b8-0277-4878-b5a6-c12604d49ecb {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.716239] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b339ebb-f382-4c9f-a370-44c34868f408 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.731652] env[65829]: DEBUG nova.compute.provider_tree [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.235071] env[65829]: DEBUG nova.scheduler.client.report [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.741297] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.743824] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.038s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.744038] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.744208] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65829) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1458.745092] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fe6c44-b880-4dda-92a3-9a2bb7e45363 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.754118] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56900838-00dc-49a2-b345-954177cc8373 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.770824] env[65829]: INFO nova.scheduler.client.report [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Deleted allocations for instance 11cf3ac4-4002-4832-a399-de1520d20d77 [ 1458.772588] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fbbc35-be0a-4416-89d0-9bf7832bd43d {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.784584] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950db285-461b-414e-87f4-c367a19ae8cd {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.817287] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180428MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65829) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1458.817456] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.817696] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.282724] env[65829]: DEBUG oslo_concurrency.lockutils [None req-d08fce89-f144-476f-a7d5-6d51ea8e4342 tempest-ServerTagsTestJSON-1312263785 tempest-ServerTagsTestJSON-1312263785-project-member] Lock "11cf3ac4-4002-4832-a399-de1520d20d77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.597s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.838367] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1459.838552] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65829) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1459.853304] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f47376-590b-4c2d-8c6b-7940a9eeb5a7 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.863074] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031b0229-6cfe-4a62-a29f-ab8a89787560 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.894200] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d600e245-f4a0-4f73-b38d-164e9af51065 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.902587] env[65829]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4ccd25-d8a2-44de-8a32-86bbf453e717 {{(pid=65829) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.917048] env[65829]: DEBUG nova.compute.provider_tree [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed in ProviderTree for provider: 181379b3-3082-4848-8c70-179947affa36 {{(pid=65829) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.421170] env[65829]: DEBUG nova.scheduler.client.report [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Inventory has not changed for provider 181379b3-3082-4848-8c70-179947affa36 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65829) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.926822] env[65829]: DEBUG nova.compute.resource_tracker [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65829) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1460.927026] env[65829]: DEBUG oslo_concurrency.lockutils [None req-cf350b58-543b-4bfc-a2fc-16a99958e8c8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.109s {{(pid=65829) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}